Add an option to upload chunks in parallel

[noissue]
lubosmj · Jul 11, 2024 · 0c4f3ae · 0c4f3ae
1 parent 566d658
commit 0c4f3ae
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 5 deletions.
diff --git a/pulp-glue-ostree/pyproject.toml b/pulp-glue-ostree/pyproject.toml
@@ -23,7 +23,7 @@ classifiers = [
   "Typing :: Typed",
 ]
 dependencies = [
-  "pulp-glue>=0.23.1,<0.26",
+  "pulp-glue>=0.23.1,<0.28",
 ]
 
 [project.urls]

diff --git a/pulpcore/cli/ostree/repository.py b/pulpcore/cli/ostree/repository.py
@@ -9,7 +9,7 @@
     PulpRepositoryContext,
 )
 from pulp_glue.common.i18n import get_translation
-from pulp_glue.core.context import PulpArtifactContext
+from pulp_glue.core.context import PulpArtifactContext, PulpUploadContext
 from pulp_glue.ostree.context import (
     PulpOstreeCommitContentContext,
     PulpOstreeConfigContentContext,
@@ -197,6 +197,12 @@ def sync(
     required=True,
     help=_("Name of a repository which contains the imported commits"),
 )
+@click.option(
+    "--parallel",
+    is_flag=True,
+    default=False,
+    help=_("Run the uploading in parallel"),
+)
 @pass_repository_context
 @pass_pulp_context
 def import_all(
@@ -205,11 +211,12 @@ def import_all(
     file: IO[bytes],
     chunk_size: int,
     repository_name: str,
+    parallel: bool,
 ) -> None:
     assert isinstance(repository_ctx, PulpOstreeRepositoryContext)
 
     repository_href = repository_ctx.pulp_href
-    artifact_href = PulpArtifactContext(pulp_ctx).upload(file, chunk_size)
+    artifact_href = PulpArtifactContext(pulp_ctx).upload(file, chunk_size, parallel=parallel)
     kwargs = {
         "href": repository_href,
         "artifact": artifact_href,
@@ -235,6 +242,12 @@ def import_all(
     required=False,
     help=_("Name of a parent commit"),
 )
+@click.option(
+    "--parallel",
+    is_flag=True,
+    default=False,
+    help=_("Run the uploading in parallel"),
+)
 @pass_repository_context
 @pass_pulp_context
 def import_commits(
@@ -243,13 +256,14 @@ def import_commits(
     file: IO[bytes],
     chunk_size: int,
     repository_name: str,
+    parallel: bool,
     ref: Optional[str],
     parent_commit: Optional[str],
 ) -> None:
     assert isinstance(repository_ctx, PulpOstreeRepositoryContext)
 
     repository_href = repository_ctx.pulp_href
-    artifact_href = PulpArtifactContext(pulp_ctx).upload(file, chunk_size)
+    artifact_href = PulpArtifactContext(pulp_ctx).upload(file, chunk_size, parallel=parallel)
 
     kwargs = {
         "href": repository_href,

diff --git a/pyproject.toml b/pyproject.toml
@@ -23,7 +23,7 @@ classifiers=[
   "Typing :: Typed",
 ]
 dependencies = [
-  "pulp-cli>=0.23.1,<0.26",
+  "pulp-cli>=0.23.1,<0.28",
   "pulp-glue-ostree==0.5.0.dev",
 ]