From 2fc3f837f84e10123dbbb786cfac41334a601e52 Mon Sep 17 00:00:00 2001 From: John Wilkie Date: Thu, 6 Jun 2024 12:48:41 +0100 Subject: [PATCH 1/4] Adjusted maximum number of items that can be registered in a single request --- darwin/dataset/remote_dataset_v2.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/darwin/dataset/remote_dataset_v2.py b/darwin/dataset/remote_dataset_v2.py index 521b4bf34..ca7c2bc60 100644 --- a/darwin/dataset/remote_dataset_v2.py +++ b/darwin/dataset/remote_dataset_v2.py @@ -702,8 +702,8 @@ def register_single_slotted( item["extract_views"] = "true" items.append(item) - # Do not register more than 500 items in a single request - chunk_size = 500 + # Do not register more than 10 items in a single request + chunk_size = 10 chunked_items = chunk_items(items, chunk_size) print(f"Registering {len(items)} items in chunks of {chunk_size} items...") results = { From 2d15fd3af32d2ccbbd3f1a9b73828a46bc02320b Mon Sep 17 00:00:00 2001 From: John Wilkie Date: Tue, 16 Jul 2024 14:22:41 +0100 Subject: [PATCH 2/4] Adjusted per-request item limit to 100 --- darwin/dataset/remote_dataset_v2.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/darwin/dataset/remote_dataset_v2.py b/darwin/dataset/remote_dataset_v2.py index ca7c2bc60..80d7c3b99 100644 --- a/darwin/dataset/remote_dataset_v2.py +++ b/darwin/dataset/remote_dataset_v2.py @@ -703,7 +703,7 @@ def register_single_slotted( items.append(item) # Do not register more than 10 items in a single request - chunk_size = 10 + chunk_size = 100 chunked_items = chunk_items(items, chunk_size) print(f"Registering {len(items)} items in chunks of {chunk_size} items...") results = { @@ -801,7 +801,7 @@ def register_multi_slotted( ) # Do not register more than 500 items in a single request - chunk_size = 500 + chunk_size = 100 chunked_items = chunk_items(items, chunk_size) print(f"Registering {len(items)} items in chunks of {chunk_size} items...") results = { From fd238ceba42a19b6c0f1bd52648b2a85a157c3d1 Mon Sep 17 00:00:00 2001 From: John Wilkie Date: Tue, 16 Jul 2024 14:24:01 +0100 Subject: [PATCH 3/4] Corrected comments --- darwin/dataset/remote_dataset_v2.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/darwin/dataset/remote_dataset_v2.py b/darwin/dataset/remote_dataset_v2.py index 80d7c3b99..7c4abfc1e 100644 --- a/darwin/dataset/remote_dataset_v2.py +++ b/darwin/dataset/remote_dataset_v2.py @@ -702,7 +702,7 @@ def register_single_slotted( item["extract_views"] = "true" items.append(item) - # Do not register more than 10 items in a single request + # Do not register more than 100 items in a single request chunk_size = 100 chunked_items = chunk_items(items, chunk_size) print(f"Registering {len(items)} items in chunks of {chunk_size} items...") @@ -800,7 +800,7 @@ def register_multi_slotted( } ) - # Do not register more than 500 items in a single request + # Do not register more than 100 items in a single request chunk_size = 100 chunked_items = chunk_items(items, chunk_size) print(f"Registering {len(items)} items in chunks of {chunk_size} items...") From 1ffa1973cc7cfd27703d5d444b7a541168e77468 Mon Sep 17 00:00:00 2001 From: John Wilkie Date: Fri, 19 Jul 2024 09:31:19 +0100 Subject: [PATCH 4/4] Adjusted per-request item limit to 10 --- darwin/dataset/remote_dataset_v2.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/darwin/dataset/remote_dataset_v2.py b/darwin/dataset/remote_dataset_v2.py index 7c4abfc1e..79a058a37 100644 --- a/darwin/dataset/remote_dataset_v2.py +++ b/darwin/dataset/remote_dataset_v2.py @@ -702,8 +702,8 @@ def register_single_slotted( item["extract_views"] = "true" items.append(item) - # Do not register more than 100 items in a single request - chunk_size = 100 + # Do not register more than 10 items in a single request + chunk_size = 10 chunked_items = chunk_items(items, chunk_size) print(f"Registering {len(items)} items in chunks of {chunk_size} items...") results = { @@ -800,8 +800,8 @@ def register_multi_slotted( } ) - # Do not register more than 100 items in a single request - chunk_size = 100 + # Do not register more than 10 items in a single request + chunk_size = 10 chunked_items = chunk_items(items, chunk_size) print(f"Registering {len(items)} items in chunks of {chunk_size} items...") results = {