add max size (#489)

* add max size * bump version
michaelfeil · Dec 6, 2024 · be48378 · be48378
1 parent 1b98bf9
commit be48378
Show file tree

Hide file tree

Showing 5 changed files with 15 additions and 6 deletions.
diff --git a/docs/assets/openapi.json b/docs/assets/openapi.json
diff --git a/libs/client_infinity/infinity_client/pyproject.toml b/libs/client_infinity/infinity_client/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "infinity_client"
-version = "0.0.71"
+version = "0.0.72"
 description = "A client library for accessing ♾️ Infinity - Embedding Inference Server"
 authors = []
 readme = "README.md"

diff --git a/libs/infinity_emb/infinity_emb/env.py b/libs/infinity_emb/infinity_emb/env.py
@@ -189,7 +189,15 @@ def cache_dir(self) -> Path:
 
     @cached_property
     def queue_size(self) -> int:
-        return int(self._optional_infinity_var("queue_size", default="32000"))
+        size = int(self._optional_infinity_var("queue_size", default="32000"))
+        assert size > 0, "INFINITY_QUEUE_SIZE must be a positive number"
+        return size
+
+    @cached_property
+    def max_client_batch_size(self) -> int:
+        size = int(self._optional_infinity_var("max_client_batch_size", default="2048"))
+        assert size > 0, "INFINITY_MAX_CLIENT_BATCH_SIZE must be a positive number"
+        return size
 
     @cached_property
     def permissive_cors(self):

diff --git a/libs/infinity_emb/infinity_emb/fastapi_schemas/pydantic_v2.py b/libs/infinity_emb/infinity_emb/fastapi_schemas/pydantic_v2.py
@@ -1,4 +1,5 @@
 from pydantic import AnyUrl, HttpUrl, StringConstraints
+from infinity_emb.env import MANAGER
 
 __all__ = [
     "INPUT_STRING",
@@ -14,9 +15,9 @@
 INPUT_STRING = StringConstraints(max_length=8192 * 15, strip_whitespace=True)
 ITEMS_LIMIT = {
     "min_length": 1,
-    "max_length": 2048,
+    "max_length": MANAGER.max_client_batch_size,
 }
 ITEMS_LIMIT_SMALL = {
     "min_length": 1,
-    "max_length": 32,
+    "max_length": min(32, MANAGER.max_client_batch_size),
 }
diff --git a/libs/infinity_emb/pyproject.toml b/libs/infinity_emb/pyproject.toml
@@ -1,7 +1,7 @@
 
 [tool.poetry]
 name = "infinity_emb"
-version = "0.0.71"
+version = "0.0.72"
 description = "Infinity is a high-throughput, low-latency REST API for serving text-embeddings, reranking models and clip."
 authors = ["michaelfeil <noreply@michaelfeil.eu>"]
 license = "MIT"