feat: use only a single worker with 2 translators

winstxnhdw · Aug 17, 2024 · b154d92 · b154d92
1 parent 589652b
commit b154d92
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -1,9 +1,9 @@
 FROM ghcr.io/winstxnhdw/nllb-api:main
 
 ENV SERVER_PORT=7860
-ENV OMP_NUM_THREADS=1
+ENV OMP_NUM_THREADS=2
 ENV CT2_USE_EXPERIMENTAL_PACKED_GEMM=1
 ENV CT2_FORCE_CPU_ISA=AVX512
-ENV WORKER_COUNT=2
+ENV WORKER_COUNT=1
 
 EXPOSE $SERVER_PORT