perf: use experimental but faster GEMM

winstxnhdw · Nov 4, 2023 · 527f11d · 527f11d
1 parent e8ac58e
commit 527f11d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -3,5 +3,6 @@ FROM ghcr.io/winstxnhdw/nllb-api:main
 ENV SERVER_PORT 5000
 ENV APP_PORT 7860
 ENV OMP_NUM_THREADS 4
+ENV CT2_USE_EXPERIMENTAL_PACKED_GEMM 1
 
 EXPOSE $APP_PORT