perf: use AVX512 for inference

winstxnhdw · Dec 3, 2023 · a65d396 · a65d396
1 parent 0a3f081
commit a65d396
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -4,5 +4,6 @@ ENV SERVER_PORT 5000
 ENV APP_PORT 7860
 ENV OMP_NUM_THREADS 4
 ENV CT2_USE_EXPERIMENTAL_PACKED_GEMM 1
+ENV CT2_FORCE_CPU_ISA AVX512
 
 EXPOSE $APP_PORT