install model correctly in docker container vs host

substratusai · Dec 5, 2024 · 45cfba6 · 45cfba6
1 parent 6ca3796
commit 45cfba6
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/test/e2e/engine-vllm-pvc/test.sh b/test/e2e/engine-vllm-pvc/test.sh
@@ -4,14 +4,18 @@ source $REPO_DIR/test/e2e/common.sh
 
 models_release="kubeai-models"
 
-pip install -U "huggingface_hub[cli]"
-
 PV_HOST_PATH=/tmp/model
 
 mkdir -p ${PV_HOST_PATH}
 
-huggingface-cli download facebook/opt-125m --local-dir ${PV_HOST_PATH} \
-  --exclude "tf_model.h5" "flax_model.msgpack"
+# Execute into the kind container
+kind_container=$(docker ps --filter "name=kind-control-plane" --format "{{.ID}}")
+docker exec -it $kind_container bash -c "
+  apt-update -y && apt-get install -y python3-pip
+  pip install -U "huggingface_hub[cli]"
+  mkdir -p ${PV_HOST_PATH}
+  huggingface-cli download facebook/opt-125m --local-dir ${PV_HOST_PATH} \
+    --exclude 'tf_model.h5' 'flax_model.msgpack'"
 
 kubectl apply -f $REPO_DIR/test/e2e/engine-vllm-pvc/pv.yaml
 kubectl apply -f $REPO_DIR/test/e2e/engine-vllm-pvc/pvc.yaml