diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml index daff0ab..a8769bd 100644 --- a/.github/actions/prepare-llm/action.yml +++ b/.github/actions/prepare-llm/action.yml @@ -1,11 +1,11 @@ -name: Prepare Phi 2 -description: Download Phi 2 and launch it +name: Prepare TinyLlama +description: Download TinyLlama and launch it runs: using: "composite" steps: - - name: Download Phi 2 model + - name: Download TinyLlama model shell: bash - run: curl -OL https://huggingface.co/TheBloke/dolphin-2_6-phi-2-GGUF/resolve/main/dolphin-2_6-phi-2.Q3_K_M.gguf + run: curl -OL https://huggingface.co/TheBloke/TinyLlama-1.1B-1T-OpenOrca-GGUF/resolve/main/tinyllama-1.1b-1t-openorca.Q3_K_M.gguf - name: Setup binfmt with APE shell: bash @@ -15,9 +15,9 @@ runs: sudo sh -c "echo ':APE:M::MZqFpD::/usr/bin/ape:' >/proc/sys/fs/binfmt_misc/register" sudo sh -c "echo ':APE-jart:M::jartsr::/usr/bin/ape:' >/proc/sys/fs/binfmt_misc/register" - - name: Run Phi 2 with Llamafile + - name: Run TinyLlama with Llamafile shell: bash run: | curl -OL https://github.com/Mozilla-Ocho/llamafile/releases/download/0.6.2/llamafile-0.6.2.zip unzip llamafile-0.6.2.zip - ./llamafile-0.6.2/bin/llamafile -m ./dolphin-2_6-phi-2.Q3_K_M.gguf & + ./llamafile-0.6.2/bin/llamafile -m ./tinyllama-1.1b-1t-openorca.Q3_K_M.gguf & diff --git a/.github/workflows/test-babashka.yml b/.github/workflows/test-babashka.yml index 755b8f6..104e923 100644 --- a/.github/workflows/test-babashka.yml +++ b/.github/workflows/test-babashka.yml @@ -13,7 +13,7 @@ jobs: - run: bb --version - - name: Prepare LLM (Phi 2) + - name: Prepare LLM (TinyLlama) uses: ./.github/actions/prepare-llm - name: Wait until the LLM server is ready diff --git a/.github/workflows/test-bun.yml b/.github/workflows/test-bun.yml index 0e59523..7ff38d1 100644 --- a/.github/workflows/test-bun.yml +++ b/.github/workflows/test-bun.yml @@ -14,7 +14,7 @@ jobs: - run: bun --version - - name: Prepare LLM (Phi 2) + - name: Prepare LLM (TinyLlama) uses: ./.github/actions/prepare-llm - name: Wait until the LLM server is ready diff --git a/.github/workflows/test-cpython.yml b/.github/workflows/test-cpython.yml index acaa32b..00926ff 100644 --- a/.github/workflows/test-cpython.yml +++ b/.github/workflows/test-cpython.yml @@ -13,7 +13,7 @@ jobs: with: python-version: '3.10' - - name: Prepare LLM (Phi 2) + - name: Prepare LLM (TinyLlama) uses: ./.github/actions/prepare-llm - name: Wait until the LLM server is ready diff --git a/.github/workflows/test-nodejs.yml b/.github/workflows/test-nodejs.yml index 1ea43a2..89e05b3 100644 --- a/.github/workflows/test-nodejs.yml +++ b/.github/workflows/test-nodejs.yml @@ -13,7 +13,7 @@ jobs: with: node-version: '18' - - name: Prepare LLM (Phi 2) + - name: Prepare LLM (TinyLlama) uses: ./.github/actions/prepare-llm - name: Wait until the LLM server is ready diff --git a/.github/workflows/test-pypy.yml b/.github/workflows/test-pypy.yml index baccf04..e52c27f 100644 --- a/.github/workflows/test-pypy.yml +++ b/.github/workflows/test-pypy.yml @@ -15,7 +15,7 @@ jobs: - run: pypy3 --version - - name: Prepare LLM (Phi 2) + - name: Prepare LLM (TinyLlama) uses: ./.github/actions/prepare-llm - name: Wait until the LLM server is ready