From 59f914ca43393f9f8a1d432c5d87d29a0cfd1aac Mon Sep 17 00:00:00 2001
From: Ariya Hidayat <ariya.hidayat@gmail.com>
Date: Wed, 9 Oct 2024 20:16:46 -0700
Subject: [PATCH] CI: Use LLama-3.2 1B model

---
 .github/actions/prepare-llm/action.yml | 8 ++++----
 .github/workflows/test-babashka.yml    | 2 +-
 .github/workflows/test-bun.yml         | 2 +-
 .github/workflows/test-cpython.yml     | 2 +-
 .github/workflows/test-go.yml          | 2 +-
 .github/workflows/test-nodejs.yml      | 2 +-
 .github/workflows/test-pypy.yml        | 2 +-
 7 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml
index e6c21d7..094ebca 100644
--- a/.github/actions/prepare-llm/action.yml
+++ b/.github/actions/prepare-llm/action.yml
@@ -1,5 +1,5 @@
-name: Prepare Phi-3.5 Mini
-description: Download Phi-3.5 Mini and launch it
+name: Prepare Small LLM
+description: Download small LLM and launch it
 runs:
   using: composite
   steps:
@@ -9,9 +9,9 @@ runs:
         curl -OL https://github.com/ggerganov/llama.cpp/releases/download/b3614/llama-b3614-bin-ubuntu-x64.zip
         unzip llama-b3614-bin-ubuntu-x64.zip
 
-    - name: Launch llama.cpp with Phi-3.5 Mini
+    - name: Launch llama.cpp
       shell: bash
-      run: ./build/bin/llama-server -c 8192 --hf-repo bartowski/Phi-3.5-mini-instruct-GGUF --hf-file Phi-3.5-mini-instruct-Q4_K_M.gguf &
+      run: ./build/bin/llama-server -c 4096 --hf-repo lmstudio-community/Llama-3.2-1B-Instruct-GGUF --hf-file Llama-3.2-1B-Instruct-Q4_K_M.gguf &
 
     - name: Wait until it is ready
       shell: bash
diff --git a/.github/workflows/test-babashka.yml b/.github/workflows/test-babashka.yml
index a1d8adf..5147370 100644
--- a/.github/workflows/test-babashka.yml
+++ b/.github/workflows/test-babashka.yml
@@ -13,7 +13,7 @@ jobs:
 
       - run: bb --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 
diff --git a/.github/workflows/test-bun.yml b/.github/workflows/test-bun.yml
index ffb59c6..2db737c 100644
--- a/.github/workflows/test-bun.yml
+++ b/.github/workflows/test-bun.yml
@@ -14,7 +14,7 @@ jobs:
 
       - run: bun --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 
diff --git a/.github/workflows/test-cpython.yml b/.github/workflows/test-cpython.yml
index c4cafe2..ca9883f 100644
--- a/.github/workflows/test-cpython.yml
+++ b/.github/workflows/test-cpython.yml
@@ -11,7 +11,7 @@ jobs:
 
       - run: python3 --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 
diff --git a/.github/workflows/test-go.yml b/.github/workflows/test-go.yml
index 93d3fa5..d33115b 100644
--- a/.github/workflows/test-go.yml
+++ b/.github/workflows/test-go.yml
@@ -14,7 +14,7 @@ jobs:
 
       - run: go version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 
diff --git a/.github/workflows/test-nodejs.yml b/.github/workflows/test-nodejs.yml
index 2105133..808ce38 100644
--- a/.github/workflows/test-nodejs.yml
+++ b/.github/workflows/test-nodejs.yml
@@ -11,7 +11,7 @@ jobs:
 
       - run: node --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 
diff --git a/.github/workflows/test-pypy.yml b/.github/workflows/test-pypy.yml
index d0ed439..609b529 100644
--- a/.github/workflows/test-pypy.yml
+++ b/.github/workflows/test-pypy.yml
@@ -15,7 +15,7 @@ jobs:
 
       - run: pypy3 --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3