LLMFactCheck

KoslickiLab · Feb 18, 2024 · 23692aa · 23692aa
1 parent 1b26d10
commit 23692aa
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/load_model.py b/src/load_model.py
@@ -28,7 +28,7 @@ def load_model(model_type, use_icl):
     if model_type == 'llama':
         # Load a Llama model
         model_name = "TheBloke/Llama-2-70B-Chat-GGUF"
-        model_path = hf_hub_download(repo_id=model_name, filename="llama-2-70b-chat.Q5_K_S.gguf")
+        model_path = hf_hub_download(repo_id=model_name, filename="lama-2-70b-chat.Q8_0.gguf")
         model = Llama(model_path=model_path, n_threads=10, n_batch=512, n_gpu_layers=64, n=128, mlock=True)
         if use_icl:
             return prepare_icl(model, model_type)