From 1c07628dc8cd8ba8767ea269528109dc8ad0a714 Mon Sep 17 00:00:00 2001 From: Finn Kumkar Date: Thu, 9 Jan 2025 11:22:02 +0100 Subject: [PATCH] Fix path to gguf_dump.py --- examples/server.ps1 | 2 +- vendor/llama.cpp | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/server.ps1 b/examples/server.ps1 index 11e6107..49c0325 100644 --- a/examples/server.ps1 +++ b/examples/server.ps1 @@ -179,7 +179,7 @@ try { # We are trying to extract model details from the GGUF file. # https://github.com/ggerganov/ggml/blob/master/docs/gguf.md#llm # TODO: Find a robust way to resolve this values. - $modelData = Invoke-Expression "python ${llamaCppPath}\gguf-py\scripts\gguf_dump.py --no-tensors `"${model}`"" + $modelData = Invoke-Expression "python ${llamaCppPath}\gguf-py\gguf\scripts\gguf_dump.py --no-tensors `"${model}`"" $modelContextLength = [Int]($modelData | Select-String -Pattern '\bcontext_length = (\d+)\b').Matches.Groups[1].Value $modelHeadCount = [Int]($modelData | Select-String -Pattern '\bhead_count = (\d+)\b').Matches.Groups[1].Value $modelBlockCount = [Int]($modelData | Select-String -Pattern '\bblock_count = (\d+)\b').Matches.Groups[1].Value diff --git a/vendor/llama.cpp b/vendor/llama.cpp index a89f75e..d9feae1 160000 --- a/vendor/llama.cpp +++ b/vendor/llama.cpp @@ -1 +1 @@ -Subproject commit a89f75e1b7b90cb2d4d4c52ca53ef9e9b466aa45 +Subproject commit d9feae1c06321aac9662fd4b4249452dccaec553