From 0ca21bd2f94f9b1a6a4ef45f1a6b3854892b00af Mon Sep 17 00:00:00 2001 From: ymcui <16095339+ymcui@users.noreply.github.com> Date: Wed, 8 May 2024 16:35:24 +0800 Subject: [PATCH] sync ollama modelfile - set temp 0.2 - remove assistant stop --- scripts/ollama/Modelfile | 2 +- scripts/ollama/README.md | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/scripts/ollama/Modelfile b/scripts/ollama/Modelfile index 26b3b23..d4c50c6 100644 --- a/scripts/ollama/Modelfile +++ b/scripts/ollama/Modelfile @@ -7,8 +7,8 @@ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|> {{ .Response }}<|eot_id|>""" SYSTEM """You are a helpful assistant. 你是一个乐于助人的助手。""" +PARAMETER temperature 0.2 PARAMETER num_keep 24 PARAMETER stop <|start_header_id|> PARAMETER stop <|end_header_id|> PARAMETER stop <|eot_id|> -PARAMETER stop assistant diff --git a/scripts/ollama/README.md b/scripts/ollama/README.md index c4e7c74..e70b49b 100644 --- a/scripts/ollama/README.md +++ b/scripts/ollama/README.md @@ -1,3 +1,5 @@ ## Ollama ### ⚠️ 请务必使用v0.1.33以上版本,否则会出现无限生成等异常问题。 + +本目录提供的Modelfile仅为示例,更详细的解码参数设置请参阅:https://github.com/ollama/ollama/blob/main/docs/modelfile.md \ No newline at end of file