add reverse prompt for llamacpp chat

ymcui · May 15, 2024 · db68211 · db68211
1 parent 7b05ab4
commit db68211
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/llama_cpp/chat.sh b/scripts/llama_cpp/chat.sh
@@ -9,6 +9,7 @@ SYSTEM_PROMPT="You are a helpful assistant. 你是一个乐于助人的助手。
 
 ./main -m $1 --color -i \
 -c 0 -t 6 --temp 0.2 --repeat_penalty 1.1 -ngl 999 \
+-r '<|eot_id|>' \
 --in-prefix '<|start_header_id|>user<|end_header_id|>\n\n' \
 --in-suffix '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' \
 -p "<|start_header_id|>system<|end_header_id|>\n\n$SYSTEM_PROMPT<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n$FIRST_INSTRUCTION<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"