Make sure llm-prompt never returns bad characters to the monitor

onnx · Jan 20, 2025 · 1d20ec7 · 1d20ec7
1 parent 0a9897e
commit 1d20ec7
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/lemonade/tools/chat.py b/src/lemonade/tools/chat.py
@@ -26,6 +26,10 @@
 END_OF_STREAM = "</s>"
 
 
+def sanitize_string(input_string):
+    return input_string.encode("utf-8", "ignore").decode("utf-8")
+
+
 class LLMPrompt(Tool):
     """
     Send a prompt to an LLM instance and print the response to the screen.
@@ -105,7 +109,7 @@ def run(
         state.save_stat(Keys.PROMPT_TOKENS, len_tokens_in)
         state.save_stat(Keys.PROMPT, prompt)
         state.save_stat(Keys.RESPONSE_TOKENS, len_tokens_out)
-        state.save_stat(Keys.RESPONSE, response_text)
+        state.save_stat(Keys.RESPONSE, sanitize_string(response_text))
 
         return state