fix: system message

arc53 · Jan 19, 2025 · a741388 · a741388
1 parent 4a331db
commit a741388
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/application/llm/google_ai.py b/application/llm/google_ai.py
@@ -71,6 +71,9 @@ def _raw_gen(
         if formatting == "openai":
             messages = self._clean_messages_google(messages)
         config = types.GenerateContentConfig()
+        if messages[0].role == "system":
+            config.system_instruction = messages[0].parts[0].text
+            messages = messages[1:]
 
         if tools:
             cleaned_tools = self._clean_tools_format(tools)
@@ -101,6 +104,9 @@ def _raw_gen_stream(
         if formatting == "openai":
             cleaned_messages = self._clean_messages_google(messages)
         config = types.GenerateContentConfig()
+        if messages[0].role == "system":
+            config.system_instruction = messages[0].parts[0].text
+            messages = messages[1:]
 
         if tools:
             cleaned_tools = self._clean_tools_format(tools)