Fix: add bedrock branch logic while creating kg index

pingcap · Jan 7, 2025 · 3765dee · 3765dee
1 parent c1efd7f
commit 3765dee
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/backend/app/rag/knowledge_graph/extractor.py b/backend/app/rag/knowledge_graph/extractor.py
@@ -109,6 +109,10 @@ def get_llm_output_config(self):
             # ollama support set format=json in the top-level request config, but not in the request's option
             # https://github.com/ollama/ollama/blob/5e2653f9fe454e948a8d48e3c15c21830c1ac26b/api/types.go#L70
             return {}
+        elif "bedrock" in self.dspy_lm.provider.lower():
+            # Fix: add bedrock branch to fix 'Malformed input request' error
+            # subject must not be valid against schema {"required":["messages"]}: extraneous key [response_mime_type] is not permitted
+            return {}
         else:
             return {
                 "response_mime_type": "application/json",