Hardcode temperature

Azure-Samples · May 17, 2024 · 87f80ab · 87f80ab
1 parent 036ee72
commit 87f80ab
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 8 deletions.
diff --git a/code/backend/batch/utilities/tools/question_answer_tool.py b/code/backend/batch/utilities/tools/question_answer_tool.py
@@ -145,9 +145,7 @@ def answer_question(self, question: str, chat_history: list[dict], **kwargs):
 
         llm_helper = LLMHelper()
 
-        response = llm_helper.get_chat_completion(
-            messages, temperature=float(self.env_helper.AZURE_OPENAI_TEMPERATURE)
-        )
+        response = llm_helper.get_chat_completion(messages, temperature=0)
 
         answer = response.choices[0].message.content
         logger.debug(f"Answer: {answer}")

diff --git a/code/tests/utilities/tools/test_question_answer_tool.py b/code/tests/utilities/tools/test_question_answer_tool.py
@@ -36,7 +36,6 @@ def env_helper_mock():
     with patch("backend.batch.utilities.tools.question_answer_tool.EnvHelper") as mock:
         env_helper = mock.return_value
         env_helper.AZURE_OPENAI_SYSTEM_MESSAGE = "mock azure openai system message"
-        env_helper.AZURE_OPENAI_TEMPERATURE = "0.0"
         env_helper.AZURE_SEARCH_TOP_K = 1
         env_helper.AZURE_SEARCH_FILTER = "mock filter"
         env_helper.AZURE_SEARCH_USE_INTEGRATED_VECTORIZATION = False
@@ -164,7 +163,7 @@ def test_correct_prompt_with_few_shot_example(llm_helper_mock: MagicMock):
                 "role": "user",
             },
         ],
-        temperature=0.0,
+        temperature=0,
     )
 
 
@@ -192,7 +191,7 @@ def test_correct_prompt_without_few_shot_example(
                 "role": "user",
             },
         ],
-        temperature=0.0,
+        temperature=0,
     )
 
 
@@ -231,7 +230,7 @@ def test_correct_prompt_with_few_shot_example_and_chat_history(
                 "role": "user",
             },
         ],
-        temperature=0.0,
+        temperature=0,
     )
 
 
@@ -261,7 +260,7 @@ def test_non_on_your_data_prompt_correct(
                 "role": "user",
             },
         ],
-        temperature=0.0,
+        temperature=0,
     )