Add token counts to llm message history

uwcirg · Nov 12, 2024 · a81ed7f · a81ed7f
1 parent 4b1aa55
commit a81ed7f
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/static/ips/assets/js/llmChat.js b/static/ips/assets/js/llmChat.js
@@ -56,7 +56,11 @@ async function sendMessage() {
             content: [{ type: "text", text: data.content}]
         });
 
-        insertMessageIntoUi('assistant', "LLM: " + data.content);
+        const promptTokens = data.prompt_tokens;
+        const completionTokens = data.completion_tokens;
+
+        const formattedResponse = `LLM: ${data.content} (prompt_tokens=${promptTokens}, completion_tokens=${completionTokens})`;
+        insertMessageIntoUi('assistant', formattedResponse);
     } catch (error) {
         console.error('Error sending message to LLM:', error);
         insertMessageIntoUi('error', 'Failed to get a response. Please try again.');