fix(search): token limit in chat approach

Azure-Samples · Oct 13, 2023 · e6ad883 · e6ad883
1 parent 1f2c0b3
commit e6ad883
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/packages/search/src/lib/approaches/chat-read-retrieve-read.ts b/packages/search/src/lib/approaches/chat-read-retrieve-read.ts
@@ -221,6 +221,9 @@ export class ChatReadRetrieveRead extends ApproachBase implements ChatApproach {
     messageBuilder.appendMessage('user', userContent, appendIndex);
 
     for (const historyMessage of history.slice(0, -1).reverse()) {
+      if (messageBuilder.tokens > maxTokens) {
+        break;
+      }
       if (historyMessage.bot) {
         messageBuilder.appendMessage('assistant', historyMessage.bot, appendIndex);
       }