From 7c9e552a5c6ea221012606b9f5f978742cb7cefb Mon Sep 17 00:00:00 2001 From: Xiangxuan Liu Date: Sun, 19 Mar 2023 14:19:43 +0800 Subject: [PATCH] Correct the improper context being used when it exceeds the limit. --- pages/api/chat.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pages/api/chat.ts b/pages/api/chat.ts index a241c81..54fdac3 100644 --- a/pages/api/chat.ts +++ b/pages/api/chat.ts @@ -15,15 +15,15 @@ const handler = async (req: Request): Promise => { const charLimit = 12000; let charCount = 0; - let messagesToSend = []; + let messagesToSend: Message[] = []; - for (let i = 0; i < messages.length; i++) { + for (let i = messages.length - 1; i >= 0; i--) { const message = messages[i]; if (charCount + message.content.length > charLimit) { break; } charCount += message.content.length; - messagesToSend.push(message); + messagesToSend = [message, ...messagesToSend] } const stream = await OpenAIStream(model, key, messagesToSend);