KeyArgo
/
llama-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Correct the improper context being used when it exceeds the limit.

This commit is contained in:
Xiangxuan Liu 2023-03-19 14:19:43 +08:00
parent dab76278eb
commit 7c9e552a5c
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
pages/api/chat.ts
View File

@ -15,15 +15,15 @@ const handler = async (req: Request): Promise<Response> => {
const charLimit = 12000; const charLimit = 12000;
let charCount = 0; let charCount = 0;
let messagesToSend = []; let messagesToSend: Message[] = [];
for (let i = 0; i < messages.length; i++) { for (let i = messages.length - 1; i >= 0; i--) {
const message = messages[i]; const message = messages[i];
if (charCount + message.content.length > charLimit) { if (charCount + message.content.length > charLimit) {
break; break;
} }
charCount += message.content.length; charCount += message.content.length;
messagesToSend.push(message); messagesToSend = [message, ...messagesToSend]
} }
const stream = await OpenAIStream(model, key, messagesToSend); const stream = await OpenAIStream(model, key, messagesToSend);