KeyArgo
/
llama-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #15 from nauxliu/fix-converstaion-context 

Correct the improper context being used when it exceeds the limit.
This commit is contained in:
Mckay Wrigley 2023-03-19 01:59:58 -06:00 committed by GitHub
parent dab76278eb 7c9e552a5c
commit 240185c11a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
pages/api/chat.ts
View File

@ -15,15 +15,15 @@ const handler = async (req: Request): Promise<Response> => {
const charLimit = 12000; const charLimit = 12000;
let charCount = 0; let charCount = 0;
let messagesToSend = []; let messagesToSend: Message[] = [];
for (let i = 0; i < messages.length; i++) { for (let i = messages.length - 1; i >= 0; i--) {
const message = messages[i]; const message = messages[i];
if (charCount + message.content.length > charLimit) { if (charCount + message.content.length > charLimit) {
break; break;
} }
charCount += message.content.length; charCount += message.content.length;
messagesToSend.push(message); messagesToSend = [message, ...messagesToSend]
} }
const stream = await OpenAIStream(model, key, messagesToSend); const stream = await OpenAIStream(model, key, messagesToSend);