Compare commits

...

1 Commits

Author SHA1 Message Date
Danny Avila
093d5bb05f feat: Add sleep to OpenAIClient.js for better performance 2024-05-07 22:17:03 -04:00

View File

@@ -27,10 +27,10 @@ const {
} = require('./prompts'); } = require('./prompts');
const { encodeAndFormat } = require('~/server/services/Files/images/encode'); const { encodeAndFormat } = require('~/server/services/Files/images/encode');
const { handleOpenAIErrors } = require('./tools/util'); const { handleOpenAIErrors } = require('./tools/util');
const { isEnabled, sleep } = require('~/server/utils');
const spendTokens = require('~/models/spendTokens'); const spendTokens = require('~/models/spendTokens');
const { createLLM, RunManager } = require('./llm'); const { createLLM, RunManager } = require('./llm');
const ChatGPTClient = require('./ChatGPTClient'); const ChatGPTClient = require('./ChatGPTClient');
const { isEnabled } = require('~/server/utils');
const { summaryBuffer } = require('./memory'); const { summaryBuffer } = require('./memory');
const { runTitleChain } = require('./chains'); const { runTitleChain } = require('./chains');
const { tokenSplit } = require('./document'); const { tokenSplit } = require('./document');
@@ -1159,6 +1159,8 @@ ${convo}
stream.controller.abort(); stream.controller.abort();
break; break;
} }
await sleep(25);
} }
if (!UnexpectedRoleError) { if (!UnexpectedRoleError) {