mock functions removed
This commit is contained in:
mic
parent
ee2540a8c8
commit
d942b026c0
1 changed files with 45 additions and 72 deletions
|
|
@ -1,5 +1,4 @@
|
|||
import { OpenAI } from '../js/api/openai.js';
|
||||
const MOCK_TOKENS = ['Good', ' morning', ' Mr', ' Plop', 'py', ',', 'and', ' I', ' said', '\n', '"', 'Good', ' morn', 'ing', ' Mrs',' Plop', 'py', ,'"', '\n', 'Oh', ' how', ' the', ' win', 'ter', ' even', 'ings', ' must', ' just', ' fly'];
|
||||
|
||||
let api_key_chatgpt = null;
|
||||
let openai = null;
|
||||
|
|
@ -7,83 +6,57 @@ let openai = null;
|
|||
let conversationHistory = [];
|
||||
let assistantResponseAccumulator = '';
|
||||
|
||||
function mockDelay(ms) {
|
||||
return new Promise(resolve => setTimeout(resolve, ms));
|
||||
}
|
||||
|
||||
async function processMockTokens() {
|
||||
for (const token of MOCK_TOKENS) {
|
||||
await mockDelay(Math.random() * 50 + 50); // Random delay between 100ms and 150ms
|
||||
postMessage({ type: 'newToken', payload: { token } });
|
||||
}
|
||||
postMessage({ type: 'tokensDone' });
|
||||
}
|
||||
|
||||
self.onmessage = async function(event) {
|
||||
if (event.data.type === 'init') {
|
||||
api_key_chatgpt = event.data.api_key_chatgpt;
|
||||
openai = new OpenAI(api_key_chatgpt, true);
|
||||
} else if (event.data.type === 'chatMessage') {
|
||||
// MOCK
|
||||
if( api_key_chatgpt === null ) {
|
||||
// Simulate sending the message to an HTTP endpoint
|
||||
await mockDelay(1000); // Wait for 1 second
|
||||
|
||||
// Notify that the chat message was sent
|
||||
postMessage({ type: 'messageSent' });
|
||||
|
||||
// Start processing tokens
|
||||
await processMockTokens();
|
||||
|
||||
// OPENAI
|
||||
} else {
|
||||
conversationHistory.push({ role: 'user', content: event.data.message });
|
||||
|
||||
// https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo
|
||||
// 4096 output tokens
|
||||
// 128,000 input tokens
|
||||
// const response = await fetch(API_URL, {
|
||||
// method: "POST",
|
||||
// headers: {
|
||||
// "Content-Type": "application/json",
|
||||
// "Authorization": `Bearer ${openaiApiKey}`,
|
||||
// },
|
||||
// body: JSON.stringify({
|
||||
// model: "gpt-4-1106-preview",
|
||||
// messages: conversationHistory,
|
||||
// stream: true,
|
||||
// }),
|
||||
// });
|
||||
const response = await openai.fetchResponse("gpt-4-1106-preview", conversationHistory); //4096);
|
||||
postMessage({ type: 'messageSent' });
|
||||
const reader = response.body.getReader();
|
||||
const decoder = new TextDecoder("utf-8");
|
||||
conversationHistory.push({ role: 'user', content: event.data.message });
|
||||
|
||||
while (true) {
|
||||
const { done, value } = await reader.read();
|
||||
if (done) {
|
||||
conversationHistory.push({ role: 'assistant', content: assistantResponseAccumulator });
|
||||
assistantResponseAccumulator = '';
|
||||
postMessage({ type: 'tokensDone' });
|
||||
break;
|
||||
}
|
||||
// lots of low-level OpenAI response parsing stuff
|
||||
const chunk = decoder.decode(value);
|
||||
const lines = chunk.split("\n");
|
||||
const parsedLines = lines
|
||||
.map((line) => line.replace(/^data: /, "").trim()) // Remove the "data: " prefix
|
||||
.filter((line) => line !== "" && line !== "[DONE]") // Remove empty lines and "[DONE]"
|
||||
.map((line) => JSON.parse(line)); // Parse the JSON string
|
||||
|
||||
for (const parsedLine of parsedLines) {
|
||||
const { choices } = parsedLine;
|
||||
const { delta } = choices[0];
|
||||
const { content } = delta;
|
||||
// Update the UI with the new content
|
||||
if (content) {
|
||||
assistantResponseAccumulator += content;
|
||||
postMessage({ type: 'newToken', payload: { token: content } });
|
||||
}
|
||||
// https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo
|
||||
// 4096 output tokens
|
||||
// 128,000 input tokens
|
||||
// const response = await fetch(API_URL, {
|
||||
// method: "POST",
|
||||
// headers: {
|
||||
// "Content-Type": "application/json",
|
||||
// "Authorization": `Bearer ${openaiApiKey}`,
|
||||
// },
|
||||
// body: JSON.stringify({
|
||||
// model: "gpt-4-1106-preview",
|
||||
// messages: conversationHistory,
|
||||
// stream: true,
|
||||
// }),
|
||||
// });
|
||||
const response = await openai.fetchResponse("gpt-4-1106-preview", conversationHistory); //4096);
|
||||
postMessage({ type: 'messageSent' });
|
||||
const reader = response.body.getReader();
|
||||
const decoder = new TextDecoder("utf-8");
|
||||
|
||||
while (true) {
|
||||
const { done, value } = await reader.read();
|
||||
if (done) {
|
||||
conversationHistory.push({ role: 'assistant', content: assistantResponseAccumulator });
|
||||
assistantResponseAccumulator = '';
|
||||
postMessage({ type: 'tokensDone' });
|
||||
break;
|
||||
}
|
||||
// lots of low-level OpenAI response parsing stuff
|
||||
const chunk = decoder.decode(value);
|
||||
const lines = chunk.split("\n");
|
||||
const parsedLines = lines
|
||||
.map((line) => line.replace(/^data: /, "").trim()) // Remove the "data: " prefix
|
||||
.filter((line) => line !== "" && line !== "[DONE]") // Remove empty lines and "[DONE]"
|
||||
.map((line) => JSON.parse(line)); // Parse the JSON string
|
||||
|
||||
for (const parsedLine of parsedLines) {
|
||||
const { choices } = parsedLine;
|
||||
const { delta } = choices[0];
|
||||
const { content } = delta;
|
||||
// Update the UI with the new content
|
||||
if (content) {
|
||||
assistantResponseAccumulator += content;
|
||||
postMessage({ type: 'newToken', payload: { token: content } });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in a new issue