jason/ThunderAI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

really closing the connection to the server when stopped by the user.

Browse source
This commit is contained in:
mic 2024-08-22 22:42:02 +02:00
parent d7cef5dceb
commit c66927f472
2 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
api_webchat/model-worker-ollama.js
View file

@ -65,9 +65,11 @@ self.onmessage = async function(event) {
while (true) { while (true) {
if (stopStreaming) { if (stopStreaming) {
stopStreaming = false; stopStreaming = false;
reader.cancel();
conversationHistory.push({ role: 'assistant', content: assistantResponseAccumulator }); conversationHistory.push({ role: 'assistant', content: assistantResponseAccumulator });
assistantResponseAccumulator = ''; assistantResponseAccumulator = '';
postMessage({ type: 'tokensDone' }); postMessage({ type: 'tokensDone' });
break; break;
} }
const { done, value } = await reader.read(); const { done, value } = await reader.read();

1
api_webchat/model-worker-openai.js
View file

@ -110,6 +110,7 @@ self.onmessage = async function(event) {
while (true) { while (true) {
if (stopStreaming) { if (stopStreaming) {
stopStreaming = false; stopStreaming = false;
reader.cancel();
conversationHistory.push({ role: 'assistant', content: assistantResponseAccumulator }); conversationHistory.push({ role: 'assistant', content: assistantResponseAccumulator });
assistantResponseAccumulator = ''; assistantResponseAccumulator = '';
postMessage({ type: 'tokensDone' }); postMessage({ type: 'tokensDone' });