workers updated to use the new dynamic settings

This commit is contained in:
mic 2025-12-29 22:03:45 +01:00
parent 5893ee668c
commit f47b12946a
5 changed files with 45 additions and 41 deletions

View file

@ -35,15 +35,15 @@ let assistantResponseAccumulator = '';
self.onmessage = async function(event) {
if (event.data.type === 'init') {
// console.log(">>>>>>>>>>>>>> event.data: " + JSON.stringify(event.data));
anthropic = new Anthropic({
apiKey: event.data.anthropic_api_key,
version: event.data.anthropic_version,
model: event.data.anthropic_model,
system_prompt: event.data.anthropic_system_prompt,
temperature: event.data.anthropic_temperature,
max_tokens: event.data.anthropic_max_tokens,
stream: true
});
let config = { stream: true };
for (const key in event.data) {
if (key.startsWith('anthropic_')) {
let newKey = key.replace('anthropic_', '');
if (newKey === 'api_key') newKey = 'apiKey';
config[newKey] = event.data[key];
}
}
anthropic = new Anthropic(config);
do_debug = event.data.do_debug;
i18nStrings = event.data.i18nStrings;
taLog = new taLogger('model-worker-anthropic', do_debug);

View file

@ -34,14 +34,15 @@ let assistantResponseAccumulator = '';
self.onmessage = async function(event) {
if (event.data.type === 'init') {
google_gemini = new GoogleGemini({
apiKey: event.data.google_gemini_api_key,
model: event.data.google_gemini_model,
system_instruction: event.data.google_gemini_system_instruction,
temperature: event.data.google_gemini_temperature,
thinking_budget: event.data.google_gemini_thinking_budget,
stream: true
});
let config = { stream: true };
for (const key in event.data) {
if (key.startsWith('google_gemini_')) {
let newKey = key.replace('google_gemini_', '');
if (newKey === 'api_key') newKey = 'apiKey';
config[newKey] = event.data[key];
}
}
google_gemini = new GoogleGemini(config);
do_debug = event.data.do_debug;
i18nStrings = event.data.i18nStrings;
taLog = new taLogger('model-worker-google_gemini', do_debug);

View file

@ -35,14 +35,14 @@ let assistantResponseAccumulator = '';
self.onmessage = async function(event) {
switch (event.data.type) {
case 'init':
ollama = new Ollama({
host: event.data.ollama_host,
model: event.data.ollama_model,
stream: true,
num_ctx: event.data.ollama_num_ctx,
temperature: event.data.ollama_temperature,
think: event.data.ollama_think
});
let config = { stream: true };
for (const key in event.data) {
if (key.startsWith('ollama_')) {
let newKey = key.replace('ollama_', '');
config[newKey] = event.data[key];
}
}
ollama = new Ollama(config);
do_debug = event.data.do_debug;
i18nStrings = event.data.i18nStrings;
taLog = new taLogger('model-worker-ollama', do_debug);

View file

@ -34,14 +34,15 @@ let assistantResponseAccumulator = '';
self.onmessage = async function(event) {
if (event.data.type === 'init') {
openai_comp = new OpenAIComp({
host: event.data.openai_comp_host,
model: event.data.openai_comp_model,
apiKey: event.data.openai_comp_api_key,
stream: true,
use_v1: event.data.openai_comp_use_v1,
openai_comp_temperature: event.data.openai_comp_temperature
});
let config = { stream: true };
for (const key in event.data) {
if (key.startsWith('openai_comp_')) {
let newKey = key.replace('openai_comp_', '');
if (newKey === 'api_key') newKey = 'apiKey';
config[newKey] = event.data[key];
}
}
openai_comp = new OpenAIComp(config);
do_debug = event.data.do_debug;
i18nStrings = event.data.i18nStrings;
taLog = new taLogger('model-worker-openai_comp', do_debug);

View file

@ -35,14 +35,16 @@ let previous_response_id = null;
self.onmessage = async function(event) {
if (event.data.type === 'init') {
openai = new OpenAI({
apiKey: event.data.chatgpt_api_key,
model: event.data.chatgpt_model,
developer_messages: event.data.chatgpt_developer_messages,
temperature: event.data.chatgpt_api_temperature,
stream: true,
store: event.data.chatgpt_api_store
});
let config = { stream: true };
for (const key in event.data) {
if (key.startsWith('chatgpt_')) {
if (key.startsWith('chatgpt_web_')) continue; // Exclude chatgpt_web_ prefixed keys
let newKey = key.replace('chatgpt_', '');
if (newKey === 'api_key') newKey = 'apiKey';
config[newKey] = event.data[key];
}
}
openai = new OpenAI(config);
do_debug = event.data.do_debug;
i18nStrings = event.data.i18nStrings;
taLog = new taLogger('model-worker-openai_responses', do_debug);