/* * ThunderAI [https://micz.it/thunderbird-addon-thunderai/] * Copyright (C) 2024 - 2025 Mic (m@micz.it) * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ export class Ollama { host = ''; model = ''; stream = false; num_ctx = 0; temperature = ''; think = false; constructor({ host = '', model = '', stream = false, num_ctx = 0, temperature = '', think = false, } = {}) { this.host = (host || '').trim().replace(/\/+$/, ""); this.model = model; this.stream = stream; this.num_ctx = num_ctx; this.temperature = temperature; this.think = think; } fetchModels = async () => { try{ const response = await fetch(this.host + "/api/tags", { method: "GET", headers: { "Content-Type": "application/json" }, }); if (!response.ok) { const errorDetail = await response.text(); let err_msg = "[ThunderAI] Ollama API request failed: " + response.status + " " + response.statusText + ", Detail: " + errorDetail; console.error(err_msg); let output = {}; output.ok = false; output.error = errorDetail; return output; } let output = {}; output.ok = true; let output_response = await response.json(); output.response = output_response; //console.log(">>>>>>>>>> output_response: " + JSON.stringify(output_response)); return output; }catch (error) { console.error("[ThunderAI] Ollama API request failed: " + error); let output = {}; output.is_exception = true; output.ok = false; output.error = "Ollama API request failed: " + error; return output; } } fetchResponse = async (messages) => { try { const tempFloat = parseFloat(this.temperature); //console.log(">>>>>>>>>> messages: " +JSON.stringify(messages)); const response = await fetch(this.host + "/api/chat", { method: "POST", headers: { "Content-Type": "application/json", }, body: JSON.stringify({ model: this.model, messages: messages, stream: this.stream, think: this.think, ...(this.num_ctx > 0 ? { options: { num_ctx: parseInt(this.num_ctx) } } : {}), ...(this.temperature != '' && !Number.isNaN(tempFloat) ? { options: { temperature: tempFloat } } : {}), }), }); return response; }catch (error) { console.error("[ThunderAI] Ollama API request failed: " + error); let output = {}; output.is_exception = true; output.ok = false; output.error = "Ollama API request failed: " + error; return output; } } }