123 lines
No EOL
4 KiB
JavaScript
123 lines
No EOL
4 KiB
JavaScript
/*
|
|
* ThunderAI [https://micz.it/thunderbird-addon-thunderai/]
|
|
* Copyright (C) 2024 - 2025 Mic (m@micz.it)
|
|
|
|
* This program is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
|
|
export class Ollama {
|
|
host = '';
|
|
model = '';
|
|
stream = false;
|
|
num_ctx = 0;
|
|
|
|
constructor(host, model, stream = false, num_ctx = 0) {
|
|
this.host = host.trim().replace(/\/+$/, "");
|
|
this.model = model;
|
|
this.stream = stream;
|
|
this.num_ctx = num_ctx;
|
|
}
|
|
|
|
fetchModels = async () => {
|
|
try{
|
|
const response = await fetch(this.host + "/api/tags", {
|
|
method: "GET",
|
|
headers: {
|
|
"Content-Type": "application/json"
|
|
},
|
|
});
|
|
|
|
if (!response.ok) {
|
|
const errorDetail = await response.text();
|
|
let err_msg = "[ThunderAI] Ollama API request failed: " + response.status + " " + response.statusText + ", Detail: " + errorDetail;
|
|
console.error(err_msg);
|
|
let output = {};
|
|
output.ok = false;
|
|
output.error = errorDetail;
|
|
return output;
|
|
}
|
|
|
|
let output = {};
|
|
output.ok = true;
|
|
let output_response = await response.json();
|
|
output.response = output_response;
|
|
|
|
//console.log(">>>>>>>>>> output_response: " + JSON.stringify(output_response));
|
|
|
|
return output;
|
|
}catch (error) {
|
|
console.error("[ThunderAI] Ollama API request failed: " + error);
|
|
let output = {};
|
|
output.is_exception = true;
|
|
output.ok = false;
|
|
output.error = "Ollama API request failed: " + error;
|
|
return output;
|
|
}
|
|
}
|
|
|
|
|
|
fetchResponse = async (messages) => {
|
|
try {
|
|
//console.log(">>>>>>>>>> messages: " +JSON.stringify(messages));
|
|
const response = await fetch(this.host + "/api/chat", {
|
|
method: "POST",
|
|
headers: {
|
|
"Content-Type": "application/json",
|
|
},
|
|
body: JSON.stringify({
|
|
model: this.model,
|
|
messages: messages,
|
|
stream: this.stream,
|
|
...(this.num_ctx > 0 ? { options: { num_ctx: parseInt(this.num_ctx) } } : {})
|
|
}),
|
|
});
|
|
return response;
|
|
}catch (error) {
|
|
console.error("[ThunderAI] Ollama API request failed: " + error);
|
|
let output = {};
|
|
output.is_exception = true;
|
|
output.ok = false;
|
|
output.error = "Ollama API request failed: " + error;
|
|
return output;
|
|
}
|
|
}
|
|
|
|
|
|
// fetchResponse = async (messages) => {
|
|
// try {
|
|
// let sending = messages.join(' ');
|
|
// console.log(">>>>>>>>>> sending: " + sending);
|
|
// const response = await fetch(this.host + "/api/generate", {
|
|
// method: "POST",
|
|
// headers: {
|
|
// "Content-Type": "application/json",
|
|
// },
|
|
// body: JSON.stringify({
|
|
// model: this.model,
|
|
// prompt: sending,
|
|
// stream: this.stream,
|
|
// }),
|
|
// });
|
|
// return response;
|
|
// }catch (error) {
|
|
// console.error("[ThunderAI] Ollama API request failed: " + error);
|
|
// let output = {};
|
|
// output.is_exception = true;
|
|
// output.ok = false;
|
|
// output.error = "Ollama API request failed: " + error;
|
|
// return output;
|
|
// }
|
|
// }
|
|
} |