jason/ThunderAI
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added countTokensUsingAPI method

Browse source
This commit is contained in:
mic 2024-07-21 21:01:54 +02:00
parent f372583cba
commit c538388279
1 changed files with 14 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
js/api/openai.js
View file

@ -63,17 +63,21 @@ export class OpenAI {
}),
});
// if (!response.ok) {
// const errorDetail = await response.text();
// let err_msg = "[ThunderAI] OpenAI API request failed: " + response.status + " " + response.statusText + ", Detail: " + errorDetail;
// console.log(err_msg);
// throw new Error(err_msg);
// }
// const responseData = await response.json();
// return responseData.choices[0].message.content;
return response;
}
async countTokensUsingAPI(model, text) {
const response = await fetch('https://api.openai.com/v1/engines/'+model+'/tokenizer', {
method: 'POST',
headers: {
'Content-Type': 'application/json',
'Authorization': 'Bearer ' + this.apiKey
},
body: JSON.stringify({ text })
});
const data = await response.json();
return data.token_count;
}
}