gemini, added model default option for the thinking budget. see #494
This commit is contained in:
parent
a34d3c41e0
commit
9d34ef2cf7
1 changed files with 7 additions and 3 deletions
|
|
@ -24,24 +24,25 @@ export class GoogleGemini {
|
|||
model = '';
|
||||
system_instruction = '';
|
||||
stream = false;
|
||||
thinkingBudget = 0; //Off
|
||||
thinkingBudget = ''; // Model default
|
||||
|
||||
constructor({
|
||||
apiKey = '',
|
||||
model = '',
|
||||
system_instruction = '',
|
||||
stream = false,
|
||||
thinkingBudget = 0
|
||||
thinkingBudget = '',
|
||||
} = {}) {
|
||||
this.apiKey = apiKey;
|
||||
this.model = model;
|
||||
this.system_instruction = system_instruction;
|
||||
this.stream = stream;
|
||||
this.thinkingBudget = thinkingBudget;
|
||||
this.thinkingBudget = thinkingBudget.trim();
|
||||
/* Info from: https://ai.google.dev/gemini-api/docs/thinking?#set-budget
|
||||
# Turn on thinking with a specific token limit: "thinkingBudget": 1024
|
||||
# Thinking off: "thinkingBudget": 0
|
||||
# Turn on dynamic thinking: "thinkingBudget": -1
|
||||
# Keep model default thinking: "thinkingBudget": ""
|
||||
*/
|
||||
}
|
||||
|
||||
|
|
@ -97,6 +98,9 @@ export class GoogleGemini {
|
|||
text: this.system_instruction
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
if(this.thinkingBudget !== '') {
|
||||
google_gemini_body.generationConfig = {
|
||||
thinkingConfig: {
|
||||
thinkingBudget: this.thinkingBudget,
|
||||
|
|
|
|||
Loading…
Reference in a new issue