mirror/puter
1
0
Fork 0
mirror of https://github.com/HeyPuter/puter.git synced 2026-01-07 05:30:31 -06:00
Code Issues Packages Projects Releases Wiki Activity

add max_tokens and temperature for completion with Claude

Browse Source
This commit is contained in:
Braulio Fernandes
2025-03-07 12:34:35 -05:00
committed by Eric Dubé
parent 986dc9ea1f
commit 2e90919424
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/backend/src/modules/puterai/ClaudeService.js
View File

@@ -116,7 +116,7 @@ class ClaudeService extends BaseService {
* @param {string} [options.model] - The Claude model to use, defaults to service default
* @returns {TypedValue|Object} Returns either a TypedValue with streaming response or a completion object
*/
async complete ({ messages, stream, model, tools }) {
async complete ({ messages, stream, model, tools, max_tokens, temperature}) {
tools = FunctionCalling.make_claude_tools(tools);
let system_prompts;
@@ -128,8 +128,8 @@ class ClaudeService extends BaseService {
const init_chat_stream = async ({ chatStream }) => {
const completion = await this.anthropic.messages.stream({
model: model ?? this.get_default_model(),
max_tokens: (model === 'claude-3-5-sonnet-20241022' || model === 'claude-3-5-sonnet-20240620') ? 8192 : 4096,
temperature: 0,
max_tokens: max_tokens || (model === 'claude-3-5-sonnet-20241022' || model === 'claude-3-5-sonnet-20240620') ? 8192 : 4096,
temperature: temperature || 0,
system: PUTER_PROMPT + JSON.stringify(system_prompts),
messages,
...(tools ? { tools } : {}),
@@ -202,8 +202,8 @@ class ClaudeService extends BaseService {
const msg = await this.anthropic.messages.create({
model: model ?? this.get_default_model(),
max_tokens: (model === 'claude-3-5-sonnet-20241022' || model === 'claude-3-5-sonnet-20240620') ? 8192 : 4096,
temperature: 0,
max_tokens: max_tokens || (model === 'claude-3-5-sonnet-20241022' || model === 'claude-3-5-sonnet-20240620') ? 8192 : 4096,
temperature: temperature || 0,
system: PUTER_PROMPT + JSON.stringify(system_prompts),
messages,
...(tools ? { tools } : {}),