feat: set max token to 8096

This commit is contained in:
Nguyễn Tuấn Anh
2024-12-10 04:16:52 +07:00
committed by Eric Dubé
parent 6c0f04706d
commit b2ea8a3888

View File

@@ -168,7 +168,7 @@ class ClaudeService extends BaseService {
(async () => {
const completion = await this.anthropic.messages.stream({
model: model ?? this.get_default_model(),
max_tokens: 1000,
max_tokens: 8096,
temperature: 0,
system: PUTER_PROMPT + JSON.stringify(system_prompts),
messages: adapted_messages,
@@ -205,7 +205,7 @@ class ClaudeService extends BaseService {
const msg = await this.anthropic.messages.create({
model: model ?? this.get_default_model(),
max_tokens: 1000,
max_tokens: 8096,
temperature: 0,
system: PUTER_PROMPT + JSON.stringify(system_prompts),
messages: adapted_messages,