🐛 fix: fix the max token of claude 3 (lobehub#1526)

* Update index.ts * ✅ test: fix test
bentwnghk · Mar 10, 2024 · 222fae3 · 222fae3
1 parent 192688a
commit 222fae3
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 18 deletions.
diff --git a/src/libs/agent-runtime/anthropic/index.test.ts b/src/libs/agent-runtime/anthropic/index.test.ts
@@ -31,7 +31,6 @@ describe('LobeAnthropicAI', () => {
   });
 
   describe('chat', () => {
-
     it('should return a StreamingTextResponse on successful API call', async () => {
       const result = await instance.chat({
         messages: [{ content: 'Hello', role: 'user' }],
@@ -64,7 +63,7 @@ describe('LobeAnthropicAI', () => {
 
       // Assert
       expect(instance['client'].messages.create).toHaveBeenCalledWith({
-        max_tokens: 1024,
+        max_tokens: 4096,
         messages: [{ content: 'Hello', role: 'user' }],
         model: 'claude-instant-1.2',
         stream: true,
@@ -97,7 +96,7 @@ describe('LobeAnthropicAI', () => {
 
       // Assert
       expect(instance['client'].messages.create).toHaveBeenCalledWith({
-        max_tokens: 1024,
+        max_tokens: 4096,
         messages: [{ content: 'Hello', role: 'user' }],
         model: 'claude-instant-1.2',
         stream: true,
@@ -121,9 +120,7 @@ describe('LobeAnthropicAI', () => {
       // Act
       const result = await instance.chat({
         max_tokens: 2048,
-        messages: [
-          { content: 'Hello', role: 'user' },
-        ],
+        messages: [{ content: 'Hello', role: 'user' }],
         model: 'claude-instant-1.2',
         temperature: 0.5,
         top_p: 1,
@@ -132,14 +129,12 @@ describe('LobeAnthropicAI', () => {
       // Assert
       expect(instance['client'].messages.create).toHaveBeenCalledWith({
         max_tokens: 2048,
-        messages: [
-          { content: 'Hello', role: 'user' },
-        ],
+        messages: [{ content: 'Hello', role: 'user' }],
         model: 'claude-instant-1.2',
         stream: true,
         temperature: 0.5,
         top_p: 1,
-      })
+      });
       expect(result).toBeInstanceOf(Response);
     });
 
@@ -158,9 +153,7 @@ describe('LobeAnthropicAI', () => {
       const result = await instance.chat({
         frequency_penalty: 0.5, // Unsupported option
         max_tokens: 2048,
-        messages: [
-          { content: 'Hello', role: 'user' },
-        ],
+        messages: [{ content: 'Hello', role: 'user' }],
         model: 'claude-instant-1.2',
         presence_penalty: 0.5,
         temperature: 0.5,
@@ -170,14 +163,12 @@ describe('LobeAnthropicAI', () => {
       // Assert
       expect(instance['client'].messages.create).toHaveBeenCalledWith({
         max_tokens: 2048,
-        messages: [
-          { content: 'Hello', role: 'user' },
-        ],
+        messages: [{ content: 'Hello', role: 'user' }],
         model: 'claude-instant-1.2',
         stream: true,
         temperature: 0.5,
         top_p: 1,
-      })
+      });
       expect(result).toBeInstanceOf(Response);
     });
 

diff --git a/src/libs/agent-runtime/anthropic/index.ts b/src/libs/agent-runtime/anthropic/index.ts
@@ -49,7 +49,7 @@ export class LobeAnthropicAI implements LobeRuntimeAI {
     const user_messages = messages.filter((m) => m.role !== 'system');
 
     const requestParams: Anthropic.MessageCreateParams = {
-      max_tokens: max_tokens || 1024,
+      max_tokens: max_tokens || 4096,
       messages: this.buildAnthropicMessages(user_messages),
       model: model,
       stream: true,