🐛 fix: fix HUGGINGFACE endpoint url (lobehub#5099)

bentwnghk · Dec 21, 2024 · abc80dc · abc80dc
1 parent 8e13ec2
commit abc80dc
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/src/libs/agent-runtime/huggingface/index.ts b/src/libs/agent-runtime/huggingface/index.ts
@@ -1,4 +1,5 @@
 import { HfInference } from '@huggingface/inference';
+import urlJoin from 'url-join';
 
 import { AgentRuntimeErrorType } from '../error';
 import { ModelProvider } from '../types';
@@ -23,7 +24,9 @@ export const LobeHuggingFaceAI = LobeOpenAICompatibleFactory({
     createChatCompletionStream: (client: HfInference, payload, instance) => {
       const { max_tokens = 4096} = payload;
       const hfRes = client.chatCompletionStream({
-        endpointUrl: instance.baseURL,
+        endpointUrl: instance.baseURL
+          ? urlJoin(instance.baseURL, payload.model)
+          : instance.baseURL,
         max_tokens: max_tokens,
         messages: payload.messages,
         model: payload.model,