🐛 fix: fix HUGGINGFACE endpoint url

lobehub · Dec 20, 2024 · e20cfcf · e20cfcf
1 parent eab067c
commit e20cfcf
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/libs/agent-runtime/huggingface/index.ts b/src/libs/agent-runtime/huggingface/index.ts
@@ -23,7 +23,9 @@ export const LobeHuggingFaceAI = LobeOpenAICompatibleFactory({
     createChatCompletionStream: (client: HfInference, payload, instance) => {
       const { max_tokens = 4096} = payload;
       const hfRes = client.chatCompletionStream({
-        endpointUrl: instance.baseURL,
+        endpointUrl: instance.baseURL
+          ? new URL(payload.model, instance.baseURL).toString()
+          : instance.baseURL,
         max_tokens: max_tokens,
         messages: payload.messages,
         model: payload.model,