Merge branch 'fix/supportscompletions' of https://github.com/bufferov…

…erflow/continue into bufferoverflow-fix/supportscompletions
continuedev · Apr 18, 2024 · 78dd9af · 78dd9af
2 parents 88fcace + e571e1c
commit 78dd9af
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/core/llm/index.ts b/core/llm/index.ts
@@ -52,7 +52,8 @@ export abstract class BaseLLM implements ILLM {
     if (this.providerName === "openai") {
       if (
         this.apiBase?.includes("api.groq.com") ||
-        this.apiBase?.includes(":1337")
+        this.apiBase?.includes(":1337") ||
+        this._llmOptions.useLegacyCompletionsEndpoint?.valueOf() === false
       ) {
         // Jan + Groq don't support completions : (
         return false;

diff --git a/docs/docs/reference/Model Providers/openai.md b/docs/docs/reference/Model Providers/openai.md
@@ -52,4 +52,10 @@ If you are [using an OpenAI compatible server / API](../../model-setup/select-pr
 }
 ```
 
+To force usage of `chat/completions` instead of `completions` endpoint you can set
+
+```json
+"useLegacyCompletionsEndpoint": false
+```
+
 [View the source](https://github.com/continuedev/continue/blob/main/core/llm/llms/OpenAI.ts)