Add custom dimension support for OpenAI embeddings.

examples/basic/src/model-provider/openai/openai-embed-many-custom-dimensions-example.ts

@@ -0,0 +1,21 @@
+import dotenv from "dotenv";
+import { embedMany, openai } from "modelfusion";
+
+dotenv.config();
+
+async function main() {
+  const embeddings = await embedMany({
+    model: openai.TextEmbedder({
+      model: "text-embedding-3-large",
+      dimensions: 256,
+    }),
+    values: [
+      "At first, Nox didn't know what to do with the pup.",
+      "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
+    ],
+  });
+
+  console.log(embeddings);
+}
+
+main().catch(console.error);

packages/modelfusion/src/model-provider/openai/AbstractOpenAITextEmbeddingModel.ts

@@ -18,6 +18,7 @@ export interface AbstractOpenAITextEmbeddingModelSettings
 
   model: string;
 
+  dimensions?: number;
   maxValuesPerCall?: number | undefined;
   isUserIdForwardingEnabled?: boolean;
 }
@@ -62,6 +63,7 @@ export abstract class AbstractOpenAITextEmbeddingModel<
           body: {
             model: this.modelName,
             input: texts,
+            dimensions: this.settings.dimensions,
             user: this.settings.isUserIdForwardingEnabled
               ? callOptions.run?.userId
               : undefined,

packages/modelfusion/src/model-provider/openai/OpenAITextEmbeddingModel.ts

@@ -81,7 +81,10 @@ export class OpenAITextEmbeddingModel
     this.tokenizer = new TikTokenTokenizer({ model: this.modelName });
     this.contextWindowSize =
       OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].contextWindowSize;
-    this.dimensions = OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
+
+    this.dimensions =
+      this.settings.dimensions ??
+      OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
   }
 
   readonly provider = "openai" as const;