mistral[minor]: Dynamically import mistral (#3670)

* mistral[minor]: Dynamically import mistral

* dynamic import for embeddings

* cr

* chore: lint files

libs/langchain-mistralai/src/chat_models.ts

@@ -8,7 +8,7 @@ import {
   AIMessageChunk,
 } from "@langchain/core/messages";
 import { type BaseLanguageModelCallOptions } from "@langchain/core/language_models/base";
-import MistralClient, {
+import {
   type ChatCompletionResult as MistralAIChatCompletionResult,
   type ChatCompletionOptions as MistralAIChatCompletionOptions,
   type Message as MistralAIInputMessage,
@@ -167,7 +167,9 @@ export class ChatMistralAI<
 
   modelName = "mistral-small";
 
-  client = new MistralClient();
+  apiKey: string;
+
+  endpoint?: string;
 
   temperature = 0.7;
 
@@ -191,7 +193,9 @@ export class ChatMistralAI<
         "API key MISTRAL_API_KEY is missing for MistralAI, but it is required."
       );
     }
-    this.client = new MistralClient(apiKey, fields?.endpoint);
+    this.apiKey = apiKey;
+
+    // this.client = new MistralClient(apiKey, fields?.endpoint);
   }
 
   _llmType() {
@@ -235,14 +239,16 @@ export class ChatMistralAI<
     | MistralAIChatCompletionResult
     | AsyncGenerator<MistralAIChatCompletionResult>
   > {
+    const { MistralClient } = await this.imports();
+    const client = new MistralClient(this.apiKey, this.endpoint);
     return this.caller.call(async () => {
       let res:
         | MistralAIChatCompletionResult
         | AsyncGenerator<MistralAIChatCompletionResult>;
       if (streaming) {
-        res = this.client.chatStream(input);
+        res = client.chatStream(input);
       } else {
-        res = await this.client.chat(input);
+        res = await client.chat(input);
       }
       return res;
     });
@@ -380,4 +386,9 @@ export class ChatMistralAI<
   _combineLLMOutput() {
     return [];
   }
+
+  async imports() {
+    const { default: MistralClient } = await import("@mistralai/mistralai");
+    return { MistralClient };
+  }
 }

libs/langchain-mistralai/src/embeddings.ts

@@ -1,8 +1,6 @@
 import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import { Embeddings, type EmbeddingsParams } from "@langchain/core/embeddings";
-import MistralClient, {
-  type EmbeddingsResult as MistralAIEmbeddingsResult,
-} from "@mistralai/mistralai";
+import { type EmbeddingsResult as MistralAIEmbeddingsResult } from "@mistralai/mistralai";
 
 /**
  * Interface for MistralAIEmbeddings parameters. Extends EmbeddingsParams and
@@ -57,8 +55,6 @@ export class MistralAIEmbeddings
   extends Embeddings
   implements MistralAIEmbeddingsParams
 {
-  client = new MistralClient();
-
   modelName = "mistral-embed";
 
   encodingFormat = "float";
@@ -67,13 +63,18 @@ export class MistralAIEmbeddings
 
   stripNewLines = true;
 
+  apiKey: string;
+
+  endpoint?: string;
+
   constructor(fields?: Partial<MistralAIEmbeddingsParams>) {
     super(fields ?? {});
     const apiKey = fields?.apiKey ?? getEnvironmentVariable("MISTRAL_API_KEY");
     if (!apiKey) {
       throw new Error("API key missing for MistralAI, but it is required.");
     }
-    this.client = new MistralClient(apiKey, fields?.endpoint);
+    this.apiKey = apiKey;
+    this.endpoint = fields?.endpoint;
     this.modelName = fields?.modelName ?? this.modelName;
     this.encodingFormat = fields?.encodingFormat ?? this.encodingFormat;
     this.batchSize = fields?.batchSize ?? this.batchSize;
@@ -133,11 +134,18 @@ export class MistralAIEmbeddings
     input: string | Array<string>
   ): Promise<MistralAIEmbeddingsResult> {
     return this.caller.call(async () => {
-      const res = await this.client.embeddings({
+      const { MistralClient } = await this.imports();
+      const client = new MistralClient(this.apiKey, this.endpoint);
+      const res = await client.embeddings({
         model: this.modelName,
         input,
       });
       return res;
     });
   }
+
+  async imports() {
+    const { default: MistralClient } = await import("@mistralai/mistralai");
+    return { MistralClient };
+  }
 }