remove huggingface embeddings option

Signed-off-by: Joshua Li <[email protected]>

package.json

@@ -18,7 +18,6 @@
     ]
   },
   "dependencies": {
-    "@huggingface/inference": "^2.5.0",
     "autosize": "^6.0.1",
     "dompurify": "^2.4.1",
     "jsdom": "^22.1.0",

server/olly/models/llm_model_factory.ts

@@ -7,7 +7,6 @@ import { Client } from '@opensearch-project/opensearch';
 import { Callbacks } from 'langchain/callbacks';
 import { ChatAnthropic } from 'langchain/chat_models/anthropic';
 import { Embeddings } from 'langchain/embeddings/base';
-import { HuggingFaceInferenceEmbeddings } from 'langchain/embeddings/hf';
 import { OpenAIEmbeddings } from 'langchain/embeddings/openai';
 import { OpenAI } from 'langchain/llms/openai';
 import { OpenSearchVectorStore } from 'langchain/vectorstores/opensearch';
@@ -56,11 +55,6 @@ export class LLMModelFactory {
         return new OpenAIEmbeddings();
 
       case 'claude':
-        return new HuggingFaceInferenceEmbeddings({
-          model: 'sentence-transformers/all-mpnet-base-v2',
-          apiKey: process.env.HUGGINGFACEHUB_API_TOKEN,
-        });
-
       case 'ml-commons-claude':
       default:
         return new MLCommonsEmbeddingsModel(options.client);

yarn.lock

@@ -43,11 +43,6 @@
   resolved "https://registry.yarnpkg.com/@danieldietrich/copy/-/copy-0.4.2.tgz#c1cabfa499d8b473ba95413c446c1c1efae64d24"
   integrity sha512-ZVNZIrgb2KeomfNahP77rL445ho6aQj0HHqU6hNlQ61o4rhvca+NS+ePj0d82zQDq2UPk1mjVZBTXgP+ErsDgw==
 
-"@huggingface/inference@^2.5.0":
-  version "2.6.1"
-  resolved "https://registry.yarnpkg.com/@huggingface/inference/-/inference-2.6.1.tgz#d11f4c44d824e92577ec460c6ff60474ef36467d"
-  integrity sha512-qFYchgOCPeEkZJKiSr7Kz62QwukJtgkeQCT7Q0SSKUcvHpTQVNJp6i/JrJMR4dBdzQysJ1SZDC0pLBBnnskTag==
-
 "@jest/schemas@^29.6.3":
   version "29.6.3"
   resolved "https://registry.yarnpkg.com/@jest/schemas/-/schemas-29.6.3.tgz#430b5ce8a4e0044a7e3819663305a7b3091c8e03"