Allow external LLM providers integration

alkemio.yml

@@ -77,6 +77,8 @@ security:
     # Cors allowed headers.
     allowed_headers: ${CORS_ALLOWED_HEADERS}:Origin,X-Requested-With,Content-Type,Accept,Authorization
 
+  encryption_key: ${ENCRYPTION_KEY}
+
 innovation_hub:
   header: ${INNOVATION_HUB_HEADER}:origin
 

package.json

@@ -60,6 +60,7 @@
     "@apollo/server": "^4.10.4",
     "@elastic/elasticsearch": "^8.12.2",
     "@golevelup/nestjs-rabbitmq": "^5.3.0",
+    "@hedger/nestjs-encryption": "^0.1.5",
     "@nestjs/apollo": "^12.2.0",
     "@nestjs/axios": "^3.0.2",
     "@nestjs/cache-manager": "^2.2.2",

quickstart-services-ai.yml

@@ -477,3 +477,52 @@ services:
       - AUTH_ORY_KRATOS_PUBLIC_BASE_URL=http://localhost:3000/ory/kratos/public
       - CHUNK_SIZE=1000
       - CHUNK_OVERLAP=100
+
+  virtual_contributor_engine_generic:
+    container_name: alkemio_dev_virtual_contributor_engine_generic
+    hostname: virtual-contributor-engine-generic
+    image: alkemio/virtual-contributor-engine-generic:v0.1.1
+    platform: linux/x86_64
+    restart: always
+    volumes:
+      - /dev/shm:/dev/shm
+    networks:
+      - alkemio_dev_net
+    depends_on:
+      rabbitmq:
+        condition: "service_healthy"
+    environment:
+      - RABBITMQ_HOST
+      - RABBITMQ_USER
+      - RABBITMQ_PASSWORD
+      - RABBITMQ_PORT
+      - RABBITMQ_QUEUE=virtual-contributor-engine-generic
+      - LOCAL_PATH=./
+      - LOG_LEVEL=DEBUG
+      - LANGCHAIN_TRACING_V2
+      - LANGCHAIN_ENDPOINT
+      - LANGCHAIN_API_KEY
+      - LANGCHAIN_PROJECT=virtual-contributor-engine-generic
+      - HISTORY_LENGTH=20
+
+  virtual_contributor_engine_openai_assistant:
+    container_name: alkemio_dev_virtual_contributor_engine_openai_assistant
+    hostname: virtual-contributor-engine-openai-assistant
+    image: alkemio/virtual-contributor-engine-openai-assistant:v0.1.0
+    platform: linux/x86_64
+    restart: always
+    volumes:
+      - /dev/shm:/dev/shm
+    networks:
+      - alkemio_dev_net
+    depends_on:
+      rabbitmq:
+        condition: "service_healthy"
+    environment:
+      - RABBITMQ_HOST
+      - RABBITMQ_USER
+      - RABBITMQ_PASSWORD
+      - RABBITMQ_PORT
+      - RABBITMQ_QUEUE=virtual-contributor-engine-openai-assistant
+      - LOCAL_PATH=./
+      - LOG_LEVEL=DEBUG

src/app.module.ts

@@ -82,9 +82,24 @@ import { LookupByNameModule } from '@services/api/lookup-by-name';
 import { PlatformHubModule } from '@platform/platfrom.hub/platform.hub.module';
 import { AdminContributorsModule } from '@platform/admin/avatars/admin.avatar.module';
 import { InputCreatorModule } from '@services/api/input-creator/input.creator.module';
+import { Cipher, EncryptionModule } from '@hedger/nestjs-encryption';
 
 @Module({
   imports: [
+    EncryptionModule.forRootAsync({
+      imports: [ConfigModule],
+      inject: [ConfigService],
+      useFactory: async (configService: ConfigService<AlkemioConfig, true>) => {
+        const key = configService.get('security.encryption_key', {
+          infer: true,
+        });
+
+        return {
+          key,
+          cipher: Cipher.AES_256_CBC,
+        };
+      },
+    }),
     ConfigModule.forRoot({
       envFilePath: ['.env'],
       isGlobal: true,

src/common/constants/providers.ts

@@ -17,6 +17,10 @@ export const VIRTUAL_CONTRIBUTOR_ENGINE_COMMUNITY_MANAGER =
   'virtual-contributor-engine-community-manager';
 export const VIRTUAL_CONTRIBUTOR_ENGINE_EXPERT =
   'virtual-contributor-engine-expert';
+export const VIRTUAL_CONTRIBUTOR_ENGINE_GENERIC =
+  'virtual-contributor-engine-generic';
+export const VIRTUAL_CONTRIBUTOR_ENGINE_OPENAI_ASSISTANT =
+  'virtual-contributor-engine-openai-assistant';
 export const NOTIFICATIONS_SERVICE = 'alkemio-notifications';
 export const WALLET_MANAGEMENT_SERVICE = 'alkemio-wallet-manager';
 export const REDIS_LOCK_SERVICE = 'redis-lock-service';

src/common/enums/ai.persona.engine.ts

@@ -3,6 +3,8 @@ import { registerEnumType } from '@nestjs/graphql';
 export enum AiPersonaEngine {
   GUIDANCE = 'guidance',
   EXPERT = 'expert',
+  GENERIC_OPENAI = 'generic-openai',
+  OPENAI_ASSISTANT = 'openai-assistant',
   COMMUNITY_MANAGER = 'community-manager',
 }
 

src/common/enums/logging.context.ts

@@ -65,6 +65,10 @@ export enum LogContext {
   INNOVATION_FLOW = 'innovation-flow',
   FILE_INTEGRATION = 'file-integration',
   VIRTUAL_CONTRIBUTOR = 'virtual-contributor',
+  VIRTUAL_CONTRIBUTOR_ENGINE_GENERIC = 'virtual-contributor-engine-generic',
+  VIRTUAL_CONTRIBUTOR_ENGINE_OPENAI_ASSISTANT = 'virtual-contributor-openai-assistant',
+  VIRTUAL_CONTRIBUTOR_ENGINE_EXPERT = 'virtual-contributor-engine-expert',
+  VIRTUAL_CONTRIBUTOR_ENGINE_COMMUNITY_MANAGER = 'virtual-contributor-engine-community-manager',
   AI_SERVER = 'ai-server',
   AI_SERVER_ADAPTER = 'ai-server-adapter',
   AI_PERSONA_SERVICE = 'ai-persona-service',

src/common/enums/messaging.queue.ts

@@ -2,6 +2,8 @@ export enum MessagingQueue {
   VIRTUAL_CONTRIBUTOR_ENGINE_GUIDANCE = 'virtual-contributor-engine-guidance',
   VIRTUAL_CONTRIBUTOR_ENGINE_COMMUNITY_MANAGER = 'virtual-contributor-engine-community-manager',
   VIRTUAL_CONTRIBUTOR_ENGINE_EXPERT = 'virtual-contributor-engine-expert',
+  VIRTUAL_CONTRIBUTOR_ENGINE_GENERIC = 'virtual-contributor-engine-generic',
+  VIRTUAL_CONTRIBUTOR_ENGINE_OPENAI_ASSISTANT = 'virtual-contributor-engine-openai-assistant',
   //
   WALLET_MANAGER = 'alkemio-wallet-manager',
   NOTIFICATIONS = 'alkemio-notifications',

src/config/configuration.ts

@@ -14,7 +14,7 @@ export default () => {
   const envConfig = process.env;
 
   YAML.visit(doc, {
-    Scalar(key, node) {
+    Scalar(_key, node) {
       if (node.type === 'PLAIN') {
         node.value = buildYamlNodeValue(node.value, envConfig);
       }

src/core/microservices/client.proxy.factory.ts

@@ -0,0 +1,45 @@
+import { LogContext, MessagingQueue } from '@common/enums';
+import { LoggerService } from '@nestjs/common';
+import { ConfigService } from '@nestjs/config';
+import { ClientProxyFactory, Transport } from '@nestjs/microservices';
+import { AlkemioConfig } from '@src/types';
+
+const QUEUE_CONTEXT_MAP: { [key in MessagingQueue]?: LogContext } = {
+  [MessagingQueue.AUTH_RESET]: LogContext.AUTH,
+  [MessagingQueue.VIRTUAL_CONTRIBUTOR_ENGINE_OPENAI_ASSISTANT]:
+    LogContext.VIRTUAL_CONTRIBUTOR_ENGINE_OPENAI_ASSISTANT,
+  [MessagingQueue.VIRTUAL_CONTRIBUTOR_ENGINE_GENERIC]:
+    LogContext.VIRTUAL_CONTRIBUTOR_ENGINE_GENERIC,
+  [MessagingQueue.VIRTUAL_CONTRIBUTOR_ENGINE_EXPERT]:
+    LogContext.VIRTUAL_CONTRIBUTOR_ENGINE_EXPERT,
+};
+
+export const clientProxyFactory = (queue: MessagingQueue, durable = true) => {
+  const context = QUEUE_CONTEXT_MAP[queue];
+  return async (
+    logger: LoggerService,
+    configService: ConfigService<AlkemioConfig, true>
+  ) => {
+    try {
+      const rabbitMqOptions = configService.get('microservices.rabbitmq', {
+        infer: true,
+      });
+      const { user, password, host, port } = rabbitMqOptions.connection;
+      const connectionString = `amqp://${user}:${password}@${host}:${port}?heartbeat=30`;
+
+      const options = {
+        urls: [connectionString],
+        queue,
+        queueOptions: {
+          // the queue will survive a broker restart
+          durable,
+        },
+        noAck: true,
+      };
+      return ClientProxyFactory.create({ transport: Transport.RMQ, options });
+    } catch (err) {
+      logger.error(`Could not connect to RabbitMQ: ${err}`, context);
+      return undefined;
+    }
+  };
+};