Merge pull request #56 from alkem-io/handle-contribution-without-post…

…-and-link

Handle callout contributions without neither post nor link

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alkemio/space-ingest",
-  "version": "0.9.1",
+  "version": "0.9.2",
   "description": "",
   "author": "Alkemio Foundation",
   "private": true,

src/callout.handlers/base.ts

@@ -1,5 +1,5 @@
 import { Logger } from 'winston';
-import { Callout, CalloutContribution } from '../generated/graphql';
+import { Callout } from '../generated/graphql';
 import { Document } from 'langchain/document';
 import generateDocument from '../generate.document';
 
@@ -49,15 +49,14 @@ export const baseHandler = async (
   ];
 
   logger.info(`Generating documents for Callout (${documentId}) contributions`);
-  // extra loop but will do for now
-  callout.contributions
-    ?.map((contribution: Partial<CalloutContribution>) => {
-      let docLike;
-      if (!!contribution.link) {
-        docLike = contribution.link;
-      } else if (!!contribution.post) {
-        docLike = contribution.post;
-      }
+  for (const contribution of callout.contributions || []) {
+    let docLike;
+    if (contribution.link) {
+      docLike = contribution.link;
+    } else if (contribution.post) {
+      docLike = contribution.post;
+    }
+    if (docLike) {
       const { pageContent, documentId, source, type, title } =
         generateDocument(docLike);
       result.push(
@@ -71,9 +70,8 @@ export const baseHandler = async (
           },
         })
       );
-    })
-    .join('\n');
-
+    }
+  }
   logger.info(
     `Documents for Callout (${documentId}) generated. # of documents ${result.length}`
   );

src/embed.ts

@@ -99,7 +99,14 @@ export default async (
       );
       const response = await openAi.getEmbeddings(deployment, batch);
       data = [...data, ...response.data];
-      logger.info('Embeddings generates');
+      logger.debug(
+        `Generated embeddings ${
+          response.data.length
+        }; Embeddings length are: ${Array.from(
+          new Set(response.data.map(({ embedding }) => embedding.length))
+        )}`
+      );
+      logger.info('Embeddings generated.');
     } catch (error) {
       logger.error({
         ...(error as Error),