feat: Enable Logging functionality to both new and old Log Tables

runner/src/indexer/indexer.test.ts

@@ -4,7 +4,7 @@ import type fetch from 'node-fetch';
 import Indexer from './indexer';
 import { VM } from 'vm2';
 import DmlHandler from '../dml-handler/dml-handler';
-// import IndexerMeta from '../indexer-meta/indexer-meta';
+import type IndexerMeta from '../indexer-meta/indexer-meta';
 import type PgClient from '../pg-client';
 import { type IndexerBehavior } from '../stream-handler/stream-handler';
 import { LogLevel } from '../indexer-meta/log-entry';
@@ -197,11 +197,11 @@ CREATE TABLE
     delete: jest.fn().mockReturnValue([]),
   } as unknown as DmlHandler;
 
-  // const genericMockIndexerMeta : any = {
-  //   writeLogs: jest.fn(),
-  //   setStatus: jest.fn(),
-  //   updateBlockheight: jest.fn()
-  // } as unknown as IndexerMeta;
+  const genericMockIndexerMeta: any = {
+    writeLogs: jest.fn(),
+    setStatus: jest.fn(),
+    updateBlockheight: jest.fn()
+  } as unknown as IndexerMeta;
 
   const genericDbCredentials: any = {
     database: 'test_near',
@@ -242,7 +242,7 @@ CREATE TABLE
       fetch: mockFetch as unknown as typeof fetch,
       provisioner: genericProvisioner,
       dmlHandler: genericMockDmlHandler,
-      // indexerMeta: genericMockIndexerMeta ,
+      indexerMeta: genericMockIndexerMeta,
     }, undefined, config);
 
     const functions: Record<string, any> = {};
@@ -296,7 +296,7 @@ CREATE TABLE
       dmlHandler: genericMockDmlHandler
     }, undefined, config);
 
-    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE /** [] */);
+    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE, []);
 
     const query = `
             query {
@@ -351,7 +351,7 @@ CREATE TABLE
       dmlHandler: genericMockDmlHandler
     }, undefined, config);
 
-    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE /** [] */);
+    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE, []);
 
     await context.fetchFromSocialApi('/index', {
       method: 'POST',
@@ -380,7 +380,7 @@ CREATE TABLE
       });
     const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, dmlHandler: genericMockDmlHandler }, undefined, config);
 
-    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, INVALID_HASURA_ROLE /** [] */);
+    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, INVALID_HASURA_ROLE, []);
 
     await expect(async () => await context.graphql('query { hello }')).rejects.toThrow('boom');
   });
@@ -395,7 +395,7 @@ CREATE TABLE
       });
     const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, dmlHandler: genericMockDmlHandler }, undefined, config);
 
-    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE /** [] */);
+    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE, []);
 
     const query = 'query($name: String) { hello(name: $name) }';
     const variables = { name: 'morgan' };
@@ -516,7 +516,7 @@ CREATE TABLE
     );`;
 
     // Does not outright throw an error but instead returns an empty object
-    expect(indexer.buildDatabaseContext('test_account', 'test_schema_name', schemaWithDuplicateSanitizedTableNames, 1 /** [] */))
+    expect(indexer.buildDatabaseContext('test_account', 'test_schema_name', schemaWithDuplicateSanitizedTableNames, 1, []))
       .toStrictEqual({});
   });
 
@@ -528,7 +528,7 @@ CREATE TABLE
       dmlHandler: mockDmlHandler
     }, genericDbCredentials, config);
 
-    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres' /** [] */);
+    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres', []);
 
     const objToInsert = [{
       account_id: 'morgs_near',
@@ -562,7 +562,7 @@ CREATE TABLE
       fetch: genericMockFetch as unknown as typeof fetch,
       dmlHandler: mockDmlHandler
     }, genericDbCredentials, config);
-    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres' /** [] */);
+    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres', []);
     const promises = [];
 
     for (let i = 1; i <= 100; i++) {
@@ -597,7 +597,7 @@ CREATE TABLE
       fetch: genericMockFetch as unknown as typeof fetch,
       dmlHandler: mockDmlHandler
     }, genericDbCredentials, config);
-    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres' /** [] */);
+    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres', []);
 
     const objToSelect = {
       account_id: 'morgs_near',
@@ -623,7 +623,7 @@ CREATE TABLE
       fetch: genericMockFetch as unknown as typeof fetch,
       dmlHandler: mockDmlHandler
     }, genericDbCredentials, config);
-    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres' /** [] */);
+    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres', []);
 
     const whereObj = {
       account_id: 'morgs_near',
@@ -653,7 +653,7 @@ CREATE TABLE
       fetch: genericMockFetch as unknown as typeof fetch,
       dmlHandler: mockDmlHandler
     }, genericDbCredentials, config);
-    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres' /** [] */);
+    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres', []);
 
     const objToInsert = [{
       account_id: 'morgs_near',
@@ -685,7 +685,7 @@ CREATE TABLE
       fetch: genericMockFetch as unknown as typeof fetch,
       dmlHandler: mockDmlHandler
     }, genericDbCredentials, config);
-    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres'/** [] */);
+    const context = indexer.buildContext(SOCIAL_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres', []);
 
     const deleteFilter = {
       account_id: 'morgs_near',
@@ -700,7 +700,7 @@ CREATE TABLE
       fetch: genericMockFetch as unknown as typeof fetch,
       dmlHandler: genericMockDmlHandler
     }, genericDbCredentials, config);
-    const context = indexer.buildContext(STRESS_TEST_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres'/** [] */);
+    const context = indexer.buildContext(STRESS_TEST_SCHEMA, 'morgs.near/social_feed1', 1, 'postgres', []);
 
     expect(Object.keys(context.db)).toStrictEqual([
       'CreatorQuest',
@@ -738,7 +738,7 @@ CREATE TABLE
       fetch: genericMockFetch as unknown as typeof fetch,
       dmlHandler: genericMockDmlHandler
     }, genericDbCredentials, config);
-    const context = indexer.buildContext('', 'morgs.near/social_feed1', 1, 'postgres'/** [] */);
+    const context = indexer.buildContext('', 'morgs.near/social_feed1', 1, 'postgres', []);
 
     expect(Object.keys(context.db)).toStrictEqual([]);
   });
@@ -806,7 +806,7 @@ CREATE TABLE
       },
       shards: {}
     } as unknown as StreamerMessage) as unknown as Block;
-    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: genericMockDmlHandler/** , indexerMeta: genericMockIndexerMeta */ }, undefined, config);
+    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: genericMockDmlHandler, indexerMeta: genericMockIndexerMeta }, undefined, config);
 
     const functions: Record<string, any> = {};
     functions['buildnear.testnet/test'] = {
@@ -885,7 +885,7 @@ CREATE TABLE
       },
       shards: {}
     } as unknown as StreamerMessage) as unknown as Block;
-    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: genericMockDmlHandler/** , indexerMeta: genericMockIndexerMeta */ }, undefined, config);
+    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: genericMockDmlHandler, indexerMeta: genericMockIndexerMeta }, undefined, config);
 
     const functions: Record<string, any> = {};
     functions['buildnear.testnet/test'] = {
@@ -922,7 +922,7 @@ CREATE TABLE
       provisionUserApi: jest.fn(),
       provisionLogsIfNeeded: jest.fn(),
     };
-    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ }, undefined, config);
+    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler, indexerMeta: genericMockIndexerMeta }, undefined, config);
 
     const functions = {
       'morgs.near/test': {
@@ -967,7 +967,7 @@ CREATE TABLE
       provisionUserApi: jest.fn(),
       provisionLogsIfNeeded: jest.fn(),
     };
-    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ }, undefined, config);
+    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler, indexerMeta: genericMockIndexerMeta }, undefined, config);
 
     const functions: Record<string, any> = {
       'morgs.near/test': {
@@ -1004,7 +1004,7 @@ CREATE TABLE
       provisionUserApi: jest.fn(),
       provisionLogsIfNeeded: jest.fn(),
     };
-    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ }, undefined, config);
+    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler, indexerMeta: genericMockIndexerMeta }, undefined, config);
 
     const functions: Record<string, any> = {
       'morgs.near/test': {
@@ -1043,7 +1043,7 @@ CREATE TABLE
       provisionUserApi: jest.fn(),
       provisionLogsIfNeeded: jest.fn(),
     };
-    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ }, undefined, config);
+    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler, indexerMeta: genericMockIndexerMeta }, undefined, config);
 
     const functions: Record<string, any> = {
       'morgs.near/test': {
@@ -1083,7 +1083,7 @@ CREATE TABLE
       fetchUserApiProvisioningStatus: jest.fn().mockReturnValue(false),
       provisionUserApi: jest.fn().mockRejectedValue(error),
     };
-    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ }, undefined, config);
+    const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch, provisioner, dmlHandler: genericMockDmlHandler, indexerMeta: genericMockIndexerMeta }, undefined, config);
 
     const functions: Record<string, any> = {
       'morgs.near/test': {
@@ -1145,19 +1145,19 @@ CREATE TABLE
 
     const indexerDebug = new Indexer(
       { log_level: LogLevel.DEBUG },
-      { fetch: mockFetchDebug as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: mockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ },
+      { fetch: mockFetchDebug as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: mockDmlHandler, indexerMeta: genericMockIndexerMeta },
       undefined,
       config
     );
     const indexerInfo = new Indexer(
       { log_level: LogLevel.INFO },
-      { fetch: mockFetchInfo as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: mockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ },
+      { fetch: mockFetchInfo as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: mockDmlHandler, indexerMeta: genericMockIndexerMeta },
       undefined,
       config
     );
     const indexerError = new Indexer(
       { log_level: LogLevel.ERROR },
-      { fetch: mockFetchError as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: mockDmlHandler /** , indexerMeta: genericMockIndexerMeta */ },
+      { fetch: mockFetchError as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: mockDmlHandler, indexerMeta: genericMockIndexerMeta },
       undefined,
       config
     );
@@ -1222,7 +1222,7 @@ CREATE TABLE
       });
     const role = 'morgs_near';
     const indexer = new Indexer(defaultIndexerBehavior, { fetch: mockFetch as unknown as typeof fetch }, undefined, config);
-    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE/** [] */);
+    const context = indexer.buildContext(SIMPLE_SCHEMA, INDEXER_NAME, 1, HASURA_ROLE, []);
 
     const mutation = `
             mutation {
@@ -1248,4 +1248,53 @@ CREATE TABLE
             }
     ]);
   });
+
+  it('call writeLogs method at the end of execution with correct and all logs are present', async () => {
+    const mockFetchDebug = jest.fn(() => ({
+      status: 200,
+      json: async () => ({
+        errors: null,
+      }),
+    }));
+
+    const blockHeight = 456;
+    const mockBlock = Block.fromStreamerMessage({
+      block: {
+        chunks: [],
+        header: {
+          height: blockHeight
+        }
+      },
+      shards: {}
+    } as unknown as StreamerMessage) as unknown as Block;
+
+    const indexerMeta: any = {
+      writeLogs: jest.fn(),
+    };
+
+    const functions: Record<string, any> = {};
+    functions['buildnear.testnet/test'] = {
+      code: `
+        console.debug('debug log');
+        console.log('info log');
+        console.error('error log');
+        await context.db.Posts.select({
+          account_id: 'morgs_near',
+          receipt_id: 'abc',
+        });
+      `,
+      schema: SIMPLE_SCHEMA
+    };
+
+    const indexerDebug = new Indexer(
+      { log_level: LogLevel.DEBUG },
+      { fetch: mockFetchDebug as unknown as typeof fetch, provisioner: genericProvisioner, dmlHandler: genericMockDmlHandler, indexerMeta },
+      undefined,
+      config
+    );
+
+    await indexerDebug.runFunctions(mockBlock, functions, false);
+    expect(indexerMeta.writeLogs).toHaveBeenCalledTimes(1);
+    expect(indexerMeta.writeLogs.mock.calls[0][0]).toHaveLength(5);
+  });
 });