Credential indexer

packages/cardano-services/src/ChainHistory/DbSyncChainHistory/mappers.ts

@@ -492,6 +492,7 @@ export const mapBlock = (
     : Cardano.SlotLeader(blockModel.slot_leader_hash.toString('hex')),
   totalOutput: BigInt(blockOutputModel?.output ?? 0),
   txCount: Number(blockModel.tx_count),
+  type: blockModel.type,
   vrf: blockModel.vrf as unknown as Cardano.VrfVkBech32
 });
 

packages/cardano-services/src/ChainHistory/DbSyncChainHistory/types.ts

@@ -19,6 +19,7 @@ export interface BlockModel {
   slot_no: string;
   time: string;
   tx_count: string;
+  type: Cardano.BlockType;
   vrf: string;
 }
 

packages/cardano-services/src/Projection/prepareTypeormProjection.ts

@@ -3,6 +3,7 @@ import {
   AssetEntity,
   BlockDataEntity,
   BlockEntity,
+  CredentialEntity,
   CurrentPoolMetricsEntity,
   DataSourceExtensions,
   HandleEntity,
@@ -17,28 +18,33 @@ import {
   StakeKeyRegistrationEntity,
   StakePoolEntity,
   TokensEntity,
+  TransactionEntity,
   createStorePoolMetricsUpdateJob,
   createStoreStakePoolMetadataJob,
   storeAddresses,
   storeAssets,
   storeBlock,
+  storeCredentials,
   storeHandleMetadata,
   storeHandles,
   storeNftMetadata,
   storeStakeKeyRegistrations,
   storeStakePoolRewardsJob,
   storeStakePools,
+  storeTransactions,
   storeUtxo,
   willStoreAddresses,
   willStoreAssets,
   willStoreBlockData,
+  willStoreCredentials,
   willStoreHandleMetadata,
   willStoreHandles,
   willStoreNftMetadata,
   willStoreStakeKeyRegistrations,
   willStoreStakePoolMetadataJob,
   willStoreStakePoolRewardsJob,
   willStoreStakePools,
+  willStoreTransactions,
   willStoreUtxo
 } from '@cardano-sdk/projection-typeorm';
 import { Cardano, ChainSyncEventType } from '@cardano-sdk/core';
@@ -57,6 +63,7 @@ export enum ProjectionName {
   StakePoolMetadataJob = 'stake-pool-metadata-job',
   StakePoolMetricsJob = 'stake-pool-metrics-job',
   StakePoolRewardsJob = 'stake-pool-rewards-job',
+  Transaction = 'transaction',
   UTXO = 'utxo'
 }
 
@@ -101,7 +108,8 @@ const createMapperOperators = (
     withNftMetadata: Mapper.withNftMetadata({ logger }),
     withStakeKeyRegistrations: Mapper.withStakeKeyRegistrations(),
     withStakePools: Mapper.withStakePools(),
-    withUtxo: Mapper.withUtxo()
+    withUtxo: Mapper.withUtxo(),
+    withValidByronAddresses: Mapper.withValidByronAddresses()
   };
 };
 type MapperOperators = ReturnType<typeof createMapperOperators>;
@@ -112,6 +120,7 @@ export const storeOperators = {
   storeAddresses: storeAddresses(),
   storeAssets: storeAssets(),
   storeBlock: storeBlock(),
+  storeCredentials: storeCredentials(),
   storeHandleMetadata: storeHandleMetadata(),
   storeHandles: storeHandles(),
   storeNftMetadata: storeNftMetadata(),
@@ -123,6 +132,7 @@ export const storeOperators = {
   storeStakePoolMetadataJob: createStoreStakePoolMetadataJob()(),
   storeStakePoolRewardsJob: storeStakePoolRewardsJob(),
   storeStakePools: storeStakePools(),
+  storeTransactions: storeTransactions(),
   storeUtxo: storeUtxo()
 };
 type StoreOperators = typeof storeOperators;
@@ -138,13 +148,15 @@ type WillStore = {
 const willStore: Partial<WillStore> = {
   storeAddresses: willStoreAddresses,
   storeAssets: willStoreAssets,
+  storeCredentials: willStoreCredentials,
   storeHandleMetadata: willStoreHandleMetadata,
   storeHandles: willStoreHandles,
   storeNftMetadata: willStoreNftMetadata,
   storeStakeKeyRegistrations: willStoreStakeKeyRegistrations,
   storeStakePoolMetadataJob: willStoreStakePoolMetadataJob,
   storeStakePoolRewardsJob: willStoreStakePoolRewardsJob,
   storeStakePools: willStoreStakePools,
+  storeTransactions: willStoreTransactions,
   storeUtxo: willStoreUtxo
 };
 
@@ -153,6 +165,7 @@ const entities = {
   asset: AssetEntity,
   block: BlockEntity,
   blockData: BlockDataEntity,
+  credential: CredentialEntity,
   currentPoolMetrics: CurrentPoolMetricsEntity,
   handle: HandleEntity,
   handleMetadata: HandleMetadataEntity,
@@ -165,7 +178,8 @@ const entities = {
   poolRewards: PoolRewardsEntity,
   stakeKeyRegistration: StakeKeyRegistrationEntity,
   stakePool: StakePoolEntity,
-  tokens: TokensEntity
+  tokens: TokensEntity,
+  transaction: TransactionEntity
 };
 export const allEntities = Object.values(entities);
 type Entities = typeof entities;
@@ -176,6 +190,7 @@ const storeEntities: Partial<Record<StoreName, EntityName[]>> = {
   storeAddresses: ['address'],
   storeAssets: ['asset'],
   storeBlock: ['block', 'blockData'],
+  storeCredentials: ['credential', 'transaction', 'output'],
   storeHandleMetadata: ['handleMetadata', 'output'],
   storeHandles: ['handle', 'asset', 'tokens', 'output'],
   storeNftMetadata: ['asset'],
@@ -186,13 +201,15 @@ const storeEntities: Partial<Record<StoreName, EntityName[]>> = {
   storeStakePoolMetadataJob: ['stakePool', 'currentPoolMetrics', 'poolMetadata'],
   storeStakePoolRewardsJob: ['poolRewards', 'stakePool'],
   storeStakePools: ['stakePool', 'currentPoolMetrics', 'poolMetadata', 'poolDelisted'],
+  storeTransactions: ['block', 'transaction'],
   storeUtxo: ['tokens', 'output']
 };
 
 const entityInterDependencies: Partial<Record<EntityName, EntityName[]>> = {
   address: ['stakeKeyRegistration'],
   asset: ['block', 'nftMetadata'],
   blockData: ['block'],
+  credential: [],
   currentPoolMetrics: ['stakePool'],
   handle: ['asset'],
   handleMetadata: ['output'],
@@ -203,7 +220,8 @@ const entityInterDependencies: Partial<Record<EntityName, EntityName[]>> = {
   poolRetirement: ['block'],
   stakeKeyRegistration: ['block'],
   stakePool: ['block', 'poolRegistration', 'poolRetirement'],
-  tokens: ['asset']
+  tokens: ['asset'],
+  transaction: ['block', 'credential']
 };
 
 export const getEntities = (entityNames: EntityName[]): Entity[] => {
@@ -235,12 +253,14 @@ const mapperInterDependencies: Partial<Record<MapperName, MapperName[]>> = {
   withHandles: ['withMint', 'filterMint', 'withUtxo', 'filterUtxo', 'withCIP67'],
   withNftMetadata: ['withCIP67', 'withMint', 'filterMint'],
   withStakeKeyRegistrations: ['withCertificates'],
-  withStakePools: ['withCertificates']
+  withStakePools: ['withCertificates'],
+  withValidByronAddresses: ['withUtxo']
 };
 
 const storeMapperDependencies: Partial<Record<StoreName, MapperName[]>> = {
   storeAddresses: ['withAddresses'],
   storeAssets: ['withMint'],
+  storeCredentials: ['withAddresses', 'withCertificates', 'withUtxo', 'withValidByronAddresses'],
   storeHandleMetadata: ['withHandleMetadata'],
   storeHandles: ['withHandles'],
   storeNftMetadata: ['withNftMetadata'],
@@ -260,6 +280,7 @@ const storeInterDependencies: Partial<Record<StoreName, StoreName[]>> = {
   storeStakePoolMetadataJob: ['storeBlock'],
   storeStakePoolRewardsJob: ['storeBlock'],
   storeStakePools: ['storeBlock'],
+  storeTransactions: ['storeCredentials', 'storeBlock', 'storeUtxo'],
   storeUtxo: ['storeBlock', 'storeAssets']
 };
 
@@ -273,6 +294,7 @@ const projectionStoreDependencies: Record<ProjectionName, StoreName[]> = {
   'stake-pool-metadata-job': ['storeStakePoolMetadataJob'],
   'stake-pool-metrics-job': ['storePoolMetricsUpdateJob'],
   'stake-pool-rewards-job': ['storeStakePoolRewardsJob'],
+  transaction: ['storeCredentials', 'storeTransactions'],
   utxo: ['storeUtxo']
 };
 

packages/core/src/Cardano/Address/PointerAddress.ts

@@ -30,26 +30,27 @@ const variableLengthEncode = (val: number): Buffer => {
 };
 
 /**
- * Decodes a value previously encoded in a variable length array.
+ * Decodes a value previously encoded in a variable length array only
+ * up to Number.MAX_SAFE_INTEGER values before decoding to 'Infinity'.
  *
  * @param array The encoded value.
  * @returns the decoded value.
  */
 const variableLengthDecode = (array: Buffer): { value: number; bytesRead: number } => {
   let more = true;
-  let value = 0;
+  let value = 0n;
 
   let bytesRead = 0;
   while (more && bytesRead < array.length) {
     const b = array[bytesRead];
-    value <<= 7;
-    value |= b & 127;
+    value <<= 7n;
+    value |= BigInt(b & 127);
 
     more = (b & 128) !== 0;
     ++bytesRead;
   }
 
-  return { bytesRead, value };
+  return { bytesRead, value: value <= Number.MAX_SAFE_INTEGER ? Number(value) : Number.POSITIVE_INFINITY };
 };
 
 /** A transaction index (within a slot). */

packages/core/src/Cardano/types/Block.ts

@@ -77,10 +77,13 @@ VrfVkBech32.fromHex = (value: string) => {
   return VrfVkBech32(BaseEncoding.bech32.encode('vrf_vk', words, 1023));
 };
 
+export type BlockType = 'bft' | 'praos';
+
 /** Minimal Block type meant as a base for the more complete version `Block`  */
 // TODO: optionals (except previousBlock) are there because they are not calculated for Byron yet.
 // Remove them once calculation is done and remove the Required<BlockMinimal> from interface Block
 export interface BlockInfo {
+  type: BlockType;
   header: PartialBlockHeader;
   /** Byron blocks fee not calculated yet */
   fees?: Lovelace;

packages/core/src/Cardano/types/Transaction.ts

@@ -11,6 +11,7 @@ import { PlutusData } from './PlutusData';
 import { ProposalProcedure, VotingProcedures } from './Governance';
 import { RewardAccount } from '../Address';
 import { Script } from './Script';
+import { Serialization } from '../..';
 
 /** transaction hash as hex string */
 export type TransactionId = OpaqueString<'TransactionId'>;
@@ -151,6 +152,7 @@ export interface OnChainTx<TBody extends TxBody = TxBody>
   extends Omit<TxWithInputSource<TBody>, 'witness' | 'auxiliaryData'> {
   witness: Omit<Witness, 'scripts'>;
   auxiliaryData?: Omit<AuxiliaryData, 'scripts'>;
+  cbor?: Serialization.TxCBOR;
 }
 
 export interface HydratedTx extends TxWithInputSource<HydratedTxBody> {

packages/core/test/Serialization/TransactionBody/TransactionOutput.test.ts

@@ -12,6 +12,10 @@ const legacyOutputNoDatumCbor = HexBlob(
   '82583900537ba48a023f0a3c65e54977ffc2d78c143fb418ef6db058e006d78a7c16240714ea0e12b41a914f2945784ac494bb19573f0ca61a08afa8821a000f4240a2581c00000000000000000000000000000000000000000000000000000000a3443031323218644433343536186344404142420a581c11111111111111111111111111111111111111111111111111111111a3443031323218644433343536186344404142420a'
 );
 
+const maryOutputPointerCbor = HexBlob(
+  '825826412813b99a80cfb4024374bd0f502959485aa56e0648564ff805f2e51bbcd9819561bddc66141a02faf080'
+);
+
 const babbageAllFieldsCbor = HexBlob(
   'a400583900537ba48a023f0a3c65e54977ffc2d78c143fb418ef6db058e006d78a7c16240714ea0e12b41a914f2945784ac494bb19573f0ca61a08afa801821a000f4240a2581c00000000000000000000000000000000000000000000000000000000a3443031323218644433343536186344404142420a581c11111111111111111111111111111111111111111111111111111111a3443031323218644433343536186344404142420a028201d81849d8799f0102030405ff03d8185182014e4d01000033222220051200120011'
 );
@@ -225,6 +229,18 @@ describe('TransactionOutput', () => {
       });
     });
 
+    describe('Pointer Address Output', () => {
+      it('can decode PointerAddressOutput from CBOR', () => {
+        const output = TransactionOutput.fromCbor(maryOutputPointerCbor);
+        const hash = output.address().asPointer()?.getPaymentCredential().hash;
+        expect(hash).toEqual('2813b99a80cfb4024374bd0f502959485aa56e0648564ff805f2e51b');
+        const pointer = output.address().asPointer()?.getStakePointer();
+        expect(pointer?.slot).toEqual(16_292_793_057);
+        expect(pointer?.certIndex).toEqual(20);
+        expect(pointer?.txIndex).toEqual(1_011_302);
+      });
+    });
+
     describe('Inline Datum', () => {
       it('can decode TransactionOutput from CBOR', () => {
         const output = TransactionOutput.fromCbor(babbageInlineDatumCbor);

packages/ogmios/src/ogmiosToCore/block.ts

@@ -74,6 +74,7 @@ const mapByronBlock = (block: Schema.BlockBFT): Cardano.Block => ({
   size: mapBlockSize(block),
   totalOutput: mapTotalOutputs(block),
   txCount: mapTxCount(block),
+  type: block.type,
   vrf: undefined // no vrf key for byron. DbSync doesn't have one either
 });
 
@@ -86,6 +87,7 @@ const mapCommonBlock = (block: CommonBlock): Cardano.Block => ({
   size: mapBlockSize(block),
   totalOutput: mapTotalOutputs(block),
   txCount: mapTxCount(block),
+  type: block.type,
   vrf: mapCommonVrf(block)
 });
 

packages/ogmios/src/ogmiosToCore/tx.ts

@@ -434,6 +434,7 @@ const mapCommonTx = (tx: Schema.Transaction): Cardano.OnChainTx => {
         withdrawals: mapWithdrawals(tx.withdrawals)
       })
     },
+    cbor: tx.cbor ? Serialization.TxCBOR(tx.cbor) : undefined,
     id: Cardano.TransactionId(tx.id),
     // At the time of writing Byron transactions didn't set this property
     inputSource: mapInputSource(tx.spends),
@@ -448,19 +449,22 @@ const mapCommonTx = (tx: Schema.Transaction): Cardano.OnChainTx => {
       // ...(tx.scripts && { scripts: [...Object.values(tx.scripts).map(mapScript)] }),
       signatures: new Map(
         tx.signatories
-          .filter((signatory) => !signatory.addressAttributes && !signatory.chainCode)
+          .filter((signatory) => !signatory.addressAttributes && !signatory.chainCode && signatory.key.length === 64)
           .map(({ key, signature }) => [Crypto.Ed25519PublicKeyHex(key), Crypto.Ed25519SignatureHex(signature)])
       )
     }
   };
 };
 
+const isByronEraBlock = ({ type }: CommonBlock | Schema.BlockBFT) => type === 'bft';
+
 export const mapBlockBody = (block: CommonBlock | Schema.BlockBFT): Cardano.Block['body'] => {
-  const { transactions, type } = block;
+  const { transactions } = block;
   return (transactions || []).map((transaction) =>
-    type !== 'bft' && transaction.cbor
+    !isByronEraBlock(block) && transaction.cbor
       ? {
           ...Serialization.Transaction.fromCbor(transaction.cbor as Serialization.TxCBOR).toCore(),
+          cbor: transaction.cbor as Serialization.TxCBOR,
           inputSource: mapInputSource(transaction.spends)
         }
       : mapCommonTx(transaction)

packages/ogmios/test/CardanoNode/__snapshots__/ObservableOgmiosCardanoNode.test.ts.snap

@@ -258,6 +258,7 @@ Array [
       "size": 1880,
       "totalOutput": 29999998493561943n,
       "txCount": 1,
+      "type": "praos",
       "vrf": "vrf_vk1ny8dyz3pa9u7v7h8l5evsmxxjq07dk6j5uda60lxe3zsya5ea20s2c6jph",
     },
     "eventType": 0,

packages/ogmios/test/ogmiosToCore/__snapshots__/block.test.ts.snap

@@ -632,6 +632,7 @@ Object {
   "size": 8511,
   "totalOutput": 29698651346n,
   "txCount": 6,
+  "type": "praos",
   "vrf": "vrf_vk1afy7gefvgc9eaek64lhunxw2velmuh4467n6a2aalah7r8q68j0s4f2sa9",
 }
 `;
@@ -711,6 +712,7 @@ Object {
   "size": 1193,
   "totalOutput": 29699998493147869n,
   "txCount": 1,
+  "type": "praos",
   "vrf": "vrf_vk1wpa9axwwassnadt8drdrzptxm285latvhhvsgv0t6zhp0akgej9sfgecvl",
 }
 `;
@@ -790,6 +792,7 @@ Object {
   "size": 1152,
   "totalOutput": 29699998492735907n,
   "txCount": 1,
+  "type": "praos",
   "vrf": "vrf_vk1aw6s04lqkquell8drg6jjusrzd8c5259kctvxkgug5kta7nphz9qfqtr4w",
 }
 `;
@@ -825,6 +828,7 @@ Object {
         ],
         "requiredExtraSignatures": undefined,
       },
+      "cbor": "82839f8200d8185824825820a12a839c25a01fa5d118167db5acdbd9e38172ae8f00e5ac0a4997ef792a200700ff9f8282d818584283581c6c9982e7f2b6dcc5eaa880e8014568913c8868d9f0f86eb687b2633ca101581e581c010d876783fb2b4d0d17c86df29af8d35356ed3d1827bf4744f06700001a8dc672c11a000f4240ffa0818202d81858658258208c0bdedfbbab26a1308300512ffb1b220f068ee13f7612afb076c22de3fb764158406cc41635a9794234966629ccfa2a5b089a20ae392f0e92154ff97eda30ff7a082a65fc4b362c24cf58c27f30103b1f1345e15479cf4b80cd4134c0f9dca83109",
       "id": "6497b33b10fa2619c6efbd9f874ecd1c91badb10bf70850732aab45b90524d9e",
       "inputSource": undefined,
       "witness": Object {
@@ -846,6 +850,7 @@ Object {
   "size": 908,
   "totalOutput": 1000000n,
   "txCount": 1,
+  "type": "bft",
   "vrf": undefined,
 }
 `;
@@ -925,6 +930,7 @@ Object {
   "size": 1151,
   "totalOutput": 29699998492941888n,
   "txCount": 1,
+  "type": "praos",
   "vrf": "vrf_vk1aw6s04lqkquell8drg6jjusrzd8c5259kctvxkgug5kta7nphz9qfqtr4w",
 }
 `;
@@ -1157,6 +1163,7 @@ Object {
   "size": 1880,
   "totalOutput": 29999998493561943n,
   "txCount": 1,
+  "type": "praos",
   "vrf": "vrf_vk1ny8dyz3pa9u7v7h8l5evsmxxjq07dk6j5uda60lxe3zsya5ea20s2c6jph",
 }
 `;