Fix/1856 missing off chain data

govtool/backend/sql/list-dreps.sql

@@ -30,6 +30,7 @@ SELECT
   newestRegister.time AS last_register_time,
   COALESCE(latestDeposit.deposit, 0),
   non_deregister_voting_anchor.url IS NOT NULL AS has_non_deregister_voting_anchor,
+  off_chain_vote_fetch_error.fetch_error,
   off_chain_vote_drep_data.payment_address,
   off_chain_vote_drep_data.given_name,
   off_chain_vote_drep_data.objectives,
@@ -96,6 +97,7 @@ FROM
     AND DRepDistr.rn = 1
   LEFT JOIN voting_anchor va ON va.id = dr_voting_anchor.voting_anchor_id
   LEFT JOIN voting_anchor non_deregister_voting_anchor on non_deregister_voting_anchor.id = dr_non_deregister_voting_anchor.voting_anchor_id
+  LEFT JOIN off_chain_vote_fetch_error ON off_chain_vote_fetch_error.voting_anchor_id = va.id
   LEFT JOIN off_chain_vote_data ON off_chain_vote_data.voting_anchor_id = va.id
   LEFT JOIN off_chain_vote_drep_data on off_chain_vote_drep_data.off_chain_vote_data_id = off_chain_vote_data.id 
   CROSS JOIN DRepActivity
@@ -138,6 +140,7 @@ GROUP BY
   newestRegister.time,
   latestDeposit.deposit,
   non_deregister_voting_anchor.url,
+  off_chain_vote_fetch_error.fetch_error,
   off_chain_vote_drep_data.payment_address,
   off_chain_vote_drep_data.given_name,
   off_chain_vote_drep_data.objectives,

govtool/backend/src/VVA/API.hs

@@ -116,6 +116,7 @@ drepRegistrationToDrep Types.DRepRegistration {..} =
       dRepType = mapDRepType dRepRegistrationType,
       dRepLatestTxHash = HexText <$> dRepRegistrationLatestTxHash,
       dRepLatestRegistrationDate = dRepRegistrationLatestRegistrationDate,
+      dRepMetadataError = dRepRegistrationMetadataError,
       dRepPaymentAddress = dRepRegistrationPaymentAddress,
       dRepGivenName = dRepRegistrationGivenName,
       dRepObjectives = dRepRegistrationObjectives,

govtool/backend/src/VVA/API/Types.hs

@@ -768,6 +768,7 @@ data DRep
       , dRepType                   :: DRepType
       , dRepLatestTxHash           :: Maybe HexText
       , dRepLatestRegistrationDate :: UTCTime
+      , dRepMetadataError          :: Maybe Text
       , dRepPaymentAddress         :: Maybe Text
       , dRepGivenName              :: Maybe Text
       , dRepObjectives             :: Maybe Text

govtool/backend/src/VVA/DRep.hs

@@ -61,7 +61,7 @@ listDReps = withPool $ \conn -> do
   results <- liftIO $ SQL.query_ conn listDRepsSql
   timeZone <- liftIO getCurrentTimeZone
   return
-    [ DRepRegistration drepHash drepView url dataHash (floor @Scientific deposit) votingPower status drepType txHash (localTimeToUTC timeZone date) paymentAddress givenName objectives motivations qualifications imageUrl imageHash
+    [ DRepRegistration drepHash drepView url dataHash (floor @Scientific deposit) votingPower status drepType txHash (localTimeToUTC timeZone date) metadataError paymentAddress givenName objectives motivations qualifications imageUrl imageHash
     | ( drepHash
         , drepView
         , url
@@ -73,6 +73,7 @@ listDReps = withPool $ \conn -> do
         , date
         , latestDeposit
         , latestNonDeregisterVotingAnchorWasNotNull
+        , metadataError
         , paymentAddress
         , givenName
         , objectives

govtool/backend/src/VVA/Types.hs

@@ -109,6 +109,7 @@ data DRepRegistration
       , dRepRegistrationType                   :: DRepType
       , dRepRegistrationLatestTxHash           :: Maybe Text
       , dRepRegistrationLatestRegistrationDate :: UTCTime
+      , dRepRegistrationMetadataError          :: Maybe Text
       , dRepRegistrationPaymentAddress         :: Maybe Text
       , dRepRegistrationGivenName              :: Maybe Text
       , dRepRegistrationObjectives             :: Maybe Text

govtool/frontend/src/consts/dRepActions/jsonContext.ts

@@ -2,6 +2,7 @@ export const CIP_119 =
   "https://github.com/cardano-foundation/CIPs/blob/master/CIP-0119/README.md#";
 
 export const DREP_CONTEXT = {
+  "@language": "en-us",
   CIP100:
     "https://github.com/cardano-foundation/CIPs/blob/master/CIP-0100/README.md#",
   CIP119: CIP_119,

govtool/metadata-validation/src/app.service.ts

@@ -61,7 +61,7 @@ export class AppService {
       if (hashedMetadata !== hash) {
         // Optionally validate on a parsed metadata
         const hashedParsedMetadata = blake.blake2bHex(
-          JSON.stringify(parsedData),
+          JSON.stringify(parsedData, null, 2),
           undefined,
           32,
         );

govtool/metadata-validation/src/utils/getFieldValue.ts

@@ -9,12 +9,13 @@ export const getFieldValue = (
   body: Record<string, unknown>,
   field: string,
 ): unknown => {
-  if (body[field] && body[field]['@value']) {
-    return body[field]['@value'];
+  const fieldValue = body[field];
+  if (fieldValue.hasOwnProperty('@value')) {
+    return fieldValue['@value'];
   }
 
-  if (body[field]) {
-    return body[field];
+  if (fieldValue) {
+    return fieldValue;
   }
 
   return undefined;

govtool/metadata-validation/src/utils/parseMetadata.ts

@@ -10,7 +10,12 @@ export const parseMetadata = (body: Record<string, unknown>) => {
   const metadata = {};
 
   Object.keys(body).forEach((key) => {
-    metadata[key] = getFieldValue(body, key);
+    if (key === 'references') {
+      const parsedReferences = (body[key] as Record<string, unknown>[]).map((reference) => parseMetadata(reference));
+      metadata[key] = parsedReferences;
+    } else {
+      metadata[key] = getFieldValue(body, key);
+    }
   });
   return metadata;
 };