Update ABL scripts to use CORGI

concourse/update-content/script.bash

@@ -11,13 +11,23 @@ fi
 # this is here so the creds don't get pasted to the output
 set -e; if [ -n "$DEBUG" ]; then set -x; fi
 
-approved_books_default_branch=$(curl -s https://api.github.com/repos/openstax/content-manager-approved-books | jq -r .default_branch)
 rex_default_branch=$(curl -s https://api.github.com/repos/openstax/rex-web | jq -r .default_branch)
 
-data=$(curl -sL "https://github.com/openstax/content-manager-approved-books/raw/$approved_books_default_branch/approved-book-list.json")
+# consumer: Limit entries to those where consumer == <consumer>
+# code_version: Limit entries to those where code_version <= <code_version>
+archive_version="$(jq -r '.REACT_APP_ARCHIVE' "src/config.archive-url.json")"
+search="consumer=REX&code_version=$archive_version"
+abl_url="https://corgi.ce.openstax.org/api/abl/?$search"
 
-# script will return a JSON object with book ids and new versions only for books that doesn't mach current config
-book_ids_and_versions=$(node script/entry.js transform-approved-books-data --data "$data")
+data="$(curl -sL --fail --show-error "$abl_url")"
+configured_books="$(cat src/config.books.json)"
+
+# If there is an error, print it and exit with status 1
+echo "$data" | jq '.detail? | halt_error(1)'
+
+book_ids_and_versions="$(
+  bash script/transform-approved-books-data.bash "$data" "$configured_books"
+)"
 book_entries=$(echo "$book_ids_and_versions" | jq -c 'to_entries | .[]')
 
 git remote set-branches origin 'update-content-*'

script/transform-approved-books-data.bash

@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+
+set -e
+
+data="$1"
+data="${data:?}"
+configured_books="$2"
+configured_books="${configured_books:?}"
+
+# shellcheck disable=SC2016
+new_version_filter='[
+  # Get the newest version of each book
+  $corgi_abl | group_by(.uuid) | .[] | sort_by(.commited_at) | .[-1] |
+
+  # Store information about the entry (uuid and short sha)
+  .uuid as $uuid |
+  (.commit_sha | .[0:7]) as $commit_sha |
+
+  # Select entries that do not match configured books
+  select($configured_books | .[$uuid] | .defaultVersion != $commit_sha) |
+  { key: .uuid, value: $commit_sha }
+] | from_entries'
+
+jq \
+  --null-input \
+  --compact-output \
+  --argjson configured_books "$configured_books" \
+  --argjson corgi_abl "$data" \
+  "$new_version_filter"

script/validate-abl-import/test.bash

@@ -27,8 +27,10 @@ for input_file in "$my_dir"/*.input.json; do
     # Actual test goes here
     # -------------------------
     json=$(cat "$input_file")
-    node "$my_dir/../entry.js" transform-approved-books-data --data "$json" > "$output_file"
+    configured_books="{}"
 
+    bash "$my_dir/../transform-approved-books-data.bash" \
+        "$json" "$configured_books" > "$output_file"
 
     diff "$snapshot_file" "$output_file"