Update test files by removing set_config calls #10720
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: pg_dump/restore Test Framework | |
| on: [push, pull_request] | |
| jobs: | |
| generate-dump-restore-tests: | |
| name: Generate Dump/Restore Tests | |
| runs-on: ubuntu-20.04 | |
| outputs: | |
| dump-restore-path-list: ${{ steps.generate-dump-restore-path.outputs.dump-restore-path-list }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: "Read and setup dump-restore path list from configuration" | |
| id: generate-dump-restore-path | |
| run: | | |
| config="'$(yq -o=json ${{ github.workspace }}/.github/configuration/dump-restore-test-configuration.yml)'" | |
| config=$(echo $config | sed "s/\"/\\\\\"/g") | |
| DUMP_RESTORE_PATH_LIST=$(node -e "let k = JSON.parse($config); \ | |
| let p = k['dump-restore-version'].map((itm, index) => ({ id: index, path: itm.map(i => i.version.toString().replace(/[.]/g, \"_\")), \ | |
| title: (itm[itm.length - 1]['database-level'] == false ? 'Instance-level-' : 'Database-level-') + itm.map(i => i.version.toString().replace(/[.]/g, \"_\")).join(\"-\"), \ | |
| last_version: itm[itm.length - 1].version.toString().replace(/[.]/g, \"_\"), \ | |
| dump_method: itm[itm.length - 1]['dump-data-as'] == 'copy' ? 'COPY' : 'INSERTS', \ | |
| dump_format: itm[itm.length - 1]['dump-format'], \ | |
| type: itm[itm.length - 1]['type']})); \ | |
| console.log(JSON.stringify(p));") | |
| echo "dump-restore-path-list=$DUMP_RESTORE_PATH_LIST" >> $GITHUB_OUTPUT | |
| run-dump-restore-test: | |
| needs: generate-dump-restore-tests | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| upgrade-path: ${{ fromJson(needs.generate-dump-restore-tests.outputs.dump-restore-path-list) }} | |
| name: Dump Restore Test using ${{ matrix.upgrade-path.dump_method }} for ${{ matrix.upgrade-path.title }} - format=${{ matrix.upgrade-path.dump_format }} - type=${{ matrix.upgrade-path.type }} | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Install yq - yaml parser | |
| id: install-yq | |
| if: always() | |
| run: sudo snap install yq | |
| - name: Read Base Version and Final Version | |
| id: read-base-and-final-version | |
| if: always() && steps.install-yq.outcome == 'success' | |
| run: > | |
| echo "base-version=$( | |
| yq '."dump-restore-version"[${{ matrix.upgrade-path.id }}][0].version' ${{ github.workspace }}/.github/configuration/dump-restore-test-configuration.yml | |
| )" >> $GITHUB_OUTPUT && | |
| echo "final-version=$( | |
| yq '."dump-restore-version"[${{ matrix.upgrade-path.id }}][-1].version' ${{ github.workspace }}/.github/configuration/dump-restore-test-configuration.yml | |
| )" >> $GITHUB_OUTPUT | |
| - name: Find Engine and Extension Branches for Base Version ${{ steps.read-base-and-final-version.outputs.base-version }} | |
| id: find-branch | |
| if: always() && steps.read-base-and-final-version.outcome == 'success' | |
| run: > | |
| echo "base-engine-branch=$( | |
| yq '."${{ steps.read-base-and-final-version.outputs.base-version }}".engine_branch' ${{ github.workspace }}/.github/template/version-branch-template.yml | |
| )" >> $GITHUB_OUTPUT && | |
| echo "base-extension-branch=$( | |
| yq '."${{ steps.read-base-and-final-version.outputs.base-version }}".extension_branch' ${{ github.workspace }}/.github/template/version-branch-template.yml | |
| )" >> $GITHUB_OUTPUT && | |
| echo "base-dir=$(echo psql$(awk -F. '{print $1}' <<< ${{ steps.read-base-and-final-version.outputs.base-version }}))" >> $GITHUB_OUTPUT | |
| - name: Setup Base Version ${{ steps.read-base-and-final-version.outputs.base-version }} and Run Preparation Tests | |
| id: setup-base-version | |
| if: always() && steps.find-branch.outcome == 'success' | |
| uses: ./.github/composite-actions/setup-base-version | |
| with: | |
| engine_branch: ${{ steps.find-branch.outputs.base-engine-branch }} | |
| extension_branch: ${{ steps.find-branch.outputs.base-extension-branch }} | |
| install_dir: ${{ steps.find-branch.outputs.base-dir }} | |
| migration_mode: 'multi-db' | |
| dump_restore: 'true' | |
| antlr_version: ${{ (steps.read-base-and-final-version.outputs.base-version == 'source.latest' || fromJSON(steps.read-base-and-final-version.outputs.base-version) >= 16.7 ) && '4.13.2' || '4.9.3' }} | |
| - name: Setup Dump Restore Composite Action | |
| id: setup-dump-restore-ca | |
| if: always() && steps.install-yq.outcome == 'success' && steps.setup-base-version.outcome == 'success' | |
| uses: ./.github/composite-actions/setup-dump-restore-ca | |
| with: | |
| base_version: ${{ steps.read-base-and-final-version.outputs.base-version }} | |
| - name: Dump and restore till final version ${{ steps.read-base-and-final-version.outputs.final-version }} and run verify scripts | |
| id: dump-restore-and-test | |
| if: always() && steps.setup-dump-restore-ca.outcome == 'success' | |
| uses: ./.github/composite-actions/dump-restore | |
| - uses: actions/checkout@v2 | |
| # Due to some action/checkout's in previous step the dynamically generated dump-restore composite action isn't available, | |
| # hence to avoid error in post action step recreated the dump-restore composite action | |
| - name: Recreate Dump Restore Composite Action | |
| if: always() && steps.install-yq.outcome == 'success' && steps.setup-base-version.outcome == 'success' | |
| uses: ./.github/composite-actions/setup-dump-restore-ca | |
| with: | |
| base_version: ${{ steps.read-base-and-final-version.outputs.base-version }} | |
| - name: Rename Test Summary Files | |
| id: test-file-rename | |
| if: always() && (steps.setup-base-version.outcome == 'failure' || steps.dump-restore-and-test.outcome == 'failure') | |
| run: | | |
| cd ~/work/babelfish_extensions/babelfish_extensions/ | |
| cd test/JDBC/Info | |
| timestamp=`ls -Art | tail -n 1` | |
| cd $timestamp | |
| mkdir -p ~/upgrade | |
| cp $timestamp.diff ~/upgrade/output-diff.diff | |
| cp "$timestamp"_runSummary.log ~/upgrade/run-summary.log | |
| mkdir -p ~/failed-testscript-outputs | |
| # copy output files of failed test scripts | |
| BASE_VERSION=${{ steps.read-base-and-final-version.outputs.base-version }} | |
| BASE_VERSION=${BASE_VERSION/./_} | |
| FINAL_VERSION=${{ steps.read-base-and-final-version.outputs.final-version }} | |
| FINAL_VERSION=${FINAL_VERSION/./_} | |
| if [[ "$BASE_VERSION" == *"latest"* ]]; then | |
| BASE_VERSION="latest" | |
| fi | |
| if [[ "$FINAL_VERSION" == *"latest"* ]]; then | |
| FINAL_VERSION="latest" | |
| fi | |
| for f in $(grep "[A-Za-z_\-]*:[ ]*Failed" $timestamp"_runSummary.log" | cut -d ":" -f 1); | |
| do | |
| if [[ -f ../../output/$f".out" ]]; then | |
| cp ../../output/$f".out" ~/failed-testscript-outputs/$f".out" | |
| elif [[ -f ../../output/$BASE_VERSION"__preparation__"$f".out" ]]; then | |
| cp ../../output/$BASE_VERSION"__preparation__"$f".out" ~/failed-testscript-outputs/$BASE_VERSION"__preparation__"$f".out" | |
| else | |
| cp ../../output/$FINAL_VERSION"__verification_cleanup__"$BASE_VERSION"__"$f".out" ~/failed-testscript-outputs/$FINAL_VERSION"__verification_cleanup__"$BASE_VERSION"__"$f".out" | |
| fi | |
| done | |
| - name: Upload Logs | |
| if: always() && (steps.setup-base-version.outcome == 'failure' || steps.dump-restore-and-test.outcome == 'failure') | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: dump-restore-logs-${{ matrix.upgrade-path.dump_method }}-${{ matrix.upgrade-path.title }}-${{ matrix.upgrade-path.dump_format }}-${{ matrix.upgrade-path.type }} | |
| path: | | |
| ~/upgrade/* | |
| ~/psql*/data/logfile | |
| ~/failed-testscript-outputs | |