CWS BTFHub constants sync #153
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "CWS BTFHub constants sync" | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| base_branch: | |
| description: 'Base branch to target' | |
| required: false | |
| default: 'main' | |
| type: string | |
| force_refresh: | |
| description: 'Force refresh of the constants' | |
| required: false | |
| default: 'false' | |
| type: boolean | |
| schedule: | |
| - cron: '30 4 * * 5' # at 4:30 UTC on Friday | |
| permissions: {} | |
| jobs: | |
| generate: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| cone: | |
| - amzn | |
| - centos | |
| - debian | |
| - fedora | |
| - ol/7/arm64 | |
| - ol/7/x86_64 | |
| - ol/8/arm64 | |
| - ol/8/x86_64 | |
| - opensuse-leap | |
| - rhel | |
| - sles | |
| - ubuntu/16.04/x86_64 | |
| - ubuntu/18.04/arm64 | |
| - ubuntu/18.04/x86_64 | |
| - ubuntu/20.04/arm64 | |
| - ubuntu/20.04/x86_64 | |
| steps: | |
| - name: Cleanup runner | |
| run: | | |
| sudo rm -rf /usr/local/lib/android >/dev/null 2>&1 | |
| docker rmi $(docker image ls -aq) >/dev/null 2>&1 | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf "/usr/local/share/boost" | |
| df -h | |
| - name: Checkout datadog-agent repository | |
| uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| with: | |
| ref: ${{ inputs.base_branch || 'main' }} | |
| - name: Checkout btfhub-archive repository | |
| uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| with: | |
| repository: DataDog/btfhub-archive | |
| path: dev/dist/archive | |
| sparse-checkout: ${{ matrix.cone }} | |
| - name: Install python | |
| uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # v5.2.0 | |
| with: | |
| python-version: 3.11 | |
| cache: 'pip' | |
| - run: pip install -r requirements.txt | |
| - name: Install go | |
| uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2 | |
| with: | |
| go-version-file: '.go-version' | |
| - name: Compute name | |
| id: artifact-name | |
| run: | | |
| echo "ARTIFACT_NAME=constants-${{ matrix.cone }}" | tr '/' '-' >> $GITHUB_OUTPUT | |
| - name: Sync constants | |
| run: | | |
| inv -e security-agent.generate-btfhub-constants --archive-path=./dev/dist/archive --output-path=./${{ steps.artifact-name.outputs.ARTIFACT_NAME }}.json ${{ inputs.force_refresh && '--force-refresh' || '' }} | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6 | |
| with: | |
| name: ${{ steps.artifact-name.outputs.ARTIFACT_NAME }} | |
| path: ./${{ steps.artifact-name.outputs.ARTIFACT_NAME }}.json | |
| combine: | |
| needs: generate | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| steps: | |
| - name: Checkout datadog-agent repository | |
| uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| with: | |
| ref: ${{ inputs.base_branch || 'main' }} | |
| - name: Install python | |
| uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # v5.2.0 | |
| with: | |
| python-version: 3.11 | |
| cache: 'pip' | |
| - run: pip install -r requirements.txt | |
| - name: Install go | |
| uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2 | |
| with: | |
| go-version-file: '.go-version' | |
| - name: Download All Artifacts | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| path: ./dev/dist/constants | |
| pattern: constants-* | |
| merge-multiple: true | |
| - name: Combine constants | |
| run: | | |
| inv -e security-agent.combine-btfhub-constants --archive-path=./dev/dist/constants | |
| - name: Compute branch name | |
| id: branch-name | |
| run: | | |
| echo "BRANCH_NAME=cws/constants-sync-$(date +%s)" >> $GITHUB_OUTPUT | |
| - uses: stefanzweifel/git-auto-commit-action@8621497c8c39c72f3e2a999a26b4ca1b5058a842 # v5.0.1 | |
| id: commit-creator | |
| with: | |
| commit_message: "CWS: sync BTFhub constants" | |
| branch: ${{ steps.branch-name.outputs.BRANCH_NAME }} | |
| create_branch: true | |
| skip_fetch: true | |
| skip_checkout: true | |
| - name: Create Pull Request | |
| uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1 | |
| if: steps.commit-creator.outputs.changes_detected == 'true' | |
| with: | |
| script: | | |
| const { repo, owner } = context.repo; | |
| const result = await github.rest.pulls.create({ | |
| title: 'CWS: sync BTFHub constants', | |
| owner, | |
| repo, | |
| head: '${{ steps.branch-name.outputs.BRANCH_NAME }}', | |
| base: '${{ inputs.base_branch || 'main' }}', | |
| body: [ | |
| '### What does this PR do?', | |
| 'This PR syncs the BTFHub constants used by CWS', | |
| '_This PR was autogenerated_' | |
| ].join('\n') | |
| }); | |
| github.rest.issues.update({ | |
| owner, | |
| repo, | |
| issue_number: result.data.number, | |
| milestone: 22, // triage | |
| }); | |
| github.rest.issues.addLabels({ | |
| owner, | |
| repo, | |
| issue_number: result.data.number, | |
| labels: ['changelog/no-changelog', 'qa/no-code-change', 'team/agent-security'] | |
| }); |