generated from duckdb/extension-template
-
Notifications
You must be signed in to change notification settings - Fork 4
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
0 parents
commit 6b66c2b
Showing
67 changed files
with
7,643 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,8 @@ | ||
.github/ | ||
.vscode/ | ||
build/ | ||
dev/ | ||
docs/ | ||
|
||
# duckdb related | ||
duckdb_unittest_tempdir/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
duckdb/.editorconfig |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,34 @@ | ||
# | ||
# This workflow calls the main distribution pipeline from DuckDB to build, test and (optionally) release the extension | ||
# | ||
name: Main Extension Distribution Pipeline | ||
on: | ||
push: | ||
pull_request: | ||
workflow_dispatch: | ||
|
||
concurrency: | ||
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || '' }}-${{ github.base_ref || '' }}-${{ github.ref != 'refs/heads/main' || github.sha }} | ||
cancel-in-progress: true | ||
|
||
jobs: | ||
duckdb-stable-build: | ||
name: Build extension binaries | ||
uses: ./.github/workflows/_extension_distribution.yml | ||
with: | ||
duckdb_version: v1.0.0 | ||
extension_name: bigquery | ||
exclude_archs: 'wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;osx_arm64;osx_amd64;linux_arm64;linux_amd64_gcc4' | ||
# vcpkg_commit: '7032c5759f823fc8699a5c37d5f7072464ccb9a8' | ||
vcpkg_commit: 'a4275b7eee79fb24ec2e135481ef5fce8b41c339' | ||
|
||
duckdb-stable-deploy: | ||
name: Deploy extension binaries | ||
needs: duckdb-stable-build | ||
uses: ./.github/workflows/_extension_deploy.yml | ||
secrets: inherit | ||
with: | ||
duckdb_version: v1.0.0 | ||
extension_name: bigquery | ||
exclude_archs: 'wasm_mvp;wasm_eh;wasm_threads;windows_amd64_rtools;osx_arm64;osx_amd64;linux_arm64;linux_amd64_gcc4' | ||
deploy_latest: ${{ startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main' }} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,121 @@ | ||
# | ||
# Reusable workflow that deploys the artifacts produced by github.com/duckdb/duckdb/.github/workflows/_extension_distribution.yml | ||
# | ||
# note: this workflow needs to be located in the extension repository, as it requires secrets to be passed to the | ||
# deploy script. However, it should generally not be necessary to modify this workflow in your extension repository, as | ||
# this workflow can be configured to use a custom deploy script. | ||
|
||
|
||
name: Extension Deployment | ||
on: | ||
workflow_call: | ||
inputs: | ||
# The name of the extension | ||
extension_name: | ||
required: true | ||
type: string | ||
# DuckDB version to build against | ||
duckdb_version: | ||
required: true | ||
type: string | ||
# ';' separated list of architectures to exclude, for example: 'linux_amd64;osx_arm64' | ||
exclude_archs: | ||
required: false | ||
type: string | ||
default: "" | ||
# Whether to upload this deployment as the latest. This may overwrite a previous deployment. | ||
deploy_latest: | ||
required: false | ||
type: boolean | ||
default: false | ||
# Whether to upload this deployment under a versioned path. These will not be deleted automatically | ||
deploy_versioned: | ||
required: false | ||
type: boolean | ||
default: false | ||
# Postfix added to artifact names. Can be used to guarantee unique names when this workflow is called multiple times | ||
artifact_postfix: | ||
required: false | ||
type: string | ||
default: "" | ||
# Override the default deploy script with a custom script | ||
deploy_script: | ||
required: false | ||
type: string | ||
default: "./scripts/extension-upload.sh" | ||
# Override the default matrix parse script with a custom script | ||
matrix_parse_script: | ||
required: false | ||
type: string | ||
default: "./duckdb/scripts/modify_distribution_matrix.py" | ||
|
||
jobs: | ||
generate_matrix: | ||
name: Generate matrix | ||
runs-on: ubuntu-latest | ||
outputs: | ||
deploy_matrix: ${{ steps.parse-matrices.outputs.deploy_matrix }} | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
fetch-depth: 0 | ||
submodules: 'true' | ||
|
||
- name: Checkout DuckDB to version | ||
run: | | ||
cd duckdb | ||
git checkout ${{ inputs.duckdb_version }} | ||
- id: parse-matrices | ||
run: | | ||
python3 ${{ inputs.matrix_parse_script }} --input ./duckdb/.github/config/distribution_matrix.json --deploy_matrix --output deploy_matrix.json --exclude "${{ inputs.exclude_archs }}" --pretty | ||
deploy_matrix="`cat deploy_matrix.json`" | ||
echo deploy_matrix=$deploy_matrix >> $GITHUB_OUTPUT | ||
echo `cat $GITHUB_OUTPUT` | ||
deploy: | ||
name: Deploy | ||
runs-on: ubuntu-latest | ||
needs: generate_matrix | ||
if: ${{ needs.generate_matrix.outputs.deploy_matrix != '{}' && needs.generate_matrix.outputs.deploy_matrix != '' }} | ||
strategy: | ||
matrix: ${{fromJson(needs.generate_matrix.outputs.deploy_matrix)}} | ||
|
||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
fetch-depth: 0 | ||
submodules: 'true' | ||
|
||
- name: Checkout DuckDB to version | ||
run: | | ||
cd duckdb | ||
git checkout ${{ inputs.duckdb_version }} | ||
- uses: actions/download-artifact@v2 | ||
with: | ||
name: ${{ inputs.extension_name }}-${{ inputs.duckdb_version }}-extension-${{matrix.duckdb_arch}}${{inputs.artifact_postfix}}${{startsWith(matrix.duckdb, 'wasm') && '.wasm' || ''}} | ||
path: | | ||
/tmp/extension | ||
- name: Deploy | ||
shell: bash | ||
env: | ||
AWS_ACCESS_KEY_ID: ${{ secrets.S3_DUCKDB_ORG_DEPLOY_ID }} | ||
AWS_SECRET_ACCESS_KEY: ${{ secrets.S3_DUCKDB_ORG_DEPLOY_KEY }} | ||
AWS_DEFAULT_REGION: ${{ secrets.S3_DUCKDB_ORG_REGION }} | ||
BUCKET_NAME: ${{ secrets.S3_DUCKDB_ORG_BUCKET }} | ||
DUCKDB_EXTENSION_SIGNING_PK: ${{ secrets.S3_DUCKDB_ORG_EXTENSION_SIGNING_PK }} | ||
run: | | ||
pwd | ||
python3 -m pip install pip awscli | ||
git config --global --add safe.directory '*' | ||
cd duckdb | ||
git fetch --tags | ||
export DUCKDB_VERSION=`git tag --points-at HEAD` | ||
export DUCKDB_VERSION=${DUCKDB_VERSION:=`git log -1 --format=%h`} | ||
cd .. | ||
git fetch --tags | ||
export EXT_VERSION=`git tag --points-at HEAD` | ||
export EXT_VERSION=${EXT_VERSION:=`git log -1 --format=%h`} | ||
${{ inputs.deploy_script }} ${{ inputs.extension_name }} $EXT_VERSION $DUCKDB_VERSION ${{ matrix.duckdb_arch }} $BUCKET_NAME ${{inputs.deploy_latest || 'true' && 'false'}} ${{inputs.deploy_versioned || 'true' && 'false'}} |
Oops, something went wrong.