switch to previous ci

.github/workflows/build.yaml

@@ -1,21 +1,145 @@
-name: Build
+# name: Build
+
+# on:
+#   push:
+#     branches: [ 'main' ]
+#   workflow_dispatch:
+#     inputs:
+#       version:
+#         description: |
+#           The version of the project to build. Example: `1.0.3`.
+
+#           If not provided, a development build with a version name
+#           based on the branch name will be built. Otherwise, a release
+#           build with the provided version will be built.
+#         required: false
+
+# jobs:
+#   build:
+#     uses: openproblems-bio/actions/.github/workflows/build.yml@main
+#     with:
+#       version: ${{ github.event.inputs.version }}
+
+name: build
 
 on:
   push:
     branches: [ 'main' ]
   workflow_dispatch:
     inputs:
+      target_branch:
+        description: 'Branch to deploy to. If not specified, `build-${BRANCH_NAME}` will be used.'
+        required: false
       version:
-        description: |
-          The version of the project to build. Example: `1.0.3`.
-          
-          If not provided, a development build with a version name
-          based on the branch name will be built. Otherwise, a release
-          build with the provided version will be built.
+        description: 'Version name to use for the build. If not specified, `build-${BRANCH_NAME}` will be used.'
         required: false
 
 jobs:
+  # phase 1
+  list:
+    runs-on: ubuntu-latest
+
+    outputs:
+      target_branch: ${{ steps.defaults.outputs.target_branch }}
+      version: ${{ steps.defaults.outputs.version }}
+      component_matrix: ${{ steps.set_matrix.outputs.matrix }}
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - uses: viash-io/viash-actions/setup@v6
+
+    - name: Determine version tag from branch name
+      id: defaults
+      run: |
+        BRANCH_NAME=$(echo $GITHUB_REF | sed 's/refs\/heads\///')
+
+        VERSION=${{ github.event.inputs.version }}
+        if [ -z "$VERSION" ]; then
+          VERSION="build-$BRANCH_NAME"
+        fi
+        echo "version=$VERSION" >> $GITHUB_OUTPUT
+
+        TARGET_BRANCH=${{ github.event.inputs.target_branch }}
+        if [ -z "$TARGET_BRANCH" ]; then
+          TARGET_BRANCH="build/$BRANCH_NAME"
+        fi
+        echo "target_branch=$TARGET_BRANCH" >> $GITHUB_OUTPUT
+
+    - name: Remove target folder from .gitignore
+      run: |
+        # allow publishing the target folder
+        sed -i '/^target.*/d' .gitignore
+
+    - uses: viash-io/viash-actions/ns-build@v6
+      with:
+        config_mod: .functionality.version := '${{ steps.defaults.outputs.version }}'
+        parallel: true
+
+    - name: Deploy to target branch
+      uses: peaceiris/actions-gh-pages@v4
+      with:
+        github_token: ${{ secrets.GITHUB_TOKEN }}
+        publish_dir: .
+        publish_branch: ${{ steps.defaults.outputs.target_branch }}
+
+    - id: ns_list
+      uses: viash-io/viash-actions/ns-list@v6
+      with:
+        platform: docker
+        src: src
+        format: json
+
+    - id: set_matrix
+      run: |
+        echo "matrix=$(jq -c '[ .[] | 
+          { 
+            "name": (.functionality.namespace + "/" + .functionality.name),
+            "dir": .info.config | capture("^(?<dir>.*\/)").dir
+          }
+        ]' ${{ steps.ns_list.outputs.output_file }} )" >> $GITHUB_OUTPUT
+
+  # phase 2
   build:
-    uses: openproblems-bio/actions/.github/workflows/build.yml@main
-    with:
-      version: ${{ github.event.inputs.version }}
+    needs: list
+
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    strategy:
+      fail-fast: false
+      matrix:
+        component: ${{ fromJson(needs.list.outputs.component_matrix) }}
+
+    steps:
+      # Remove unnecessary files to free up space. Otherwise, we get 'no space left on device.'
+      - uses: data-intuitive/reclaim-the-bytes@v2
+
+      - uses: actions/checkout@v4
+
+      - uses: viash-io/viash-actions/setup@v6
+
+      - name: Build container
+        uses: viash-io/viash-actions/ns-build@v6
+        with:
+          config_mod: .functionality.version := '${{ needs.list.outputs.version }}'
+          platform: docker
+          src: ${{ matrix.component.dir }}
+          setup: build
+
+      - name: Login to container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Push container
+        uses: viash-io/viash-actions/ns-build@v6
+        with:
+          config_mod: .functionality.version := '${{ needs.list.outputs.version }}'
+          platform: docker
+          src: ${{ matrix.component.dir }}
+          setup: push

.github/workflows/test.yaml

@@ -1,10 +1,101 @@
-name: Test
+# name: Test
+
+# on:
+#   push:
+#     branches: [ main ]
+#   pull_request:
+
+# jobs:
+#   build:
+#     uses: openproblems-bio/actions/.github/workflows/test.yml@main
+
+
+name: test
 
 on:
-  push:
-    branches: [ main ]
   pull_request:
+  push:
+    branches:
+      - main
 
 jobs:
-  build:
-    uses: openproblems-bio/actions/.github/workflows/test.yml@main
+
+  # phase 1
+  list:
+    env:
+      s3_bucket: s3://openproblems-data/resources_test/grn/
+    runs-on: ubuntu-latest
+
+    outputs:
+      matrix: ${{ steps.set_matrix.outputs.matrix }}
+      cache_key: ${{ steps.cache.outputs.cache_key }}
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0 
+
+    - uses: viash-io/viash-actions/setup@v6
+
+    - uses: viash-io/viash-actions/project/sync-and-cache-s3@v6
+      id: cache
+      with:
+        s3_bucket: $s3_bucket
+        dest_path: resources
+        cache_key_prefix: resources__
+
+    - id: ns_list
+      uses: viash-io/viash-actions/ns-list@v6
+      with:
+        platform: docker
+        format: json
+
+    - id: ns_list_filtered
+      uses: viash-io/viash-actions/project/detect-changed-components@v6
+      with:
+        input_file: "${{ steps.ns_list.outputs.output_file }}"
+
+    - id: set_matrix
+      run: |
+        echo "matrix=$(jq -c '[ .[] | 
+          { 
+            "name": (.functionality.namespace + "/" + .functionality.name),
+            "config": .info.config
+          }
+        ]' ${{ steps.ns_list_filtered.outputs.output_file }} )" >> $GITHUB_OUTPUT
+
+  # phase 2
+  viash_test:
+    needs: list
+    if: ${{ needs.list.outputs.matrix != '[]' && needs.list.outputs.matrix != '' }}
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        component: ${{ fromJson(needs.list.outputs.matrix) }}
+
+    steps:
+    # Remove unnecessary files to free up space. Otherwise, we get 'no space left on device.'
+    - uses: data-intuitive/reclaim-the-bytes@v2
+
+    - uses: actions/checkout@v4
+
+    - uses: viash-io/viash-actions/setup@v6
+
+    # use cache
+    - name: Cache resources data
+      uses: actions/cache@v4
+      timeout-minutes: 10
+      with:
+        path: resources
+        key: ${{ needs.list.outputs.cache_key }}
+
+    - name: Run test
+      timeout-minutes: 30
+      run: |
+        VIASH_TEMP=$RUNNER_TEMP/viash viash test \
+          "${{ matrix.component.config }}" \
+          --cpus 2 \
+          --memory "5gb"
+