chore: run pipelines in order (#1130)

* chore: run main pipeline after the golangci-lint

* chore: extract modulegen pipeline to a separate workflow

* chore: orchestrate GH workflows

* fix: remove carriage return

.github/workflows/README.md

@@ -0,0 +1,23 @@
+# Github Workflows
+
+The execution order of the workflows is as follows:
+
+1. [Linting](golangci-lint.yml)
+2. Main pipeline, will run in parallel:
+    - [Regular pipeline](ci.yml)
+    - [Reaper Off pipeline](ci-reaper-off.yml)
+3. [Modules generator pipeline](ci-modulegen.yml)
+4. Modules pipeline, will run in parallel:
+    - All modules' pipelines
+    - All examples' pipelines
+
+_MermaidJS diagram created with https://mermaid.live._
+
+```mermaid
+flowchart TD
+    A[golangci-lint] -->|Reaper-on| B(Main Pipeline)
+    A[golangci-lint] -->|Reaper-off| B(Main Pipeline)
+    B -->|Module Generator| C[Module generator]
+    C -->|Modules| D[All modules]
+    C -->|Examples| E[All examples]
+```

.github/workflows/ci-modulegen.yml

@@ -0,0 +1,59 @@
+name: Module generator pipeline
+
+on:
+  workflow_run:
+    workflows: [golangci-lint / static-analysis]
+    types:
+      - completed
+  push:
+    paths-ignore:
+    - 'mkdocs.yml'
+    - 'docs/**'
+    - 'README.md'
+  pull_request:
+    paths-ignore:
+    - 'mkdocs.yml'
+    - 'docs/**'
+    - 'README.md'
+
+concurrency:
+  group: "${{ github.workflow }}-${{ github.head_ref || github.sha }}"
+  cancel-in-progress: true
+
+jobs:
+  test:
+    strategy:
+      matrix:
+        go-version: [1.19.x, 1.x]
+        platform: [ubuntu-latest, windows-latest, macos-latest]
+    runs-on: ${{ matrix.platform }}
+    env:
+      TESTCONTAINERS_RYUK_DISABLED: "false"
+    steps:
+
+      - name: Set up Go
+        uses: actions/setup-go@v3
+        with:
+          go-version: ${{ matrix.go-version }}
+        id: go
+
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v3
+
+      - name: modVerify
+        working-directory: ./modulegen
+        run: go mod verify
+
+      - name: ensure compilation
+        working-directory: ./modulegen
+        run: go build
+
+      - name: Run module generator tests
+        working-directory: ./modulegen
+        run: make test-unit
+
+      - name: Test Summary
+        uses: test-summary/action@4ee9ece4bca777a38f05c8fc578ac2007fe266f7
+        with:
+          paths: "**/TEST-*.xml"
+        if: always()

.github/workflows/ci.yml

@@ -1,6 +1,10 @@
 name: Main pipeline
 
 on:
+  workflow_run:
+    workflows: [golangci-lint / static-analysis]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'
@@ -55,10 +59,6 @@ jobs:
         if: ${{ matrix.platform == 'ubuntu-latest' }}
         run: make test-unit
 
-      - name: Run module generator tests
-        if: ${{ matrix.platform == 'ubuntu-latest' }}
-        run: make -C modulegen test-unit
-
       - name: Run checker
         run: |
           ./scripts/check_environment.sh

.github/workflows/cockroachdb-example.yml

@@ -1,6 +1,10 @@
 name: Cockroachdb example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/consul-example.yml

@@ -1,6 +1,10 @@
 name: Consul example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/datastore-example.yml

@@ -1,6 +1,10 @@
 name: Datastore example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/firestore-example.yml

@@ -1,6 +1,10 @@
 name: Firestore example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-compose.yml

@@ -1,6 +1,10 @@
 name: Compose module pipeline
 
 on:
+  workflow_run:
+    workflows: [Main pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-couchbase.yml

@@ -1,6 +1,10 @@
 name: Couchbase module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-localstack.yml

@@ -1,6 +1,10 @@
 name: LocalStack module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-mysql.yml

@@ -1,6 +1,10 @@
 name: MySQL module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-neo4j.yml

@@ -1,6 +1,10 @@
 name: Neo4j module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-postgres.yml

@@ -1,6 +1,10 @@
 name: Postgres module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-pulsar.yml

@@ -1,6 +1,10 @@
 name: Pulsar module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-redis.yml

@@ -1,6 +1,10 @@
 name: Redis module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/module-vault.yml

@@ -1,6 +1,10 @@
 name: vault module pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/mongodb-example.yml

@@ -1,6 +1,10 @@
 name: MongoDB example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/nginx-example.yml

@@ -1,6 +1,10 @@
 name: Nginx example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/pubsub-example.yml

@@ -1,6 +1,10 @@
 name: Pubsub example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/spanner-example.yml

@@ -1,6 +1,10 @@
 name: Spanner example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

.github/workflows/toxiproxy-example.yml

@@ -1,6 +1,10 @@
 name: Toxiproxy example pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'

modulegen/_template/ci.yml.tmpl

@@ -1,6 +1,10 @@
 {{ $lower := ToLower }}name: {{ Title }} {{ ExampleType }} pipeline
 
 on:
+  workflow_run:
+    workflows: [Module generator pipeline]
+    types:
+      - completed
   push:
     paths-ignore:
     - 'mkdocs.yml'