ci: Use turbo for build cache (no-changelog)

n8n-io · Jul 5, 2024 · 2b05991 · 2b05991
1 parent bbb2296
commit 2b05991
Show file tree

Hide file tree

Showing 9 changed files with 126 additions and 44 deletions.
diff --git a/.github/workflows/ci-master.yml b/.github/workflows/ci-master.yml
@@ -23,6 +23,9 @@ jobs:
       - name: Install dependencies
         run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Build
         run: pnpm build
 

diff --git a/.github/workflows/ci-postgres-mysql.yml b/.github/workflows/ci-postgres-mysql.yml
@@ -26,6 +26,9 @@ jobs:
           cache: 'pnpm'
       - run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Build Backend
         run: pnpm build:backend
 
@@ -52,6 +55,9 @@ jobs:
           cache: 'pnpm'
       - run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Restore cached build artifacts
         uses: actions/cache/[email protected]
         with:
@@ -60,7 +66,7 @@ jobs:
 
       - name: Test SQLite Pooled
         working-directory: packages/cli
-        run: pnpm jest --coverage
+        run: pnpm jest
 
   mysql:
     name: MySQL
@@ -78,6 +84,9 @@ jobs:
           cache: 'pnpm'
       - run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Restore cached build artifacts
         uses: actions/cache/[email protected]
         with:
@@ -112,6 +121,9 @@ jobs:
           cache: 'pnpm'
       - run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Restore cached build artifacts
         uses: actions/cache/[email protected]
         with:

diff --git a/.github/workflows/ci-pull-requests.yml b/.github/workflows/ci-pull-requests.yml
@@ -21,6 +21,9 @@ jobs:
       - name: Install dependencies
         run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Build
         run: pnpm build
 

diff --git a/.github/workflows/linting-reusable.yml b/.github/workflows/linting-reusable.yml
@@ -33,6 +33,9 @@ jobs:
       - name: Install dependencies
         run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Build
         if: ${{ inputs.cacheKey == '' }}
         run: pnpm build

diff --git a/.github/workflows/units-tests-reusable.yml b/.github/workflows/units-tests-reusable.yml
@@ -49,6 +49,9 @@ jobs:
       - name: Install dependencies
         run: pnpm install --frozen-lockfile
 
+      - name: Setup build cache
+        uses: rharkor/[email protected]
+
       - name: Build
         if: ${{ inputs.cacheKey == '' }}
         run: pnpm build

diff --git a/package.json b/package.json
@@ -11,27 +11,28 @@
   "scripts": {
     "preinstall": "node scripts/block-npm-install.js",
     "build": "turbo run build",
-    "build:backend": "pnpm --filter=!@n8n/chat --filter=!@n8n/codemirror-lang --filter=!n8n-design-system --filter=!n8n-editor-ui build",
-    "build:frontend": "pnpm --filter=@n8n/chat --filter=@n8n/codemirror-lang --filter=n8n-design-system --filter=n8n-editor-ui build",
-    "typecheck": "pnpm --filter=!n8n typecheck",
+    "build:backend": "turbo run build:backend",
+    "build:frontend": "turbo run build:frontend",
+    "build:nodes": "turbo run build:nodes",
+    "typecheck": "turbo --filter=!n8n typecheck",
     "dev": "turbo run dev --parallel --filter=!n8n-design-system --filter=!@n8n/chat",
     "dev:ai": "turbo run dev --parallel --filter=@n8n/nodes-langchain --filter=n8n --filter=n8n-core",
     "clean": "turbo run clean --parallel",
     "format": "turbo run format && node scripts/format.mjs",
     "lint": "turbo run lint",
     "lintfix": "turbo run lintfix",
-    "lint:backend": "pnpm --filter=!@n8n/chat --filter=!@n8n/codemirror-lang --filter=!n8n-design-system --filter=!n8n-editor-ui --filter=!n8n-nodes-base --filter=!@n8n/n8n-nodes-langchain lint",
-    "lint:nodes": "pnpm --filter=n8n-nodes-base --filter=@n8n/n8n-nodes-langchain lint",
-    "lint:frontend": "pnpm --filter=@n8n/chat --filter=@n8n/codemirror-lang --filter=n8n-design-system --filter=n8n-editor-ui lint",
+    "lint:backend": "turbo run lint:backend",
+    "lint:nodes": "turbo run lint:nodes",
+    "lint:frontend": "turbo run lint:frontend",
     "optimize-svg": "find ./packages -name '*.svg' ! -name 'pipedrive.svg' -print0 | xargs -0 -P16 -L20 npx svgo",
     "start": "run-script-os",
     "start:default": "cd packages/cli/bin && ./n8n",
     "start:tunnel": "./packages/cli/bin/n8n start --tunnel",
     "start:windows": "cd packages/cli/bin && n8n",
     "test": "turbo run test",
-    "test:backend": "pnpm --filter=!@n8n/chat --filter=!@n8n/codemirror-lang --filter=!n8n-design-system --filter=!n8n-editor-ui --filter=!n8n-nodes-base --filter=!@n8n/n8n-nodes-langchain test",
-    "test:nodes": "pnpm --filter=n8n-nodes-base --filter=@n8n/n8n-nodes-langchain test",
-    "test:frontend": "pnpm --filter=@n8n/chat --filter=@n8n/codemirror-lang --filter=n8n-design-system --filter=n8n-editor-ui test",
+    "test:backend": "turbo run test:backend --concurrency=1",
+    "test:frontend": "turbo run test:frontend --concurrency=1",
+    "test:nodes": "turbo run test:nodes --concurrency=1",
     "watch": "turbo run watch --parallel",
     "webhook": "./packages/cli/bin/n8n webhook",
     "worker": "./packages/cli/bin/n8n worker"
@@ -55,7 +56,7 @@
     "ts-jest": "^29.1.1",
     "tsc-alias": "^1.8.7",
     "tsc-watch": "^6.0.4",
-    "turbo": "1.13.3",
+    "turbo": "2.0.6",
     "typescript": "*",
     "vite": "^5.2.12",
     "vitest": "^1.6.0",

diff --git a/packages/@n8n/chat/package.json b/packages/@n8n/chat/package.json
@@ -8,7 +8,7 @@
     "build:bundle": "INCLUDE_VUE=true vite build",
     "preview": "vite preview",
     "test:dev": "vitest",
-    "test": "vitest run --coverage",
+    "test": "vitest run",
     "typecheck": "vue-tsc --noEmit",
     "lint": "eslint . --ext .js,.ts,.vue --quiet",
     "lintfix": "eslint . --ext .js,.ts,.vue --fix",

diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
diff --git a/turbo.json b/turbo.json
@@ -1,17 +1,74 @@
 {
-	"$schema": "https://turborepo.org/schema.json",
-	"pipeline": {
+	"$schema": "https://turbo.build/schema.json",
+	"ui": "stream",
+	"tasks": {
 		"clean": {
 			"cache": false
 		},
+		"build:backend": {
+			"dependsOn": ["n8n#build"]
+		},
+		"build:frontend": {
+			"dependsOn": ["n8n-editor-ui#build"]
+		},
+		"build:nodes": {
+			"dependsOn": ["n8n-nodes-base#build", "@n8n/n8n-nodes-langchain#build"]
+		},
 		"build": {
 			"dependsOn": ["^build"],
 			"outputs": ["dist/**"]
 		},
-		"typecheck": {},
+		"typecheck": {
+			"dependsOn": ["^typecheck"]
+		},
 		"format": {},
+		"lint:backend": {
+			"dependsOn": [
+				"@n8n/client-oauth2#lint",
+				"@n8n/imap#lint",
+				"@n8n/permissions#lint",
+				"n8n-workflow#lint",
+				"n8n-core#lint",
+				"n8n-node-dev#lint",
+				"n8n#lint"
+			]
+		},
+		"lint:frontend": {
+			"dependsOn": [
+				"@n8n/chat#lint",
+				"@n8n/codemirror-lang#lint",
+				"@n8n/storybook#lint",
+				"n8n-cypress#lint",
+				"n8n-design-system#lint",
+				"n8n-editor-ui#lint"
+			]
+		},
+		"lint:nodes": {
+			"dependsOn": ["n8n-nodes-base#lint", "@n8n/n8n-nodes-langchain#lint"]
+		},
 		"lint": {},
 		"lintfix": {},
+		"test:backend": {
+			"dependsOn": [
+				"@n8n/client-oauth2#test",
+				"@n8n/imap#test",
+				"@n8n/permissions#test",
+				"n8n-workflow#test",
+				"n8n-core#test",
+				"n8n#test"
+			]
+		},
+		"test:frontend": {
+			"dependsOn": [
+				"@n8n/chat#test",
+				"@n8n/codemirror-lang#test",
+				"n8n-design-system#test",
+				"n8n-editor-ui#test"
+			]
+		},
+		"test:nodes": {
+			"dependsOn": ["n8n-nodes-base#test", "@n8n/n8n-nodes-langchain#test"]
+		},
 		"test": {},
 		"watch": {
 			"cache": false,