fix(ci): change backfill test config (#18994)

risingwavelabs · Oct 18, 2024 · b801234 · b801234
1 parent 20bd924
commit b801234
Show file tree

Hide file tree

Showing 4 changed files with 25 additions and 3 deletions.
diff --git a/ci/scripts/run-backfill-tests.sh b/ci/scripts/run-backfill-tests.sh
@@ -27,7 +27,7 @@ CLUSTER_PROFILE='ci-1cn-1fe-user-kafka-with-recovery'
 echo "--- Configuring cluster profiles"
 if [[ -n "${BUILDKITE:-}" ]]; then
   echo "Running in buildkite"
-  RUNTIME_CLUSTER_PROFILE='ci-3cn-1fe'
+  RUNTIME_CLUSTER_PROFILE='ci-backfill-3cn-1fe'
   MINIO_RATE_LIMIT_CLUSTER_PROFILE='ci-backfill-3cn-1fe-with-minio-rate-limit'
 else
   echo "Running locally"

diff --git a/risedev.yml b/risedev.yml
@@ -584,6 +584,28 @@ profile:
       - use: frontend
       - use: compactor
 
+  ci-backfill-3cn-1fe:
+    config-path: src/config/ci-longer-streaming-upload-timeout.toml
+    steps:
+      - use: minio
+      - use: sqlite
+      - use: meta-node
+        meta-backend: sqlite
+      - use: compute-node
+        port: 5687
+        exporter-port: 1222
+        enable-tiered-cache: true
+      - use: compute-node
+        port: 5688
+        exporter-port: 1223
+        enable-tiered-cache: true
+      - use: compute-node
+        port: 5689
+        exporter-port: 1224
+        enable-tiered-cache: true
+      - use: frontend
+      - use: compactor
+
   ci-backfill-3cn-1fe-with-monitoring:
     config-path: src/config/ci-longer-streaming-upload-timeout.toml
     steps:

diff --git a/src/config/ci-backfill.toml b/src/config/ci-backfill.toml
@@ -5,7 +5,7 @@ telemetry_enabled = false
 stream_chunk_size = 10
 
 [storage.object_store.retry]
-streaming_upload_attempt_timeout_ms = 30000
+streaming_upload_attempt_timeout_ms = 20000
 
 [system]
 # NOTE(kwannoel): If can't reproduce it, set to a lower number.

diff --git a/src/config/ci-longer-streaming-upload-timeout.toml b/src/config/ci-longer-streaming-upload-timeout.toml
@@ -17,7 +17,7 @@ stream_exchange_concurrent_barriers = 10
 imm_merge_threshold = 2
 
 [storage.object_store.retry]
-streaming_upload_attempt_timeout_ms = 30000
+streaming_upload_attempt_timeout_ms = 20000
 upload_retry_attempts = 5
 read_attempt_timeout_ms = 16000
 read_retry_attempts = 6