run code functional test and firefox smoke test on ci 40 times

elastic · Aug 15, 2019 · 9a9eefc · 9a9eefc
1 parent de21434
commit 9a9eefc
Show file tree

Hide file tree

Showing 2 changed files with 114 additions and 63 deletions.
diff --git a/.ci/jobs.yml b/.ci/jobs.yml
@@ -1,34 +1,85 @@
 JOB:
-  - kibana-intake
-  - x-pack-intake
-  - kibana-firefoxSmoke
-  - kibana-ciGroup1
-  - kibana-ciGroup2
-  - kibana-ciGroup3
-  - kibana-ciGroup4
-  - kibana-ciGroup5
-  - kibana-ciGroup6
-  - kibana-ciGroup7
-  - kibana-ciGroup8
-  - kibana-ciGroup9
-  - kibana-ciGroup10
-  - kibana-ciGroup11
-  - kibana-ciGroup12
-  - kibana-visualRegression
-
-  # make sure all x-pack-ciGroups are listed in test/scripts/jenkins_xpack_ci_group.sh
-  - x-pack-firefoxSmoke
-  - x-pack-ciGroup1
-  - x-pack-ciGroup2
-  - x-pack-ciGroup3
-  - x-pack-ciGroup4
-  - x-pack-ciGroup5
-  - x-pack-ciGroup6
-  - x-pack-ciGroup7
-  - x-pack-ciGroup8
-  - x-pack-ciGroup9
-  - x-pack-ciGroup10
-  - x-pack-visualRegression
+  - x-pack-firefoxSmoke1
+  - x-pack-firefoxSmoke2
+  - x-pack-firefoxSmoke3
+  - x-pack-firefoxSmoke4
+  - x-pack-firefoxSmoke5
+  - x-pack-firefoxSmoke6
+  - x-pack-firefoxSmoke7
+  - x-pack-firefoxSmoke8
+  - x-pack-firefoxSmoke9
+  - x-pack-firefoxSmoke10
+  - x-pack-firefoxSmoke11
+  - x-pack-firefoxSmoke12
+  - x-pack-firefoxSmoke13
+  - x-pack-firefoxSmoke14
+  - x-pack-firefoxSmoke15
+  - x-pack-firefoxSmoke16
+  - x-pack-firefoxSmoke17
+  - x-pack-firefoxSmoke18
+  - x-pack-firefoxSmoke19
+  - x-pack-firefoxSmoke20
+  - x-pack-firefoxSmoke21
+  - x-pack-firefoxSmoke22
+  - x-pack-firefoxSmoke23
+  - x-pack-firefoxSmoke24
+  - x-pack-firefoxSmoke25
+  - x-pack-firefoxSmoke26
+  - x-pack-firefoxSmoke27
+  - x-pack-firefoxSmoke28
+  - x-pack-firefoxSmoke29
+  - x-pack-firefoxSmoke30
+  - x-pack-firefoxSmoke31
+  - x-pack-firefoxSmoke32
+  - x-pack-firefoxSmoke33
+  - x-pack-firefoxSmoke34
+  - x-pack-firefoxSmoke35
+  - x-pack-firefoxSmoke36
+  - x-pack-firefoxSmoke37
+  - x-pack-firefoxSmoke38
+  - x-pack-firefoxSmoke39
+  - x-pack-firefoxSmoke40
+  - x-pack-ciGroup2-1
+  - x-pack-ciGroup2-2
+  - x-pack-ciGroup2-3
+  - x-pack-ciGroup2-4
+  - x-pack-ciGroup2-5
+  - x-pack-ciGroup2-6
+  - x-pack-ciGroup2-7
+  - x-pack-ciGroup2-8
+  - x-pack-ciGroup2-9
+  - x-pack-ciGroup2-10
+  - x-pack-ciGroup2-11
+  - x-pack-ciGroup2-12
+  - x-pack-ciGroup2-13
+  - x-pack-ciGroup2-14
+  - x-pack-ciGroup2-15
+  - x-pack-ciGroup2-16
+  - x-pack-ciGroup2-17
+  - x-pack-ciGroup2-18
+  - x-pack-ciGroup2-19
+  - x-pack-ciGroup2-20
+  - x-pack-ciGroup2-21
+  - x-pack-ciGroup2-22
+  - x-pack-ciGroup2-23
+  - x-pack-ciGroup2-24
+  - x-pack-ciGroup2-25
+  - x-pack-ciGroup2-26
+  - x-pack-ciGroup2-27
+  - x-pack-ciGroup2-28
+  - x-pack-ciGroup2-29
+  - x-pack-ciGroup2-30
+  - x-pack-ciGroup2-31
+  - x-pack-ciGroup2-32
+  - x-pack-ciGroup2-33
+  - x-pack-ciGroup2-34
+  - x-pack-ciGroup2-35
+  - x-pack-ciGroup2-36
+  - x-pack-ciGroup2-37
+  - x-pack-ciGroup2-38
+  - x-pack-ciGroup2-39
+  - x-pack-ciGroup2-40
+  # - x-pack-visualRegression
 
 # `~` is yaml for `null`
 exclude: ~
diff --git a/x-pack/test/functional/config.js b/x-pack/test/functional/config.js
@@ -24,39 +24,39 @@ export default async function ({ readConfigFile }) {
   return {
     // list paths to the files that contain your plugins tests
     testFiles: [
-      resolve(__dirname, './apps/advanced_settings'),
-      resolve(__dirname, './apps/canvas'),
-      resolve(__dirname, './apps/graph'),
-      resolve(__dirname, './apps/monitoring'),
-      resolve(__dirname, './apps/watcher'),
-      resolve(__dirname, './apps/dashboard'),
-      resolve(__dirname, './apps/dashboard_mode'),
-      resolve(__dirname, './apps/discover'),
-      resolve(__dirname, './apps/security'),
-      resolve(__dirname, './apps/spaces'),
-      resolve(__dirname, './apps/logstash'),
-      resolve(__dirname, './apps/grok_debugger'),
-      resolve(__dirname, './apps/infra'),
-      resolve(__dirname, './apps/machine_learning'),
-      resolve(__dirname, './apps/rollup_job'),
-      resolve(__dirname, './apps/maps'),
-      resolve(__dirname, './apps/status_page'),
-      resolve(__dirname, './apps/timelion'),
-      resolve(__dirname, './apps/upgrade_assistant'),
+      // resolve(__dirname, './apps/advanced_settings'),
+      // resolve(__dirname, './apps/canvas'),
+      // resolve(__dirname, './apps/graph'),
+      // resolve(__dirname, './apps/monitoring'),
+      // resolve(__dirname, './apps/watcher'),
+      // resolve(__dirname, './apps/dashboard'),
+      // resolve(__dirname, './apps/dashboard_mode'),
+      // resolve(__dirname, './apps/discover'),
+      // resolve(__dirname, './apps/security'),
+      // resolve(__dirname, './apps/spaces'),
+      // resolve(__dirname, './apps/logstash'),
+      // resolve(__dirname, './apps/grok_debugger'),
+      // resolve(__dirname, './apps/infra'),
+      // resolve(__dirname, './apps/machine_learning'),
+      // resolve(__dirname, './apps/rollup_job'),
+      // resolve(__dirname, './apps/maps'),
+      // resolve(__dirname, './apps/status_page'),
+      // resolve(__dirname, './apps/timelion'),
+      // resolve(__dirname, './apps/upgrade_assistant'),
       resolve(__dirname, './apps/code'),
-      resolve(__dirname, './apps/visualize'),
-      resolve(__dirname, './apps/uptime'),
-      resolve(__dirname, './apps/saved_objects_management'),
-      resolve(__dirname, './apps/dev_tools'),
-      resolve(__dirname, './apps/apm'),
-      resolve(__dirname, './apps/index_patterns'),
-      resolve(__dirname, './apps/index_management'),
-      resolve(__dirname, './apps/index_lifecycle_management'),
-      resolve(__dirname, './apps/snapshot_restore'),
-      resolve(__dirname, './apps/cross_cluster_replication'),
-      resolve(__dirname, './apps/remote_clusters'),
+      // resolve(__dirname, './apps/visualize'),
+      // resolve(__dirname, './apps/uptime'),
+      // resolve(__dirname, './apps/saved_objects_management'),
+      // resolve(__dirname, './apps/dev_tools'),
+      // resolve(__dirname, './apps/apm'),
+      // resolve(__dirname, './apps/index_patterns'),
+      // resolve(__dirname, './apps/index_management'),
+      // resolve(__dirname, './apps/index_lifecycle_management'),
+      // resolve(__dirname, './apps/snapshot_restore'),
+      // resolve(__dirname, './apps/cross_cluster_replication'),
+      // resolve(__dirname, './apps/remote_clusters'),
       // This license_management file must be last because it is destructive.
-      resolve(__dirname, './apps/license_management'),
+      // resolve(__dirname, './apps/license_management'),
     ],
 
     services,
@@ -149,10 +149,10 @@ export default async function ({ readConfigFile }) {
         pathname: '/app/uptime',
       },
       apm: {
-        pathname: '/app/apm'
+        pathname: '/app/apm',
       },
       ml: {
-        pathname: '/app/ml'
+        pathname: '/app/ml',
       },
       rollupJob: {
         pathname: '/app/kibana',