feat: add summary to smoketests (#3288)

* feat: add summary to smoketests * chore: add pass fail count
webpack · Jun 10, 2022 · 652cc70 · 652cc70
1 parent 1072e38
commit 652cc70
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 3 deletions.
diff --git a/.cspell.json b/.cspell.json
@@ -91,7 +91,8 @@
     "Zenitsu",
     "eslintcache",
     "wagoid",
-    "Nitin"
+    "Nitin",
+    "smoketest"
   ],
   "dictionaries": ["npm", "software-terms"],
   "ignorePaths": [

diff --git a/smoketests/index.js b/smoketests/index.js
@@ -11,6 +11,8 @@ const tests = [
 
 (async () => {
   let isAllPassed = true;
+  const passResults = [];
+  const failResults = [];
 
   for await (const test of tests) {
     console.log(`\nRUN  ${test.name}`);
@@ -22,13 +24,27 @@ const tests = [
     }
 
     if (!isPass) {
-      console.log(`FAIL  ${test.name}`);
+      const result = `FAIL  ${test.name}`;
+      failResults.push(result);
+      console.log(result);
       isAllPassed = false;
     } else {
-      console.log(`PASS  ${test.name}`);
+      const result = `PASS  ${test.name}`;
+      passResults.push(result);
+      console.log(result);
     }
   }
 
+  console.log(`\n\nSummary of smoketest run:`);
+  console.log(`${failResults.length} tests failed, ${passResults.length} tests passed`);
+
+  for (const result of failResults) {
+    console.log(result);
+  }
+  for (const result of passResults) {
+    console.log(result);
+  }
+
   if (!isAllPassed) {
     process.exit(2);
   }