Add smoke tests

bin/run-tests-in-docker.sh

@@ -23,7 +23,7 @@ docker run \
     --rm \
     --network none \
     --read-only \
-    --mount type=bind,src="${PWD}/tests",dst=/opt/analyzer/tests \
+    --mount type=bind,src="${PWD}/snippets",dst=/opt/analyzer/snippets \
     --mount type=tmpfs,dst=/tmp \
     --volume "${PWD}/bin/run-tests.sh:/opt/analyzer/bin/run-tests.sh" \
     --workdir /opt/analyzer \

bin/run-tests.sh

@@ -14,20 +14,21 @@
 exit_code=0
 
 # Iterate over all test directories
-for test_dir in tests/*; do
+for analysis_file in $(find snippets -name expected_analysis.json); do
+    test_dir=$(dirname "${analysis_file}")
     test_dir_name=$(basename "${test_dir}")
     test_dir_path=$(realpath "${test_dir}")
+    slug=$(echo $test_dir | awk -F '/' '{ print $2 }')
 
-    bin/run.sh "${test_dir_name}" "${test_dir_path}" "${test_dir_path}"
+    bin/run.sh "${slug}" "${test_dir_path}" "${test_dir_path}"
 
-    for file in analysis.json tags.json; do
-        expected_file="expected_${file}"
-        echo "${test_dir_name}: comparing ${file} to ${expected_file}"
+    file="analysis.json"
+    expected_file="expected_${file}"
+    echo "${test_dir_name}: comparing ${file} to ${expected_file}"
 
-        if ! diff "${test_dir_path}/${file}" "${test_dir_path}/${expected_file}"; then
-            exit_code=1
-        fi
-    done
+    if ! diff "${test_dir_path}/${file}" "${test_dir_path}/${expected_file}"; then
+        exit_code=1
+    fi
 done
 
 exit ${exit_code}

snippets/reverse-string/approve_1/expected_analysis.json

@@ -0,0 +1,4 @@
+{
+  "status": "approve",
+  "comments": []
+}

snippets/reverse-string/approve_2/expected_analysis.json

@@ -0,0 +1,4 @@
+{
+  "status": "approve",
+  "comments": []
+}

snippets/reverse-string/approve_with_suggest_bonus_1/expected_analysis.json

@@ -0,0 +1,6 @@
+{
+  "status": "approve",
+  "comments": [
+    "rust.reverse-string.suggest_doing_bonus_test"
+  ]
+}

snippets/reverse-string/approve_with_suggest_bonus_2/expected_analysis.json

@@ -0,0 +1,6 @@
+{
+  "status": "approve",
+  "comments": [
+    "rust.reverse-string.suggest_doing_bonus_test"
+  ]
+}

snippets/reverse-string/approve_with_suggest_removing_extern_crate_1/expected_analysis.json

@@ -0,0 +1,6 @@
+{
+  "status": "approve",
+  "comments": [
+    "rust.reverse-string.suggest_removing_extern_crate"
+  ]
+}

snippets/reverse-string/approve_with_suggest_removing_extern_crate_2/expected_analysis.json

@@ -0,0 +1,6 @@
+{
+  "status": "approve",
+  "comments": [
+    "rust.reverse-string.suggest_removing_extern_crate"
+  ]
+}

snippets/reverse-string/disapprove_with_solution_not_found/expected_analysis.json

@@ -0,0 +1,6 @@
+{
+  "status": "disapprove",
+  "comments": [
+    "rust.reverse-string.solution_function_not_found"
+  ]
+}