ci: use cargo insta to run tests (#3220)

.github/workflows/ci.yml

@@ -122,6 +122,9 @@ jobs:
       fail-fast: false
       matrix: ${{ fromJson(needs.setup_build_matrix.outputs.matrix) }}
 
+    env:
+      WITH_COVERAGE: ${{ matrix.build == 'darwin-arm64' }}
+
     steps:
       - uses: actions/checkout@v4
 
@@ -164,15 +167,28 @@ jobs:
           }
           echo "$(Resolve-Path nasm-2.16.02)" >> $env:GITHUB_PATH
 
-      - uses: taiki-e/install-action@cargo-llvm-cov
+      - name: Install insta test runner
+        if: ${{ env.WITH_COVERAGE == 'false' && matrix.test != 'false' }}
+        uses: taiki-e/install-action@v2
+        with:
+          tool: cargo-insta
+
+      - name: Run cargo insta test
+        if: ${{ env.WITH_COVERAGE == 'false' && matrix.test != 'false' }}
+        run: cargo insta test --unreferenced reject --workspace --target ${{ matrix.target }}
+
+      - name: Install llvm-cov test runner
+        if: ${{ env.WITH_COVERAGE == 'true' && matrix.test != 'false' }}
+        uses: taiki-e/install-action@v2
+        with:
+          tool: cargo-llvm-cov
 
-      - name: Run Cargo Test
-        if: matrix.test != 'false'
-        # TODO: run llvm-cov only for single build since other builds are not sent to codecov anyway
+      - name: Run cargo llvm-cov test
+        if: ${{ env.WITH_COVERAGE == 'true' && matrix.test != 'false' }}
         run: cargo llvm-cov --workspace ${{ matrix.features }} --lcov --target ${{ matrix.target }} --output-path lcov.info
 
       - name: Upload Coverage to Codecov
-        if: matrix.build == 'darwin-arm64'
+        if: ${{ env.WITH_COVERAGE == 'true' && matrix.test != 'false' }}
         uses: Wandalen/wretry.action@v3
         with:
           action: codecov/codecov-action@v4

src/cli/generator/snapshots/tailcall__cli__generator__config__tests__config_codec.snap

@@ -1,6 +1,7 @@
 ---
 source: src/cli/generator/config.rs
 expression: actual
+snapshot_kind: text
 ---
 {
   "inputs": [

src/cli/llm/snapshots/tailcall__cli__llm__infer_type_name__test__chat_response_parse.snap

@@ -1,6 +1,7 @@
 ---
 source: src/cli/llm/infer_type_name.rs
 expression: answer
+snapshot_kind: text
 ---
 Answer {
     suggestions: [

src/cli/llm/snapshots/tailcall__cli__llm__infer_type_name__test__to_chat_request_conversion.snap

@@ -1,6 +1,7 @@
 ---
 source: src/cli/llm/infer_type_name.rs
 expression: request
+snapshot_kind: text
 ---
 ChatRequest {
     system: None,

src/core/blueprint/snapshots/tailcall__core__blueprint__index__test__from_blueprint.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/blueprint/index.rs
 expression: index
+snapshot_kind: text
 ---
 Index {
     map: {

src/core/config/config_module/snapshots/tailcall__core__config__config_module__merge__tests__enums_invalid.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/config_module/merge.rs
 expression: merged.unwrap_err()
+snapshot_kind: text
 ---
 Validation Error
 • Enum is used as input type in one subgraph and output type in another [enumOutput]

src/core/config/config_module/snapshots/tailcall__core__config__config_module__merge__tests__enums_valid.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/config_module/merge.rs
 expression: merged.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/config_module/snapshots/tailcall__core__config__config_module__merge__tests__types_invalid.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/config_module/merge.rs
 expression: merged.unwrap_err()
+snapshot_kind: text
 ---
 Validation Error
 • Type mismatch: expected `String`, got `Int` [A, a]

src/core/config/config_module/snapshots/tailcall__core__config__config_module__merge__tests__types_valid.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/config_module/merge.rs
 expression: merged.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/config_module/snapshots/tailcall__core__config__config_module__merge__tests__unions_valid.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/config_module/merge.rs
 expression: merged.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__batched_resolvers.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__cycles.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__cycles_with_resolver.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 query { f1 { f1 { f2 } } }

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__cycles_with_resolvers.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 query { f1 { f2 } }

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__multiple_type_usage.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 query { t2 { t2 { n } } }
 query { t2_ls { t2 } }

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__nested_config.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 query { bar { spam } }
 query { buzz { spam } }

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__nested_non_list.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__nested_resolvers.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 query { f1 { f2 { f3 { f4 } } } }

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__nested_resolvers_non_list_resolvers.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 query { f1 { f2 { f3 { f4 } } } }

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__nested_resolvers_without_resolvers.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 

src/core/config/npo/snapshots/tailcall__core__config__npo__tracker__tests__resolvers.snap

@@ -1,5 +1,6 @@
 ---
 source: src/core/config/npo/tracker.rs
 expression: actual
+snapshot_kind: text
 ---
 query { f1 { f2 } }

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__cyclic_merge_case.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__fail_when_scalar_field_not_match.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 type T1 {
   a: Int

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__input_types.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__interface_types.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 interface GEN__M1 {
   a: Int

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__list_field_types.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server(hostname: "0.0.0.0", port: 8000) @upstream(httpCache: 42) {
   query: Query

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__merge_to_supertype.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__type_merger.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/merge_types/snapshots/tailcall__core__config__transformer__merge_types__type_merger__test__union_types.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/merge_types/type_merger.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__ambiguous_type__tests__resolve_ambiguous_news_types.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/ambiguous_type.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__ambiguous_type__tests__resolve_ambiguous_types.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/ambiguous_type.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__flatten_single_field__test__type_name_generator_transform.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/flatten_single_field.rs
 expression: transformed_config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__improve_type_names__test__type_name_generator.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/improve_type_names.rs
 expression: transformed_config.to_sdl()
+snapshot_kind: text
 ---
 schema @server(hostname: "0.0.0.0", port: 8000) @upstream(httpCache: 42) {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__improve_type_names__test__type_name_generator_transform.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/improve_type_names.rs
 expression: transformed_config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__improve_type_names__test__type_name_generator_with_cyclic_types.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/improve_type_names.rs
 expression: transformed_config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__nested_unions__tests__nested_unions.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/nested_unions.rs
 expression: config.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query

src/core/config/transformer/snapshots/tailcall__core__config__transformer__nested_unions__tests__nested_unions_recursive.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/nested_unions.rs
 expression: error
+snapshot_kind: text
 ---
 Validation Error
 • Recursive type U1 [U]

src/core/config/transformer/snapshots/tailcall__core__config__transformer__rename_types__test__inferface_rename.snap

@@ -1,6 +1,7 @@
 ---
 source: src/core/config/transformer/rename_types.rs
 expression: result.to_sdl()
+snapshot_kind: text
 ---
 schema @server @upstream {
   query: Query