Update snapshot test for dagster example using databricks

dagster-io · Jun 8, 2020 · 7ec2889 · 7ec2889
1 parent f374fbc
commit 7ec2889
Showing 1 changed file with 42 additions and 2 deletions.
diff --git a/...ples/dagster_examples_tests/graphql_tests/snapshots/snap_test_examples_presets_graphql.py b/...ples/dagster_examples_tests/graphql_tests/snapshots/snap_test_examples_presets_graphql.py
@@ -4,6 +4,7 @@
 
 from snapshottest import Snapshot
 
+
 snapshots = Snapshot()
 
 snapshots['test_presets_on_examples 1'] = {
@@ -927,8 +928,47 @@
             },
             {
                 '__typename': 'PipelinePreset',
-                'mode': 'prod',
-                'name': 'prod',
+                'mode': 'prod_databricks',
+                'name': 'prod_databricks',
+                'runConfigYaml': '''resources:
+  pyspark_step_launcher:
+    config:
+      databricks_host: uksouth.azuredatabricks.net
+      databricks_token:
+        env: DATABRICKS_TOKEN
+      local_pipeline_package_path: .
+      run_config:
+        cluster:
+          new:
+            nodes:
+              node_types:
+                node_type_id: Standard_DS3_v2
+            size:
+              num_workers: 1
+            spark_version: 6.5.x-scala2.11
+        run_name: dagster-tests
+      staging_prefix: /dagster-databricks-tests
+      storage:
+        s3:
+          access_key_key: aws-access-key
+          secret_key_key: aws-secret-key
+          secret_scope: dagster-databricks-tests
+solids:
+  make_weather_samples:
+    inputs:
+      file_path: s3://dagster-databricks-tests/sfo_q2_weather_fixed_header.txt
+storage:
+  s3:
+    config:
+      s3_bucket: dagster-databricks-tests
+      s3_prefix: simple-pyspark
+''',
+                'solidSubset': None
+            },
+            {
+                '__typename': 'PipelinePreset',
+                'mode': 'prod_emr',
+                'name': 'prod_emr',
                 'runConfigYaml': '''resources:
   pyspark_step_launcher:
     config: