From 7ec28892913e1c889dc09039a99d6e78a49edcff Mon Sep 17 00:00:00 2001 From: Ben Sully Date: Sat, 6 Jun 2020 09:46:51 +0100 Subject: [PATCH] Update snapshot test for dagster example using databricks --- .../snap_test_examples_presets_graphql.py | 44 ++++++++++++++++++- 1 file changed, 42 insertions(+), 2 deletions(-) diff --git a/examples/dagster_examples_tests/graphql_tests/snapshots/snap_test_examples_presets_graphql.py b/examples/dagster_examples_tests/graphql_tests/snapshots/snap_test_examples_presets_graphql.py index 19f45b06be205..593d0b880ba46 100644 --- a/examples/dagster_examples_tests/graphql_tests/snapshots/snap_test_examples_presets_graphql.py +++ b/examples/dagster_examples_tests/graphql_tests/snapshots/snap_test_examples_presets_graphql.py @@ -4,6 +4,7 @@ from snapshottest import Snapshot + snapshots = Snapshot() snapshots['test_presets_on_examples 1'] = { @@ -927,8 +928,47 @@ }, { '__typename': 'PipelinePreset', - 'mode': 'prod', - 'name': 'prod', + 'mode': 'prod_databricks', + 'name': 'prod_databricks', + 'runConfigYaml': '''resources: + pyspark_step_launcher: + config: + databricks_host: uksouth.azuredatabricks.net + databricks_token: + env: DATABRICKS_TOKEN + local_pipeline_package_path: . + run_config: + cluster: + new: + nodes: + node_types: + node_type_id: Standard_DS3_v2 + size: + num_workers: 1 + spark_version: 6.5.x-scala2.11 + run_name: dagster-tests + staging_prefix: /dagster-databricks-tests + storage: + s3: + access_key_key: aws-access-key + secret_key_key: aws-secret-key + secret_scope: dagster-databricks-tests +solids: + make_weather_samples: + inputs: + file_path: s3://dagster-databricks-tests/sfo_q2_weather_fixed_header.txt +storage: + s3: + config: + s3_bucket: dagster-databricks-tests + s3_prefix: simple-pyspark +''', + 'solidSubset': None + }, + { + '__typename': 'PipelinePreset', + 'mode': 'prod_emr', + 'name': 'prod_emr', 'runConfigYaml': '''resources: pyspark_step_launcher: config: