Skip to content

Commit

Permalink
convert-examples-repo-to-defs cloud nux quickstart_gcp
Browse files Browse the repository at this point in the history
  • Loading branch information
yuhan committed Dec 15, 2022
1 parent 064c730 commit 16def64
Show file tree
Hide file tree
Showing 5 changed files with 37 additions and 37 deletions.
3 changes: 3 additions & 0 deletions examples/quickstart_gcp/pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[tool.dagster]
module_name = "quickstart_gcp"
30 changes: 29 additions & 1 deletion examples/quickstart_gcp/quickstart_gcp/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1,29 @@
from .repository import quickstart_gcp
from dagster import (
ScheduleDefinition,
define_asset_job,
load_assets_from_package_module,
Definitions,
)

from . import assets
from .io_managers import bigquery_pandas_io_manager

daily_refresh_schedule = ScheduleDefinition(
job=define_asset_job(name="all_assets_job"), cron_schedule="0 0 * * *"
)


defs = Definitions(
assets=load_assets_from_package_module(assets),
resources={
# Read about using environment variables and secrets in Dagster:
# https://docs.dagster.io/guides/dagster/using-environment-variables-and-secrets
"io_manager": bigquery_pandas_io_manager.configured(
{
"credentials": {"env": "BIGQUERY_SERVICE_ACCOUNT_CREDENTIALS"},
"project_id": {"env": "BIGQUERY_PROJECT_ID"},
}
),
},
schedules=[daily_refresh_schedule],
)
34 changes: 0 additions & 34 deletions examples/quickstart_gcp/quickstart_gcp/repository.py

This file was deleted.

5 changes: 5 additions & 0 deletions examples/quickstart_gcp/quickstart_gcp_tests/test_defs.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
from quickstart_gcp import defs


def test_def_can_load():
assert defs.get_job_def("all_assets_job")
2 changes: 0 additions & 2 deletions examples/quickstart_gcp/workspace.yaml

This file was deleted.

0 comments on commit 16def64

Please sign in to comment.