From 158bf2ce9ffd366ab04b18a68b35bb4a5d91eeb0 Mon Sep 17 00:00:00 2001 From: Alex Bulankou Date: Wed, 26 Feb 2020 11:56:28 -0800 Subject: [PATCH] update samples for version 1.2.1 --- .../dataflow_v1beta1_dataflowjob.yaml | 20 +++++++++++++++++++ .../storage_v1beta1_storagebucket.yaml | 6 ++++++ .../bigquery_v1beta1_bigquerydataset.yaml | 4 ++++ .../bigquery_v1beta1_bigquerytable.yaml | 7 +++++++ .../dataflow_v1beta1_dataflowjob.yaml | 20 +++++++++++++++++++ .../pubsub_v1beta1_pubsubtopic.yaml | 4 ++++ .../storage_v1beta1_storagebucket.yaml | 6 ++++++ 7 files changed, 67 insertions(+) create mode 100644 resources/dataflowjob/batch-dataflow-job/dataflow_v1beta1_dataflowjob.yaml create mode 100644 resources/dataflowjob/batch-dataflow-job/storage_v1beta1_storagebucket.yaml create mode 100644 resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerydataset.yaml create mode 100644 resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerytable.yaml create mode 100644 resources/dataflowjob/streaming-dataflow-job/dataflow_v1beta1_dataflowjob.yaml create mode 100644 resources/dataflowjob/streaming-dataflow-job/pubsub_v1beta1_pubsubtopic.yaml create mode 100644 resources/dataflowjob/streaming-dataflow-job/storage_v1beta1_storagebucket.yaml diff --git a/resources/dataflowjob/batch-dataflow-job/dataflow_v1beta1_dataflowjob.yaml b/resources/dataflowjob/batch-dataflow-job/dataflow_v1beta1_dataflowjob.yaml new file mode 100644 index 0000000000..248f620601 --- /dev/null +++ b/resources/dataflowjob/batch-dataflow-job/dataflow_v1beta1_dataflowjob.yaml @@ -0,0 +1,20 @@ +apiVersion: dataflow.cnrm.cloud.google.com/v1beta1 +kind: DataflowJob +metadata: + annotations: + cnrm.cloud.google.com/on-delete: "cancel" + labels: + label-one: "value-one" + name: dataflowjob-sample-batch +spec: + tempGcsLocation: gs://dataflowjob-dep-batch/tmp + # This is a public, Google-maintained Dataflow Job template of a batch job + templateGcsPath: gs://dataflow-templates/2020-02-03-01_RC00/Word_Count + parameters: + # This is a public, Google-maintained text file + inputFile: gs://dataflow-samples/shakespeare/various.txt + output: gs://dataflowjob-dep-batch/output + zone: us-central1-a + machineType: "n1-standard-1" + maxWorkers: 3 + ipConfiguration: "WORKER_IP_PUBLIC" diff --git a/resources/dataflowjob/batch-dataflow-job/storage_v1beta1_storagebucket.yaml b/resources/dataflowjob/batch-dataflow-job/storage_v1beta1_storagebucket.yaml new file mode 100644 index 0000000000..97ed91f603 --- /dev/null +++ b/resources/dataflowjob/batch-dataflow-job/storage_v1beta1_storagebucket.yaml @@ -0,0 +1,6 @@ +apiVersion: storage.cnrm.cloud.google.com/v1beta1 +kind: StorageBucket +metadata: + annotations: + cnrm.cloud.google.com/force-destroy: "true" + name: dataflowjob-dep-batch diff --git a/resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerydataset.yaml b/resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerydataset.yaml new file mode 100644 index 0000000000..8c08db524d --- /dev/null +++ b/resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerydataset.yaml @@ -0,0 +1,4 @@ +apiVersion: bigquery.cnrm.cloud.google.com/v1beta1 +kind: BigQueryDataset +metadata: + name: dataflowjobdepstreaming diff --git a/resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerytable.yaml b/resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerytable.yaml new file mode 100644 index 0000000000..a832bb689f --- /dev/null +++ b/resources/dataflowjob/streaming-dataflow-job/bigquery_v1beta1_bigquerytable.yaml @@ -0,0 +1,7 @@ +apiVersion: bigquery.cnrm.cloud.google.com/v1beta1 +kind: BigQueryTable +metadata: + name: dataflowjobdepstreaming +spec: + datasetRef: + name: dataflowjobdepstreaming diff --git a/resources/dataflowjob/streaming-dataflow-job/dataflow_v1beta1_dataflowjob.yaml b/resources/dataflowjob/streaming-dataflow-job/dataflow_v1beta1_dataflowjob.yaml new file mode 100644 index 0000000000..68264d422b --- /dev/null +++ b/resources/dataflowjob/streaming-dataflow-job/dataflow_v1beta1_dataflowjob.yaml @@ -0,0 +1,20 @@ +apiVersion: dataflow.cnrm.cloud.google.com/v1beta1 +kind: DataflowJob +metadata: + annotations: + cnrm.cloud.google.com/on-delete: "cancel" + labels: + label-one: "value-one" + name: dataflowjob-sample-streaming +spec: + tempGcsLocation: gs://dataflowjob-dep-streaming/tmp + # This is a public, Google-maintained Dataflow Job template of a streaming job + templateGcsPath: gs://dataflow-templates/2020-02-03-01_RC00/PubSub_to_BigQuery + parameters: + # replace ${PROJECT_ID?} with your project name + inputTopic: projects/${PROJECT_ID?}/topics/dataflowjob-dep-streaming + outputTableSpec: ${PROJECT_ID?}:dataflowjobdepstreaming.dataflowjobdepstreaming + zone: us-central1-a + machineType: "n1-standard-1" + maxWorkers: 3 + ipConfiguration: "WORKER_IP_PUBLIC" diff --git a/resources/dataflowjob/streaming-dataflow-job/pubsub_v1beta1_pubsubtopic.yaml b/resources/dataflowjob/streaming-dataflow-job/pubsub_v1beta1_pubsubtopic.yaml new file mode 100644 index 0000000000..0baeefc681 --- /dev/null +++ b/resources/dataflowjob/streaming-dataflow-job/pubsub_v1beta1_pubsubtopic.yaml @@ -0,0 +1,4 @@ +apiVersion: pubsub.cnrm.cloud.google.com/v1beta1 +kind: PubSubTopic +metadata: + name: dataflowjob-dep-streaming diff --git a/resources/dataflowjob/streaming-dataflow-job/storage_v1beta1_storagebucket.yaml b/resources/dataflowjob/streaming-dataflow-job/storage_v1beta1_storagebucket.yaml new file mode 100644 index 0000000000..39de6bf136 --- /dev/null +++ b/resources/dataflowjob/streaming-dataflow-job/storage_v1beta1_storagebucket.yaml @@ -0,0 +1,6 @@ +apiVersion: storage.cnrm.cloud.google.com/v1beta1 +kind: StorageBucket +metadata: + annotations: + cnrm.cloud.google.com/force-destroy: "true" + name: dataflowjob-dep-streaming