-
Notifications
You must be signed in to change notification settings - Fork 12
/
post_request.py
28 lines (23 loc) · 880 Bytes
/
post_request.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
from googleapiclient.discovery import build
from oauth2client.client import GoogleCredentials
credentials = GoogleCredentials.get_application_default()
service = build('dataflow', 'v1b3', credentials=credentials)
# Set the following variables to your values.
JOBNAME = '[JOBNAME]'
PROJECT = '[PROJECT]'
BUCKET = '[BUCKET]'
TEMPLATE = '[TEMPLATE-NAME]'
GCSPATH = "gs://{bucket}/dataflow/{template}".format(bucket=BUCKET, template=TEMPLATE)
BODY = {
"jobName": "{jobname}".format(jobname=JOBNAME),
"parameters": {
"path": "gs://{bucket}/demo/file.csv".format(bucket=BUCKET),
"source": "source_name",
},
"environment": {
"tempLocation": "gs://{bucket}/dataflow/temp".format(bucket=BUCKET),
}
}
request = service.projects().templates().launch(projectId=PROJECT, gcsPath=GCSPATH, body=BODY)
response = request.execute()
print(response)