File tree 2 files changed +9
-7
lines changed
dataflow/flex-templates/streaming_beam
2 files changed +9
-7
lines changed Original file line number Diff line number Diff line change @@ -155,7 +155,7 @@ and is used to run a new Dataflow job.
155
155
export TEMPLATE_PATH=" gs://$BUCKET /samples/dataflow/templates/streaming-beam.json"
156
156
157
157
# Build the Flex Template.
158
- gcloud beta dataflow flex-template build $TEMPLATE_PATH \
158
+ gcloud dataflow flex-template build $TEMPLATE_PATH \
159
159
--image " $TEMPLATE_IMAGE " \
160
160
--sdk-language " PYTHON" \
161
161
--metadata-file " metadata.json"
@@ -173,9 +173,11 @@ required by the pipeline.
173
173
174
174
` ` ` sh
175
175
# Run the Flex Template.
176
- gcloud beta dataflow flex-template run " streaming-beam-` date +%Y%m%d-%H%M%S` " \
177
- --template-file-gcs-location " $TEMPLATE_PATH " \
178
- --parameters " input_subscription=$SUBSCRIPTION ,output_table=$PROJECT :$DATASET .$TABLE "
176
+ gcloud dataflow flex-template run " streaming-beam-` date +%Y%m%d-%H%M%S` " \
177
+ --template-file-gcs-location " $TEMPLATE_PATH " \
178
+ --parameters input_subscription=" $SUBSCRIPTION " \
179
+ --parameters output_table=" $PROJECT :$DATASET .$TABLE " \
180
+ --region " $REGION "
179
181
` ` `
180
182
181
183
Check the results in BigQuery by running the following query:
Original file line number Diff line number Diff line change 5
5
{
6
6
"name" : " input_subscription" ,
7
7
"label" : " Input PubSub subscription." ,
8
- "help_text " : " Name of the input PubSub subscription to consume from." ,
8
+ "helpText " : " Name of the input PubSub subscription to consume from." ,
9
9
"regexes" : [
10
10
" [a-zA-Z][-_.~+%a-zA-Z0-9]{2,}"
11
11
]
12
12
},
13
13
{
14
14
"name" : " output_table" ,
15
15
"label" : " BigQuery output table name." ,
16
- "help_text " : " Name of the BigQuery output table name." ,
17
- "is_optional " : true ,
16
+ "helpText " : " Name of the BigQuery output table name." ,
17
+ "isOptional " : true ,
18
18
"regexes" : [
19
19
" [^:]+:[^.]+[.].+"
20
20
]
You can’t perform that action at this time.
0 commit comments