FazBrowse GitHub Viewer | Trending |
URL:
| Home
Tools: [Download Repo ZIP]   [Original HTTPS Page]

Fix AutoComplete example streaming configuration (#308) · a2call/DataflowJavaSDK@84584dc · GitHub

Repository navigation

Commit 84584dc

Browse files
authored andcommitted
Fix AutoComplete example streaming configuration (GoogleCloudPlatform#308)
(cherry picked from commit e60e3e6)
1 parent 0ab2872 commit 84584dc

1 file changed

Lines changed: 5 additions & 1 deletion

File tree

‎examples/src/main/java/com/google/cloud/dataflow/examples/complete/AutoComplete.java‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,7 @@
3838
import com.google.cloud.dataflow.sdk.options.Default;
3939
import com.google.cloud.dataflow.sdk.options.Description;
4040
import com.google.cloud.dataflow.sdk.options.PipelineOptionsFactory;
41+
import com.google.cloud.dataflow.sdk.options.Validation;
4142
import com.google.cloud.dataflow.sdk.runners.DataflowPipelineRunner;
4243
import com.google.cloud.dataflow.sdk.transforms.Count;
4344
import com.google.cloud.dataflow.sdk.transforms.DoFn;
@@ -415,6 +416,7 @@ public void processElement(ProcessContext c) {
415416
*/
416417
private static interface Options extends ExamplePubsubTopicOptions, ExampleBigQueryTableOptions {
417418
@Description("Input text file")
419+
@Validation.Required
418420
String getInputFile();
419421
void setInputFile(String value);
420422

@@ -499,7 +501,9 @@ public static void main(String[] args) throws IOException {
499501
.to(tableRef)
500502
.withSchema(FormatForBigquery.getSchema())
501503
.withCreateDisposition(BigQueryIO.Write.CreateDisposition.CREATE_IF_NEEDED)
502-
.withWriteDisposition(BigQueryIO.Write.WriteDisposition.WRITE_TRUNCATE));
504+
.withWriteDisposition(options.isStreaming()
505+
? BigQueryIO.Write.WriteDisposition.WRITE_APPEND
506+
: BigQueryIO.Write.WriteDisposition.WRITE_TRUNCATE));
503507
}
504508

505509
// Run the pipeline.

0 commit comments

Comments
 (0)

Back | FazBrowse Home | New Git URL