| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| /* |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| // beam-playground: |
| // name: data-driven-trigger |
| // description: Data driven trigger example. |
| // multifile: false |
| // context_line: 44 |
| // categories: |
| // - Quickstart |
| // complexity: ADVANCED |
| // tags: |
| // - hellobeam |
| |
| package main |
| |
| import ( |
| "context" |
| "fmt" |
| "time" |
| |
| "github.com/apache/beam/sdks/v2/go/pkg/beam" |
| "github.com/apache/beam/sdks/v2/go/pkg/beam/core/graph/window" |
| "github.com/apache/beam/sdks/v2/go/pkg/beam/core/graph/window/trigger" |
| "github.com/apache/beam/sdks/v2/go/pkg/beam/log" |
| "github.com/apache/beam/sdks/v2/go/pkg/beam/x/beamx" |
| ) |
| |
| func main() { |
| p, s := beam.NewPipelineWithRoot() |
| |
| input := beam.Create(s, "Hello", "world", "it`s", "triggering") |
| |
| fixedWindowedItems := beam.WindowInto(s, window.NewFixedWindows(2*time.Second), input, |
| beam.Trigger(trigger.AfterCount(2)), |
| beam.AllowedLateness(30*time.Minute), |
| beam.PanesDiscard(), |
| ) |
| |
| output(s, fixedWindowedItems) |
| |
| err := beamx.Run(context.Background(), p) |
| if err != nil { |
| log.Exitf(context.Background(), "Failed to execute job: %v", err) |
| } |
| } |
| |
| func output(s beam.Scope, input beam.PCollection) { |
| beam.ParDo0(s, func(element interface{}) { |
| fmt.Println(element) |
| }, input) |
| } |