blob: 595e7a9bfc0a9a0cbc09c374420c844f90c1bf4b [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.beam.runners.samza.runtime;
import static org.apache.beam.vendor.guava.v20_0.com.google.common.base.Preconditions.checkState;
import org.apache.beam.runners.core.DoFnRunner;
import org.apache.beam.runners.core.KeyedWorkItem;
import org.apache.beam.runners.core.TimerInternals;
import org.apache.beam.sdk.state.TimeDomain;
import org.apache.beam.sdk.transforms.DoFn;
import org.apache.beam.sdk.transforms.windowing.BoundedWindow;
import org.apache.beam.sdk.util.WindowedValue;
import org.apache.beam.sdk.values.KV;
import org.joda.time.Instant;
/** This class wraps a DoFnRunner with keyed StateInternals and TimerInternals access. */
public class DoFnRunnerWithKeyedInternals<InputT, OutputT> implements DoFnRunner<InputT, OutputT> {
private final DoFnRunner<InputT, OutputT> underlying;
private final KeyedInternals keyedInternals;
DoFnRunnerWithKeyedInternals(
DoFnRunner<InputT, OutputT> doFnRunner, KeyedInternals keyedInternals) {
this.underlying = doFnRunner;
this.keyedInternals = keyedInternals;
}
@Override
public void startBundle() {
underlying.startBundle();
}
@Override
public void processElement(WindowedValue<InputT> elem) {
// NOTE: this is thread-safe if we only allow concurrency on the per-key basis.
setKeyedInternals(elem.getValue());
try {
underlying.processElement(elem);
} finally {
clearKeyedInternals();
}
}
public void onTimer(KeyedTimerData keyedTimerData, BoundedWindow window) {
setKeyedInternals(keyedTimerData);
try {
final TimerInternals.TimerData timer = keyedTimerData.getTimerData();
onTimer(timer.getTimerId(), window, timer.getTimestamp(), timer.getDomain());
} finally {
clearKeyedInternals();
}
}
@Override
public void onTimer(
String timerId, BoundedWindow window, Instant timestamp, TimeDomain timeDomain) {
checkState(keyedInternals.getKey() != null, "Key is not set for timer");
underlying.onTimer(timerId, window, timestamp, timeDomain);
}
@Override
public void finishBundle() {
underlying.finishBundle();
}
@Override
public DoFn<InputT, OutputT> getFn() {
return underlying.getFn();
}
@SuppressWarnings("unchecked")
private void setKeyedInternals(Object value) {
if (value instanceof KeyedWorkItem) {
keyedInternals.setKey(((KeyedWorkItem<?, ?>) value).key());
} else if (value instanceof KeyedTimerData) {
final Object key = ((KeyedTimerData) value).getKey();
if (key != null) {
keyedInternals.setKey(key);
}
} else {
keyedInternals.setKey(((KV<?, ?>) value).getKey());
}
}
private void clearKeyedInternals() {
keyedInternals.clearKey();
}
}