blob: 0e504392fb55673919a22b05e20d822d2ed837ba [file] [log] [blame]
/**
* Licensed to the Apache Software Foundation (ASF) under one or more contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership. The ASF licenses this file to you under the Apache License, Version
* 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions
* and limitations under the License.
*/
package org.apache.storm.trident.operation.impl;
import java.io.Serializable;
import java.util.Map;
import org.apache.storm.trident.operation.Aggregator;
import org.apache.storm.trident.operation.TridentCollector;
import org.apache.storm.trident.operation.TridentOperationContext;
import org.apache.storm.trident.operation.impl.SingleEmitAggregator.SingleEmitState;
import org.apache.storm.trident.tuple.TridentTuple;
public class SingleEmitAggregator implements Aggregator<SingleEmitState> {
Aggregator agg;
BatchToPartition batchToPartition;
int myPartitionIndex;
int totalPartitions;
public SingleEmitAggregator(Aggregator agg, BatchToPartition batchToPartition) {
this.agg = agg;
this.batchToPartition = batchToPartition;
}
@Override
public SingleEmitState init(Object batchId, TridentCollector collector) {
return new SingleEmitState(batchId);
}
@Override
public void aggregate(SingleEmitState val, TridentTuple tuple, TridentCollector collector) {
if (!val.received) {
val.state = agg.init(val.batchId, collector);
val.received = true;
}
agg.aggregate(val.state, tuple, collector);
}
@Override
public void complete(SingleEmitState val, TridentCollector collector) {
if (!val.received) {
if (this.myPartitionIndex == batchToPartition.partitionIndex(val.batchId, this.totalPartitions)) {
val.state = agg.init(val.batchId, collector);
agg.complete(val.state, collector);
}
} else {
agg.complete(val.state, collector);
}
}
@Override
public void prepare(Map<String, Object> conf, TridentOperationContext context) {
agg.prepare(conf, context);
this.myPartitionIndex = context.getPartitionIndex();
this.totalPartitions = context.numPartitions();
}
@Override
public void cleanup() {
agg.cleanup();
}
public static interface BatchToPartition extends Serializable {
int partitionIndex(Object batchId, int numPartitions);
}
static class SingleEmitState {
boolean received = false;
Object state;
Object batchId;
public SingleEmitState(Object batchId) {
this.batchId = batchId;
}
}
}