blob: 409ff6ccd7260473722177be408957d1e1038d61 [file] [log] [blame]
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package com.datatorrent.stram.stream;
import org.apache.apex.api.operator.ControlTuple;
import com.datatorrent.api.Sink;
import com.datatorrent.stram.engine.Stream;
import com.datatorrent.stram.engine.StreamContext;
import com.datatorrent.stram.engine.SweepableReservoir;
import com.datatorrent.stram.tuple.CustomControlTuple;
import com.datatorrent.stram.tuple.Tuple;
/**
* A non buffering stream which facilitates the ThreadLocal implementation of an operator.</p>
*
* {@link OiOStream} can not implement both {@link Stream} and {@link SweepableReservoir} interfaces as
* {@code getCount(boolean)} should reset the proper count. In case, OioStream implements both {@link Stream} and
* {@link SweepableReservoir}, it will not be possible to distinguish which count should be reset to 0, so either
* {@link Sink#getCount(boolean)} or {@link SweepableReservoir#getCount(boolean)} would return a wrong result: let's say
* upstream operator puts n tuples into {@link OiOStream}, both {@link Sink#getCount(boolean) Sink.getCount(true)} and
* {@link SweepableReservoir#getCount(boolean) SweepableReservoir.getCount(true)} should return n and reset count to 0.
* If there is only one count, only one call (whichever comes first) would return n, the second one would return 0.
*
* @since 0.3.5
*/
public class OiOStream implements Stream
{
private Sink<Object> sink;
private Sink<Tuple> control;
private int count;
private OiOReservoir reservoir = new OiOReservoir();
@Override
public void setup(StreamContext context)
{
}
@Override
public void teardown()
{
}
@Override
public void activate(StreamContext cntxt)
{
}
@Override
public void deactivate()
{
}
@Override
public void put(Object t)
{
if (t instanceof Tuple) {
control.put((Tuple)t);
} else {
count++;
reservoir.count++;
sink.put(t);
}
}
@Override
public boolean putControl(ControlTuple payload)
{
put(new CustomControlTuple(payload));
return false;
}
@Override
public int getCount(boolean reset)
{
try {
return count;
} finally {
if (reset) {
count = 0;
}
}
}
public SweepableReservoir getReservoir()
{
return reservoir;
}
public class OiOReservoir implements SweepableReservoir
{
private int count;
public void setControlSink(Sink<Tuple> control)
{
OiOStream.this.control = control;
}
@Override
public int getCount(boolean reset)
{
try {
return count;
} finally {
if (reset) {
count = 0;
}
}
}
@Override
public Sink<Object> setSink(Sink<Object> sink)
{
try {
return OiOStream.this.sink;
} finally {
OiOStream.this.sink = sink;
}
}
public Sink<Object> getSink()
{
return OiOStream.this.sink;
}
@Override
public Tuple sweep()
{
throw new UnsupportedOperationException("Not supported.");
}
/**
* OiOStream is active when there is exactly one tuple present.
* It's an error to have more than one tuple active on OiO.
*/
@Override
public int size(boolean dataTupleAware)
{
return 1;
}
@Override
public boolean isEmpty()
{
return false;
}
@Override
public Object remove()
{
throw new UnsupportedOperationException("Not supported yet.");
}
}
}