storm/src/main/java/org/apache/mrql/StormFileInputStream.java

/*
 * Copyright 2016 The Apache Software Foundation.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.mrql;

import java.util.List;
import java.util.Map;
import org.apache.storm.spout.SpoutOutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichSpout;
import org.apache.storm.trident.operation.TridentCollector;
import org.apache.storm.trident.spout.IBatchSpout;
import org.apache.storm.trident.testing.FixedBatchSpout;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Values;

public class StormFileInputStream extends BaseRichSpout{
    private String directory;
    private boolean is_binary; 
    SpoutOutputCollector _collector;

    public StormFileInputStream(String directory, boolean is_binary) {
        this.directory = directory;
        this.is_binary = is_binary;
    }
    
    @Override
    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("data"));
    }

    @Override
    public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
     _collector = collector;
 }

 @Override
 public void nextTuple() {
    Bag val =  (Bag)MapReduceAlgebra.read_binary(directory);
    _collector.emit(new Values(val));
}    
}