| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.metron.test.spouts; |
| |
| import java.io.File; |
| import java.io.IOException; |
| import java.util.List; |
| import java.util.Map; |
| |
| import com.google.common.base.Splitter; |
| import com.google.common.collect.Iterables; |
| import org.apache.metron.test.converters.BinaryConverters; |
| import org.apache.metron.test.converters.IConverter; |
| import org.apache.metron.test.filereaders.FileReader; |
| |
| import backtype.storm.spout.SpoutOutputCollector; |
| import backtype.storm.task.TopologyContext; |
| import backtype.storm.topology.OutputFieldsDeclarer; |
| import backtype.storm.topology.base.BaseRichSpout; |
| import backtype.storm.tuple.Fields; |
| import backtype.storm.tuple.Values; |
| import backtype.storm.utils.Utils; |
| |
| |
| public class GenericInternalTestSpout extends BaseRichSpout { |
| |
| |
| /** |
| * |
| */ |
| private static final long serialVersionUID = -2379344923143372543L; |
| |
| List<String> jsons; |
| |
| private String _filename; |
| private int _delay = 100; |
| private boolean _repeating = true; |
| |
| private SpoutOutputCollector _collector; |
| private IConverter _converter; |
| private FileReader Reader; |
| private int cnt = 0; |
| |
| public GenericInternalTestSpout withFilename(String filename) |
| { |
| if(filename != null && filename.length() > 0 && filename.charAt(0) == '$') { |
| filename = Iterables.getLast(Splitter.on("}").split(filename)); |
| } |
| _filename = filename; |
| return this; |
| } |
| public GenericInternalTestSpout withMillisecondDelay(Integer delay) |
| { |
| _delay = delay; |
| return this; |
| } |
| |
| public GenericInternalTestSpout withRepeating(Boolean repeating) |
| { |
| _repeating = repeating; |
| return this; |
| } |
| |
| public GenericInternalTestSpout withBinaryConverter(String converter) { |
| if(converter == null) { |
| _converter = BinaryConverters.DEFAULT; |
| } |
| else { |
| _converter = BinaryConverters.valueOf(converter); |
| } |
| return this; |
| } |
| |
| |
| @SuppressWarnings("rawtypes") |
| public void open(Map conf, TopologyContext context, |
| SpoutOutputCollector collector) { |
| |
| _collector = collector; |
| try { |
| Reader = new FileReader(); |
| jsons = Reader.readFromFile(_filename); |
| |
| } catch (Throwable e) |
| { |
| System.out.println("Could not read sample JSONs"); |
| e.printStackTrace(); |
| } |
| |
| } |
| |
| public void nextTuple() { |
| Utils.sleep(_delay); |
| |
| if(cnt < jsons.size()) |
| { |
| byte[] value; |
| if (_converter != null) { |
| value = _converter.convert(jsons.get(cnt)); |
| } else { |
| value = jsons.get(cnt).getBytes(); |
| } |
| _collector.emit(new Values(value)); |
| } |
| cnt ++; |
| |
| if(_repeating && cnt == jsons.size() -1 ) |
| cnt = 0; |
| } |
| |
| @Override |
| public void ack(Object id) { |
| } |
| |
| @Override |
| public void fail(Object id) { |
| } |
| |
| public void declareOutputFields(OutputFieldsDeclarer declarer) { |
| declarer.declare(new Fields("message")); |
| } |
| |
| } |