blob: ad4ceae061acdef912214719cf2d375b84ca9cec [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.samoa.topology.impl;
import com.github.javacliparser.ClassOption;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.List;
import java.util.Properties;
import org.apache.samoa.tasks.Task;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.commons.configuration.Configuration;
import org.apache.commons.configuration.ConfigurationException;
import org.apache.commons.configuration.PropertiesConfiguration;
/**
* Utility class for samoa-storm project. It is used by StormDoTask to process its arguments.
*
* @author Arinto Murdopo
*
*/
public class StormSamoaUtils {
private static final Logger logger = LoggerFactory.getLogger(StormSamoaUtils.class);
static final String KEY_FIELD = "key";
static final String CONTENT_EVENT_FIELD = "content_event";
static Properties getProperties() throws IOException {
Properties props = new Properties();
InputStream is = null;
File f = new File("../bin/samoa-storm.properties");
try {
is = new FileInputStream(f);
props.load(is);
} catch (IOException e1) {
System.out.println("Fail to load samoa-storm property file");
return null;
} finally {
if (is != null) {
is.close();
}
}
return props;
}
public static StormTopology argsToTopology(String[] args) {
StringBuilder cliString = new StringBuilder();
for (String arg : args) {
cliString.append(" ").append(arg);
}
logger.debug("Command line string = {}", cliString.toString());
Task task = getTask(cliString.toString());
// TODO: remove setFactory method with DynamicBinding
task.setFactory(new StormComponentFactory());
task.init();
return (StormTopology) task.getTopology();
}
public static int numWorkers(List<String> tmpArgs) {
int position = tmpArgs.size() - 1;
int numWorkers;
try {
numWorkers = Integer.parseInt(tmpArgs.get(position));
tmpArgs.remove(position);
} catch (NumberFormatException e) {
numWorkers = 4;
}
return numWorkers;
}
public static Task getTask(String cliString) {
Task task = null;
try {
logger.debug("Providing task [{}]", cliString);
task = ClassOption.cliStringToObject(cliString, Task.class, null);
} catch (Exception e) {
logger.warn("Fail in initializing the task!");
e.printStackTrace();
}
return task;
}
public static Configuration getPropertyConfig(String configPropertyPath){
Configuration config = null;
try {
config = new PropertiesConfiguration(configPropertyPath);
if (null == config || config.isEmpty()) {
logger.error("Configuration is null or empty at file = {}",configPropertyPath);
throw new RuntimeException("Configuration is null or empty : " + configPropertyPath);
}
}
catch(ConfigurationException configurationException)
{
logger.error("ConfigurationException while reading property file = {}",configurationException);
throw new RuntimeException("ConfigurationException while reading property file : " + configPropertyPath);
}
return config;
}
}