hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/JobProperties.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.tools.rumen.datatypes;

import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.Properties;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.tools.rumen.datatypes.util.JobPropertyParser;
import org.apache.hadoop.tools.rumen.datatypes.util.MapReduceJobPropertiesParser;
import org.apache.hadoop.tools.rumen.state.StatePool;
import org.apache.hadoop.util.ReflectionUtils;

/**
 * This represents the job configuration properties.
 */
public class JobProperties implements AnonymizableDataType<Properties> {
  public static final String PARSERS_CONFIG_KEY = 
    "rumen.datatypes.jobproperties.parsers";
  private final Properties jobProperties;
  
  public JobProperties() {
    this(new Properties());
  }
  
  public JobProperties(Properties properties) {
    this.jobProperties = properties;
  }
  
  public Properties getValue() {
    return jobProperties;
  }
  
  @Override
  public Properties getAnonymizedValue(StatePool statePool, 
                                       Configuration conf) {
    Properties filteredProperties = null;
    List<JobPropertyParser> pList = new ArrayList<JobPropertyParser>(1);
    // load the parsers
    String config = conf.get(PARSERS_CONFIG_KEY);
    if (config != null) {
      @SuppressWarnings("unchecked")
      Class<JobPropertyParser>[] parsers = 
        (Class[])conf.getClasses(PARSERS_CONFIG_KEY);
      for (Class<JobPropertyParser> c : parsers) {
        JobPropertyParser parser = ReflectionUtils.newInstance(c, conf);
        pList.add(parser);
      }
    } else {
      // add the default MapReduce filter
      JobPropertyParser parser = new MapReduceJobPropertiesParser();
      pList.add(parser);
    }
    
    // filter out the desired config key-value pairs
    if (jobProperties != null) {
      filteredProperties = new Properties();
      // define a configuration object and load it with original job properties
      for (Map.Entry<Object, Object> entry : jobProperties.entrySet()) {
        //TODO Check for null key/value?
        String key = entry.getKey().toString();
        String value = entry.getValue().toString(); 
        
        // find a parser for this key
        for (JobPropertyParser p : pList) {
          DataType<?> pValue = p.parseJobProperty(key, value);
          if (pValue != null) {
            filteredProperties.put(key, pValue);
            break;
          }
        }
      }
    }
    return filteredProperties;
  }
}