blob: 598bb936060ea7b32f3721cbe92b4c44e0ba47aa [file] [log] [blame]
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.mapreduce.lib.chain;
import java.io.IOException;
import java.net.URI;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configuration.IntegerRanges;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.RawComparator;
import org.apache.hadoop.mapreduce.Counter;
import org.apache.hadoop.mapreduce.InputFormat;
import org.apache.hadoop.mapreduce.InputSplit;
import org.apache.hadoop.mapreduce.JobID;
import org.apache.hadoop.mapreduce.MapContext;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.hadoop.mapreduce.OutputCommitter;
import org.apache.hadoop.mapreduce.OutputFormat;
import org.apache.hadoop.mapreduce.Partitioner;
import org.apache.hadoop.mapreduce.RecordReader;
import org.apache.hadoop.mapreduce.RecordWriter;
import org.apache.hadoop.mapreduce.Reducer;
import org.apache.hadoop.mapreduce.TaskAttemptID;
import org.apache.hadoop.mapreduce.TaskInputOutputContext;
import org.apache.hadoop.security.Credentials;
/**
* A simple wrapper class that delegates most of its functionality to the
* underlying context, but overrides the methods to do with record readers ,
* record writers and configuration.
*/
class ChainMapContextImpl<KEYIN, VALUEIN, KEYOUT, VALUEOUT> implements
MapContext<KEYIN, VALUEIN, KEYOUT, VALUEOUT> {
private RecordReader<KEYIN, VALUEIN> reader;
private RecordWriter<KEYOUT, VALUEOUT> output;
private TaskInputOutputContext<KEYIN, VALUEIN, KEYOUT, VALUEOUT> base;
private Configuration conf;
ChainMapContextImpl(
TaskInputOutputContext<KEYIN, VALUEIN, KEYOUT, VALUEOUT> base,
RecordReader<KEYIN, VALUEIN> rr, RecordWriter<KEYOUT, VALUEOUT> rw,
Configuration conf) {
this.reader = rr;
this.output = rw;
this.base = base;
this.conf = conf;
}
@Override
public KEYIN getCurrentKey() throws IOException, InterruptedException {
return reader.getCurrentKey();
}
@Override
public VALUEIN getCurrentValue() throws IOException, InterruptedException {
return reader.getCurrentValue();
}
@Override
public boolean nextKeyValue() throws IOException, InterruptedException {
return reader.nextKeyValue();
}
@Override
public InputSplit getInputSplit() {
if (base instanceof MapContext) {
MapContext<KEYIN, VALUEIN, KEYOUT, VALUEOUT> mc =
(MapContext<KEYIN, VALUEIN, KEYOUT, VALUEOUT>) base;
return mc.getInputSplit();
} else {
return null;
}
}
@Override
public Counter getCounter(Enum<?> counterName) {
return base.getCounter(counterName);
}
@Override
public Counter getCounter(String groupName, String counterName) {
return base.getCounter(groupName, counterName);
}
@Override
public OutputCommitter getOutputCommitter() {
return base.getOutputCommitter();
}
@Override
public void write(KEYOUT key, VALUEOUT value) throws IOException,
InterruptedException {
output.write(key, value);
}
@Override
public String getStatus() {
return base.getStatus();
}
@Override
public TaskAttemptID getTaskAttemptID() {
return base.getTaskAttemptID();
}
@Override
public void setStatus(String msg) {
base.setStatus(msg);
}
@Override
public Path[] getArchiveClassPaths() {
return base.getArchiveClassPaths();
}
@Override
public String[] getArchiveTimestamps() {
return base.getArchiveTimestamps();
}
@Override
public URI[] getCacheArchives() throws IOException {
return base.getCacheArchives();
}
@Override
public URI[] getCacheFiles() throws IOException {
return base.getCacheFiles();
}
@Override
public Class<? extends Reducer<?, ?, ?, ?>> getCombinerClass()
throws ClassNotFoundException {
return base.getCombinerClass();
}
@Override
public Configuration getConfiguration() {
return conf;
}
@Override
public Path[] getFileClassPaths() {
return base.getFileClassPaths();
}
@Override
public String[] getFileTimestamps() {
return base.getFileTimestamps();
}
@Override
public RawComparator<?> getGroupingComparator() {
return base.getGroupingComparator();
}
@Override
public Class<? extends InputFormat<?, ?>> getInputFormatClass()
throws ClassNotFoundException {
return base.getInputFormatClass();
}
@Override
public String getJar() {
return base.getJar();
}
@Override
public JobID getJobID() {
return base.getJobID();
}
@Override
public String getJobName() {
return base.getJobName();
}
@Override
public boolean getJobSetupCleanupNeeded() {
return base.getJobSetupCleanupNeeded();
}
@Override
public boolean getTaskCleanupNeeded() {
return base.getTaskCleanupNeeded();
}
@Override
public Path[] getLocalCacheArchives() throws IOException {
return base.getLocalCacheArchives();
}
@Override
public Path[] getLocalCacheFiles() throws IOException {
return base.getLocalCacheArchives();
}
@Override
public Class<?> getMapOutputKeyClass() {
return base.getMapOutputKeyClass();
}
@Override
public Class<?> getMapOutputValueClass() {
return base.getMapOutputValueClass();
}
@Override
public Class<? extends Mapper<?, ?, ?, ?>> getMapperClass()
throws ClassNotFoundException {
return base.getMapperClass();
}
@Override
public int getMaxMapAttempts() {
return base.getMaxMapAttempts();
}
@Override
public int getMaxReduceAttempts() {
return base.getMaxReduceAttempts();
}
@Override
public int getNumReduceTasks() {
return base.getNumReduceTasks();
}
@Override
public Class<? extends OutputFormat<?, ?>> getOutputFormatClass()
throws ClassNotFoundException {
return base.getOutputFormatClass();
}
@Override
public Class<?> getOutputKeyClass() {
return base.getMapOutputKeyClass();
}
@Override
public Class<?> getOutputValueClass() {
return base.getOutputValueClass();
}
@Override
public Class<? extends Partitioner<?, ?>> getPartitionerClass()
throws ClassNotFoundException {
return base.getPartitionerClass();
}
@Override
public boolean getProfileEnabled() {
return base.getProfileEnabled();
}
@Override
public String getProfileParams() {
return base.getProfileParams();
}
@Override
public IntegerRanges getProfileTaskRange(boolean isMap) {
return base.getProfileTaskRange(isMap);
}
@Override
public Class<? extends Reducer<?, ?, ?, ?>> getReducerClass()
throws ClassNotFoundException {
return base.getReducerClass();
}
@Override
public RawComparator<?> getSortComparator() {
return base.getSortComparator();
}
@Override
public boolean getSymlink() {
return base.getSymlink();
}
@Override
public String getUser() {
return base.getUser();
}
@Override
public Path getWorkingDirectory() throws IOException {
return base.getWorkingDirectory();
}
@Override
public void progress() {
base.progress();
}
@Override
public Credentials getCredentials() {
return base.getCredentials();
}
@Override
public float getProgress() {
return base.getProgress();
}
}