mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DistRaidNode.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hadoop.raid;

import java.io.IOException;
import java.util.List;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.util.Daemon;

import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.FileStatus;

import org.apache.hadoop.raid.protocol.PolicyInfo;

/**
 * Implementation of {@link RaidNode} that uses map reduce jobs to raid files.
 */
public class DistRaidNode extends RaidNode {

  public static final Log LOG = LogFactory.getLog(DistRaidNode.class);

  /** Daemon thread to monitor raid job progress */
  JobMonitor jobMonitor = null;
  Daemon jobMonitorThread = null;

  public DistRaidNode(Configuration conf) throws IOException {
    super(conf);
    this.jobMonitor = new JobMonitor(conf);
    this.jobMonitorThread = new Daemon(this.jobMonitor);
    this.jobMonitorThread.start();
    
    LOG.info("created");
  }

  /**
   * {@inheritDocs}
   */
  @Override
  public void join() {
    super.join();
    try {
      if (jobMonitorThread != null) jobMonitorThread.join();
    } catch (InterruptedException ie) {
      // do nothing
    }
  }
  
  /**
   * {@inheritDocs}
   */
  @Override
  public void stop() {
    if (stopRequested) {
      return;
    }
    super.stop();
    if (jobMonitor != null) jobMonitor.running = false;
    if (jobMonitorThread != null) jobMonitorThread.interrupt();
  }


  /**
   * {@inheritDocs}
   */
  @Override
  void raidFiles(PolicyInfo info, List<FileStatus> paths) throws IOException {
    // We already checked that no job for this policy is running
    // So we can start a new job.
    DistRaid dr = new DistRaid(conf);
    //add paths for distributed raiding
    dr.addRaidPaths(info, paths);
    boolean started = dr.startDistRaid();
    if (started) {
      jobMonitor.monitorJob(info.getName(), dr);
    }
  }

  /**
   * {@inheritDocs}
   */
  @Override
  int getRunningJobsForPolicy(String policyName) {
    return jobMonitor.runningJobsCount(policyName);
  }


}