hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidFilter.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.raid;

import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import junit.framework.TestCase;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;

import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.raid.protocol.PolicyInfo;

public class TestRaidFilter extends TestCase {
  final static String TEST_DIR = new File(System.getProperty("test.build.data",
      "build/contrib/raid/test/data")).getAbsolutePath();
  final static Log LOG =
    LogFactory.getLog("org.apache.hadoop.raid.TestRaidFilter");

  Configuration conf;
  MiniDFSCluster dfs = null;
  FileSystem fs = null;

  private void mySetup() throws Exception {
    new File(TEST_DIR).mkdirs(); // Make sure data directory exists
    conf = new Configuration();
    dfs = new MiniDFSCluster(conf, 2, true, null);
    dfs.waitActive();
    fs = dfs.getFileSystem();
    String namenode = fs.getUri().toString();
    FileSystem.setDefaultUri(conf, namenode);
  }

  private void myTearDown() throws Exception {
    if (dfs != null) { dfs.shutdown(); }
  }

  public void testLayeredPolicies() throws Exception {
    mySetup();
    Path src1 = new Path("/user/foo");
    Path src2 = new Path("/user/foo/bar");

    PolicyInfo info1 = new PolicyInfo("p1", conf);
    info1.setSrcPath(src1.toString());
    info1.setErasureCode("xor");
    info1.setDescription("test policy");
    info1.setProperty("targetReplication", "1");
    info1.setProperty("metaReplication", "1");
    info1.setProperty("modTimePeriod", "0");

    PolicyInfo info2 = new PolicyInfo("p2", conf);
    info2.setSrcPath(src2.toString());
    info2.setErasureCode("xor");
    info2.setDescription("test policy");
    info2.setProperty("targetReplication", "1");
    info2.setProperty("metaReplication", "1");
    info2.setProperty("modTimePeriod", "0");

    ArrayList<PolicyInfo> all = new ArrayList<PolicyInfo>();
    all.add(info1);
    all.add(info2);

    try {
      long blockSize = 1024;
      byte[] bytes = new byte[(int)blockSize];
      Path f1 = new Path(src1, "f1");
      Path f2 = new Path(src2, "f2");
      FSDataOutputStream stm1 = fs.create(f1, false, 4096, (short)1, blockSize);
      FSDataOutputStream stm2 = fs.create(f2, false, 4096, (short)1, blockSize);
      FSDataOutputStream[]  stms = new FSDataOutputStream[]{stm1, stm2};
      for (FSDataOutputStream stm: stms) {
        stm.write(bytes);
        stm.write(bytes);
        stm.write(bytes);
        stm.close();
      }

      Thread.sleep(1000);

      FileStatus stat1 = fs.getFileStatus(f1);
      FileStatus stat2 = fs.getFileStatus(f2);

      RaidFilter.Statistics stats = new RaidFilter.Statistics();
      RaidFilter.TimeBasedFilter filter = new RaidFilter.TimeBasedFilter(
        conf, RaidNode.xorDestinationPath(conf), info1, all,
        System.currentTimeMillis(), stats);
      System.out.println("Stats " + stats);

      assertTrue(filter.check(stat1));
      assertFalse(filter.check(stat2));

    } finally {
      myTearDown();
    }
  }
}