bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * <p/>
 * http://www.apache.org/licenses/LICENSE-2.0
 * <p/>
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.bigtop.itest.alluxio

import org.junit.Before
import org.apache.bigtop.itest.shell.Shell
import static org.junit.Assert.assertTrue
import static org.junit.Assert.assertNotNull
import org.junit.Test
import org.apache.bigtop.itest.JarContent

class TestAlluxioSmoke {

  def alluxioHome = prop('ALLUXIO_HOME');
  def alluxioTestDir = prop('ALLUXIO_TEST_DIR', '/bigtop');
  def hadoopHome = prop('HADOOP_HOME');

  def hadoop = "${hadoopHome}/bin/hadoop"
  def alluxio = "${alluxioHome}/bin/alluxio"

   Shell sh = new Shell("/bin/bash -s");

   String prop(String key) {
      def value = System.getenv(key)
      assertNotNull(value)
      return value
   }

   String prop(String key, String defaultValue) {
      def value = System.getenv(key)
      if (value == null) {
        return defaultValue
      }
      return value
   }

  /**
   * Runs the Alluxio runTests command that runs the Alluxio examples against the cluster.
   * This command takes care of cleanup at the start of each test, so this framework
   * does not have to worry about cleanup.
   */
  @Test
  void runTests() {
    sh.exec("$alluxio runTests");
    assertTrue("runTests failed. " + sh.getOut() + " " + sh.getErr(), sh.getRet() == 0);
  }

  @Test
  void hadoopCat() {
    sh.exec("""
      set -x
      # Clear test environment
      $hadoop fs -rm $alluxioTestDir/hadoopLs/datafile
      $alluxio fs rm $alluxioTestDir/hadoopLs/datafile

      set -e
      # Test Alluxio and HDFS interoperability
      $alluxio fs copyFromLocal datafile $alluxioTestDir/hadoopLs/datafile
      $alluxio fs persist $alluxioTestDir/hadoopLs/datafile
      $hadoop fs -cat /underFSStorage/$alluxioTestDir/hadoopLs/datafile
    """)
    assertTrue("Unable to list from hadoop. " + sh.getOut().join('\n') + " " + sh.getErr().join('\n'), sh.getRet() == 0);
  }
}