test/org/apache/pig/test/TestLoadFunc.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.pig.test;


import java.io.IOException;

import junit.framework.Assert;

import org.apache.hadoop.fs.Path;
import org.apache.pig.LoadFunc;
import org.apache.pig.impl.logicalLayer.FrontendException;
import org.junit.After;
import org.junit.AfterClass;
import org.junit.Before;
import org.junit.BeforeClass;
import org.junit.Test;

public class TestLoadFunc {

    private static Path curHdfsDir;
    
    private static String curHdfsRoot = 
        "hdfs://localhost.localdomain:12345"; 
            
    @BeforeClass
    public static void setUpBeforeClass() throws Exception {
        curHdfsDir = new Path(curHdfsRoot + "/user/pig/");
    }

    @AfterClass
    public static void tearDownAfterClass() throws Exception {
    }

    @Before
    public void setUp() throws Exception {
    }

    @After
    public void tearDown() throws Exception {
    }
    
    @Test
    public void testGetAbsolutePath() throws IOException {
        // test case: simple absolute path 
        Assert.assertEquals("/hadoop/test/passwd",
                LoadFunc.getAbsolutePath("/hadoop/test/passwd", curHdfsDir));      
    }

    @Test
    public void testGetAbsolutePath2() throws IOException {
        // test case: simple relative path
        Assert.assertEquals(curHdfsRoot + "/user/pig/data/passwd",
                LoadFunc.getAbsolutePath("data/passwd", curHdfsDir));      
    }
    
    @Test
    public void testGetAbsolutePath3() throws IOException {
        // test case: remote hdfs path
        String absPath = "hdfs://myhost.mydomain:37765/data/passwd";
        Assert.assertEquals(absPath,
                LoadFunc.getAbsolutePath(absPath, curHdfsDir));      
    }
    
    @Test
    public void testGetAbsolutePath4() throws IOException {
        // test case: non dfs scheme
        Assert.assertEquals("http://myhost:12345/data/passwd",
                LoadFunc.getAbsolutePath("http://myhost:12345/data/passwd", 
                curHdfsDir));      
    }
    
    @Test
    public void testCommaSeparatedString() throws Exception {
        // test case: comma separated absolute paths
        Assert.assertEquals("/usr/pig/a,/usr/pig/b,/usr/pig/c",
                LoadFunc.getAbsolutePath("/usr/pig/a,/usr/pig/b,/usr/pig/c", 
                        curHdfsDir));
    }

    @Test
    public void testCommaSeparatedString2() throws Exception {
        // test case: comma separated relative paths
        Assert.assertEquals(curHdfsRoot + "/user/pig/t?s*," + 
                curHdfsRoot + "/user/pig/test", 
                LoadFunc.getAbsolutePath("t?s*,test", curHdfsDir));
    }

    @Test
    public void testCommaSeparatedString4() throws Exception {
        // test case: comma separated paths with hadoop glob
        Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c}," + 
                curHdfsRoot + "/user/pig/test/b",
                LoadFunc.getAbsolutePath("test/{a,c},test/b", curHdfsDir));
    }

    @Test
    public void testCommaSeparatedString5() throws Exception {
        // test case: comma separated paths with hadoop glob
        Assert.assertEquals("/test/data/{a,c}," +
                curHdfsRoot + "/user/pig/test/b",
                LoadFunc.getAbsolutePath("/test/data/{a,c},test/b", 
                        curHdfsDir));
    }
    
    @Test
    public void testCommaSeparatedString6() throws Exception {
        // test case: comma separated paths with hasoop glob
        Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c},/test/data/b",
                LoadFunc.getAbsolutePath("test/{a,c},/test/data/b",
                        curHdfsDir));
    }    

    @Test
    public void testCommaSeparatedString7() throws Exception {
        // test case: comma separated paths with white spaces
        Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c},/test/data/b",
                LoadFunc.getAbsolutePath("test/{a,c}, /test/data/b",
                        curHdfsDir));
    }    

    @Test(expected=IllegalArgumentException.class)
    public void testCommaSeparatedString8() throws Exception {
        // test case: comma separated paths with empty string
        Assert.assertEquals(curHdfsRoot + "/user/pig/," + 
                curHdfsRoot + "/test/data/b",
                LoadFunc.getAbsolutePath(", /test/data/b",
                        curHdfsDir));
    }
    
    @Test
    public void testHarUrl() throws Exception {
        // test case: input location is a har:// url
        Assert.assertEquals("har:///user/pig/harfile",
                LoadFunc.getAbsolutePath("har:///user/pig/harfile",
                        curHdfsDir));
    }   
    
}