test/org/apache/pig/test/TestLOLoadDeterminedSchema.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements. See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership. The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License. You may obtain a copy of the License at
 * http://www.apache.org/licenses/LICENSE-2.0
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.pig.test;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;

import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.util.Properties;

import org.apache.hadoop.fs.FileUtil;
import org.apache.pig.FuncSpec;
import org.apache.pig.PigServer;
import org.apache.pig.impl.PigContext;
import org.apache.pig.impl.io.FileLocalizer;
import org.apache.pig.impl.logicalLayer.schema.Schema;
import org.apache.pig.test.utils.ScriptSchemaTestLoader;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

/**
 *
 * Tests that the LOLoad class sets the script schema correctly as expected.<br/>
 * This way of passing the script schema is not an optimal solution but will be
 * used currently inorder not to break code by adding new methods the to
 * LoadFunc or other Classes. For more information please see
 * https://issues.apache.org/jira/browse/PIG-1717
 *
 */
public class TestLOLoadDeterminedSchema {
    PigContext pc;
    PigServer server;

    File baseDir;
    File inputFile;

    /**
     * Loads a test file using ScriptSchemaTestLoader with a user defined schema
     * a,b,c.<br/>
     * Then tests the the ScriptSchemaTestLoader found the schema.
     *
     * @throws IOException
     */
    @Test
    public void testDeterminedSchema() throws IOException {
        FuncSpec funcSpec = new FuncSpec(ScriptSchemaTestLoader.class.getName()
                + "()");

        server.registerFunction(ScriptSchemaTestLoader.class.getName(),
                funcSpec);

        server.registerQuery("a = LOAD '" + Util.encodeEscape(inputFile.getAbsolutePath())
                + "' using " + ScriptSchemaTestLoader.class.getName()
                + "() as (a, b, c) ;");

        server.openIterator("a");

        Schema scriptSchema = ScriptSchemaTestLoader.getScriptSchema();

        assertNotNull(scriptSchema);
        assertEquals(3, scriptSchema.size());

        assertNotNull(scriptSchema.getField("a"));
        assertNotNull(scriptSchema.getField("b"));
        assertNotNull(scriptSchema.getField("c"));
    }

    @Before
    public void setUp() throws Exception {
        FileLocalizer.deleteTempFiles();
        server = new PigServer(Util.getLocalTestMode(), new Properties());

        baseDir = new File("build/testLoLoadDeterminedSchema");

        if (baseDir.exists()) {
            FileUtil.fullyDelete(baseDir);
        }

        assertTrue(baseDir.mkdirs());

        inputFile = new File(baseDir, "testInput.txt");
        inputFile.createNewFile();

        // write a short input
        FileWriter writer = new FileWriter(inputFile);
        try {
            writer.write("a\tb\tc");
        } finally {
            writer.close();
        }
    }

    @After
    public void tearDown() throws Exception {
        if (baseDir.exists())
            FileUtil.fullyDelete(baseDir);

        server.shutdown();
    }
}