exec/java-exec/src/test/java/org/apache/drill/TestUntypedNull.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.drill;

import org.apache.drill.categories.SqlFunctionTest;
import org.apache.drill.common.types.TypeProtos;
import org.apache.drill.common.types.Types;
import org.apache.drill.exec.ExecConstants;
import org.apache.drill.exec.record.BatchSchema;
import org.apache.drill.exec.record.BatchSchemaBuilder;
import org.apache.drill.exec.record.metadata.SchemaBuilder;
import org.apache.drill.test.ClusterFixture;
import org.apache.drill.test.ClusterFixtureBuilder;
import org.apache.drill.test.ClusterTest;
import org.apache.drill.test.QueryBuilder;
import org.junit.BeforeClass;
import org.junit.Test;
import org.junit.experimental.categories.Category;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

@Category(SqlFunctionTest.class)
public class TestUntypedNull extends ClusterTest {

  private static final TypeProtos.MajorType UNTYPED_NULL_TYPE = Types.optional(TypeProtos.MinorType.NULL);

  @BeforeClass
  public static void setup() throws Exception {
    ClusterFixtureBuilder builder = ClusterFixture.builder(dirTestWatcher);
    startCluster(builder);
  }

  @Test
  public void testSplitFunction() throws Exception {
    String query = "select split(n_name, ' ') [1] from cp.`tpch/nation.parquet`\n" +
      "where n_nationkey = -1 group by n_name order by n_name limit 10";
    QueryBuilder.QuerySummary summary = queryBuilder().sql(query).run();
    assertTrue(summary.succeeded());
    assertEquals(0, summary.recordCount());
  }

  @Test
  public void testWindowFunction() throws Exception {
    String query = "select row_number() over (partition by split(n_name, ' ') [1])\n" +
      "from cp.`tpch/nation.parquet` where n_nationkey = -1";
    QueryBuilder.QuerySummary summary = queryBuilder().sql(query).run();
    assertTrue(summary.succeeded());
    assertEquals(0, summary.recordCount());
  }

  @Test
  public void testUnion() throws Exception {
    String query = "select split(n_name, ' ') [1] from cp.`tpch/nation.parquet` where n_nationkey = -1 group by n_name\n" +
      "union\n" +
      "select split(n_name, ' ') [1] from cp.`tpch/nation.parquet` where n_nationkey = -1 group by n_name";
    QueryBuilder.QuerySummary summary = queryBuilder().sql(query).run();
    assertTrue(summary.succeeded());
    assertEquals(0, summary.recordCount());
  }

  @Test
  public void testParquetTableCreation() throws Exception {
    testTableCreation("parquet");
  }

  @Test
  public void testJsonTableCreation() throws Exception {
    testTableCreation("json");
  }

  @Test
  public void testCsvTableCreation() throws Exception {
    testTableCreation("csv");
  }


  private void testTableCreation(String format) throws Exception {
    String tableName = "table_" + format;
    try {
      client.alterSession(ExecConstants.OUTPUT_FORMAT_OPTION, format);
      String query = "create table dfs.tmp." + tableName + " as\n" +
          "select split(n_name, ' ') [1] from cp.`tpch/nation.parquet` where n_nationkey = -1 group by n_name";

      QueryBuilder.QuerySummary summary = queryBuilder().sql(query).run();

      assertTrue(summary.succeeded());
      assertEquals(1, summary.recordCount());
    } finally {
      client.resetSession(ExecConstants.OUTPUT_FORMAT_OPTION);
      queryBuilder().sql("drop table if exists dfs.tmp." + tableName).run();
    }
  }

  @Test
  public void testTypeAndMode() throws Exception {
    String query = "select\n" +
      "typeof(split(n_name, ' ') [1]),\n" +
      "drilltypeof(split(n_name, ' ') [1]),\n" +
      "sqltypeof(split(n_name, ' ') [1]),\n" +
      "modeof(split(n_name, ' ') [1])\n" +
      "from cp.`tpch/nation.parquet`\n" +
      "where n_nationkey = -1";
    QueryBuilder.QuerySummary summary = queryBuilder().sql(query).run();
    assertTrue(summary.succeeded());
    assertEquals(0, summary.recordCount());
  }

  @Test
  public void testCoalesceOnNotExistentColumns() throws Exception {
    String query = "select coalesce(unk1, unk2) as coal from cp.`tpch/nation.parquet` limit 5";
    SchemaBuilder schemaBuilder = new SchemaBuilder()
        .add("coal", UNTYPED_NULL_TYPE);
    BatchSchema expectedSchema = new BatchSchemaBuilder()
        .withSchemaBuilder(schemaBuilder)
        .build();

    testBuilder()
        .sqlQuery(query)
        .schemaBaseLine(expectedSchema)
        .go();

    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .baselineColumns("coal")
        .baselineValuesForSingleColumn(null, null, null, null, null)
        .go();
  }

  @Test
  public void testCoalesceOnNotExistentColumnsWithGroupBy() throws Exception {
    String query = "select coalesce(unk1, unk2) as coal from cp.`tpch/nation.parquet` group by 1";
    SchemaBuilder schemaBuilder = new SchemaBuilder()
        .add("coal", UNTYPED_NULL_TYPE);
    BatchSchema expectedSchema = new BatchSchemaBuilder()
        .withSchemaBuilder(schemaBuilder)
        .build();

    testBuilder()
      .sqlQuery(query)
        .schemaBaseLine(expectedSchema)
        .go();

    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .baselineColumns("coal")
        .baselineValuesForSingleColumn(new Object[] {null})
        .go();
  }

  @Test
  public void testCoalesceOnNotExistentColumnsWithOrderBy() throws Exception {
    String query = "select coalesce(unk1, unk2) as coal from cp.`tpch/nation.parquet` order by 1 limit 5";
    SchemaBuilder schemaBuilder = new SchemaBuilder()
        .add("coal", UNTYPED_NULL_TYPE);
    BatchSchema expectedSchema = new BatchSchemaBuilder()
        .withSchemaBuilder(schemaBuilder)
        .build();

    testBuilder()
        .sqlQuery(query)
        .schemaBaseLine(expectedSchema)
        .go();

    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .baselineColumns("coal")
        .baselineValuesForSingleColumn(null, null, null, null, null)
        .go();
  }

  @Test
  public void testCoalesceOnNotExistentColumnsWithCoalesceInWhereClause() throws Exception {
    String query = "select coalesce(unk1, unk2) as coal from cp.`tpch/nation.parquet` where coalesce(unk1, unk2) > 10";
    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .expectsNumRecords(0)
        .go();
  }

  @Test
  public void testCoalesceOnNotExistentColumnsWithCoalesceInHavingClause() throws Exception {
    String query = "select 1 from cp.`tpch/nation.parquet` group by n_name having count(coalesce(unk1, unk2)) > 10";
    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .expectsNumRecords(0)
        .go();
  }

  @Test
  public void testPartitionByCoalesceOnNotExistentColumns() throws Exception {
    String query =
        "select row_number() over (partition by coalesce(unk1, unk2)) as row_num from cp.`tpch/nation.parquet` limit 5";
    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .baselineColumns("row_num")
        .baselineValuesForSingleColumn(1L, 2L, 3L, 4L, 5L)
        .go();
  }

  @Test
  public void testCoalesceOnNotExistentColumnsInUDF() throws Exception {
    String query = "select substr(coalesce(unk1, unk2), 1, 2) as coal from cp.`tpch/nation.parquet` limit 5";
    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .baselineColumns("coal")
        .baselineValuesForSingleColumn(null, null, null, null, null)
        .go();
  }

  @Test
  public void testCoalesceOnNotExistentColumnsInUDF2() throws Exception {
    String query = "select abs(coalesce(unk1, unk2)) as coal from cp.`tpch/nation.parquet` limit 5";
    testBuilder()
        .sqlQuery(query)
        .unOrdered()
        .baselineColumns("coal")
        .baselineValuesForSingleColumn(null, null, null, null, null)
        .go();
  }
}