contrib/storage-mongo/src/test/java/org/apache/drill/exec/store/mongo/TestMongoQueries.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.drill.exec.store.mongo;

import org.apache.drill.categories.MongoStorageTest;
import org.apache.drill.categories.SlowTest;
import org.apache.drill.exec.ExecConstants;
import org.junit.Ignore;
import org.junit.Test;
import org.junit.experimental.categories.Category;

import static org.junit.Assert.assertEquals;

@Category({SlowTest.class, MongoStorageTest.class})
public class TestMongoQueries extends MongoTestBase {

  @Test
  public void testBooleanFilter() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_BOOLEAN_FILTER_QUERY_TEMPLATE1, EMPLOYEE_DB, EMPINFO_COLLECTION))
        .unOrdered()
        .expectsNumRecords(11)
        .go();

    testBuilder()
        .sqlQuery(String.format(TEST_BOOLEAN_FILTER_QUERY_TEMPLATE2, EMPLOYEE_DB, EMPINFO_COLLECTION))
        .unOrdered()
        .expectsNumRecords(8)
        .go();
  }

  @Test
  public void testSerDe() throws Exception {
    String plan = queryBuilder()
      .sql(String.format(TEST_BOOLEAN_FILTER_QUERY_TEMPLATE1, EMPLOYEE_DB, EMPINFO_COLLECTION))
      .explainJson();

    assertEquals(queryBuilder().physical(plan).run().recordCount(), 11);
  }

  @Test
  public void testFragmentSerDe() throws Exception {
    client.alterSession(ExecConstants.SLICE_TARGET, 1);
    try {
      String plan = queryBuilder()
        .sql(String.format("select t1.id as id, t1.name from mongo.%1$s.`%2$s` t1 where t1.name = 'Cake' union " +
          "select t2.id as id, t2.name from mongo.%1$s.`%2$s` t2 ", DONUTS_DB, DONUTS_COLLECTION))
        .explainJson();

      assertEquals(queryBuilder().physical(plan).run().recordCount(), 5);
    } finally {
      client.resetSession(ExecConstants.SLICE_TARGET);
    }
  }

  @Test
  public void testWithANDOperator() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_BOOLEAN_FILTER_QUERY_TEMPLATE3, EMPLOYEE_DB, EMPINFO_COLLECTION))
        .unOrdered()
        .expectsNumRecords(4)
        .go();
  }

  @Test
  public void testWithOROperator() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_BOOLEAN_FILTER_QUERY_TEMPLATE3, EMPLOYEE_DB, EMPINFO_COLLECTION))
        .unOrdered()
        .expectsNumRecords(4)
        .go();
  }

  @Test
  public void testResultCount() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_BOOLEAN_FILTER_QUERY_TEMPLATE4, EMPLOYEE_DB, EMPINFO_COLLECTION))
        .unOrdered()
        .expectsNumRecords(5)
        .go();
  }

  @Test
  public void testUnShardedDBInShardedCluster() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_STAR_QUERY_UNSHARDED_DB, DONUTS_DB, DONUTS_COLLECTION))
        .unOrdered()
        .expectsNumRecords(5)
        .go();
  }

  @Test
  public void testEmptyCollection() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_STAR_QUERY_UNSHARDED_DB, EMPLOYEE_DB, EMPTY_COLLECTION))
        .unOrdered()
        .expectsNumRecords(0)
        .go();
  }

  @Test
  @Ignore("DRILL-7428") // Query is invalid, Drill bug allows it.
  public void testUnShardedDBInShardedClusterWithProjectionAndFilter() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_STAR_QUERY_UNSHARDED_DB_PROJECT_FILTER, DONUTS_DB, DONUTS_COLLECTION))
        .unOrdered()
        .expectsNumRecords(2)
        .go();
  }

  @Test
  @Ignore("DRILL-7428") // Query is invalid, Drill bug allows it.
  public void testUnShardedDBInShardedClusterWithGroupByProjectionAndFilter() throws Exception {
    testBuilder()
        .sqlQuery(String.format(TEST_STAR_QUERY_UNSHARDED_DB_GROUP_PROJECT_FILTER, DONUTS_DB, DONUTS_COLLECTION))
        .unOrdered()
        .expectsNumRecords(5)
        .go();
  }

  @Test
  public void testCountColumnPushDown() throws Exception {
    String query = "select count(t.name) as c from mongo.%s.`%s` t";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .exclude("Agg\\(")
        .include("MongoGroupScan.*group")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("c")
        .baselineValues(5)
        .go();
  }

  @Test
  public void testSumColumnPushDown() throws Exception {
    String query = "select sum(t.sales) as s from mongo.%s.`%s` t";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .exclude("Agg\\(")
        .include("MongoGroupScan.*group")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("s")
        .baselineValues(1194)
        .go();
  }

  @Test
  public void testCountGroupByPushDown() throws Exception {
    String query = "select count(t.id) as c, t.type from mongo.%s.`%s` t group by t.type";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .exclude("Agg\\(")
        .include("MongoGroupScan.*group")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("c", "type")
        .baselineValues(5, "donut")
        .go();
  }

  @Test
  public void testSumGroupByPushDown() throws Exception {
    String query = "select sum(t.sales) s, t.type from mongo.%s.`%s` t group by t.type";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .exclude("Agg\\(")
        .include("MongoGroupScan.*group")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("s", "type")
        .baselineValues(1194, "donut")
        .go();
  }

  @Test
  public void testCountColumnPushDownWithFilter() throws Exception {
    String query = "select count(t.id) as c from mongo.%s.`%s` t where t.name = 'Cake'";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .exclude("Agg\\(", "Filter")
        .include("MongoGroupScan.*group")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("c")
        .baselineValues(1)
        .go();
  }

  @Test
  public void testUnionAll() throws Exception {
    String query = "select t1.id as id, t1.name from mongo.%1$s.`%2$s` t1 where t1.name = 'Cake' union all " +
        "select t2.id as id, t2.name from mongo.%1$s.`%2$s` t2";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .exclude("UnionAll\\(")
        .include("MongoGroupScan.*\\$unionWith")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("id", "name")
        .baselineValues("0001", "Cake")
        .baselineValues("0001", "Cake")
        .baselineValues("0002", "Raised")
        .baselineValues("0003", "Old Fashioned")
        .baselineValues("0004", "Filled")
        .baselineValues("0005", "Apple Fritter")
        .go();
  }

  @Test
  public void testUnionDistinct() throws Exception {
    String query = "select t1.id as id, t1.name from mongo.%1$s.`%2$s` t1 where t1.name = 'Cake' union " +
        "select t2.id as id, t2.name from mongo.%1$s.`%2$s` t2 ";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .exclude("UnionAll\\(", "Agg\\(")
        .include("MongoGroupScan.*\\$unionWith")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("id", "name")
        .baselineValues("0001", "Cake")
        .baselineValues("0002", "Raised")
        .baselineValues("0003", "Old Fashioned")
        .baselineValues("0004", "Filled")
        .baselineValues("0005", "Apple Fritter")
        .go();
  }

  @Test
  public void testProjectPushDown() throws Exception {
    String query = "select t.sales * t.sales as c, t.name from mongo.%s.`%s` t";

    queryBuilder()
        .sql(query, DONUTS_DB, DONUTS_COLLECTION)
        .planMatcher()
        .include("MongoGroupScan.*project.*multiply")
        .match();

    testBuilder()
        .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
        .unOrdered()
        .baselineColumns("c", "name")
        .baselineValues(196, "Filled")
        .baselineValues(1225, "Cake")
        .baselineValues(21025, "Raised")
        .baselineValues(90000, "Old Fashioned")
        .baselineValues(490000, "Apple Fritter")
        .go();
  }

  @Test
  public void testProjectPushDownWithCase() throws Exception {
    String query = "select case when t.sales >= 700 then 2 when t.sales > 145 then 1 else 0 end as c, t.name from mongo.%s.`%s` t";

    queryBuilder()
      .sql(query, DONUTS_DB, DONUTS_COLLECTION)
      .planMatcher()
      .include("MongoGroupScan.*project.*cond.*\\$gt")
      .match();

    testBuilder()
      .sqlQuery(query, DONUTS_DB, DONUTS_COLLECTION)
      .unOrdered()
      .baselineColumns("c", "name")
      .baselineValues(0, "Filled")
      .baselineValues(0, "Cake")
      .baselineValues(0, "Raised")
      .baselineValues(1, "Old Fashioned")
      .baselineValues(2, "Apple Fritter")
      .go();
  }
}