blob: 8ef4b58c53c6350607dec62f1deb73f0e625ec17 [file] [log] [blame]
/*
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*
*/
package org.apache.cassandra.cql3.validation.operations;
import org.junit.BeforeClass;
import org.junit.Test;
import org.apache.cassandra.config.DatabaseDescriptor;
import org.apache.cassandra.cql3.CQLTester;
import org.apache.cassandra.dht.ByteOrderedPartitioner;
import org.apache.cassandra.service.StorageService;
public class SelectLimitTest extends CQLTester
{
@BeforeClass
public static void setUp()
{
StorageService.instance.setPartitionerUnsafe(ByteOrderedPartitioner.instance);
DatabaseDescriptor.setPartitionerUnsafe(ByteOrderedPartitioner.instance);
}
/**
* Test limit across a partition range, requires byte ordered partitioner,
* migrated from cql_tests.py:TestCQL.limit_range_test()
*/
@Test
public void testPartitionRange() throws Throwable
{
createTable("CREATE TABLE %s (userid int, url text, time bigint, PRIMARY KEY (userid, url)) WITH COMPACT STORAGE");
for (int i = 0; i < 100; i++)
for (String tld : new String[] { "com", "org", "net" })
execute("INSERT INTO %s (userid, url, time) VALUES (?, ?, ?)", i, String.format("http://foo.%s", tld), 42L);
assertRows(execute("SELECT * FROM %s WHERE token(userid) >= token(2) LIMIT 1"),
row(2, "http://foo.com", 42L));
assertRows(execute("SELECT * FROM %s WHERE token(userid) > token(2) LIMIT 1"),
row(3, "http://foo.com", 42L));
}
/**
* Test limit across a column range,
* migrated from cql_tests.py:TestCQL.limit_multiget_test()
*/
@Test
public void testColumnRange() throws Throwable
{
createTable("CREATE TABLE %s (userid int, url text, time bigint, PRIMARY KEY (userid, url)) WITH COMPACT STORAGE");
for (int i = 0; i < 100; i++)
for (String tld : new String[] { "com", "org", "net" })
execute("INSERT INTO %s (userid, url, time) VALUES (?, ?, ?)", i, String.format("http://foo.%s", tld), 42L);
// Check that we do limit the output to 1 *and* that we respect query
// order of keys (even though 48 is after 2)
assertRows(execute("SELECT * FROM %s WHERE userid IN (48, 2) LIMIT 1"),
row(2, "http://foo.com", 42L));
}
/**
* Test limit queries on a sparse table,
* migrated from cql_tests.py:TestCQL.limit_sparse_test()
*/
@Test
public void testSparseTable() throws Throwable
{
createTable("CREATE TABLE %s (userid int, url text, day int, month text, year int, PRIMARY KEY (userid, url))");
for (int i = 0; i < 100; i++)
for (String tld : new String[] { "com", "org", "net" })
execute("INSERT INTO %s (userid, url, day, month, year) VALUES (?, ?, 1, 'jan', 2012)", i, String.format("http://foo.%s", tld));
assertRowCount(execute("SELECT * FROM %s LIMIT 4"), 4);
}
@Test
public void testLimitInStaticTable() throws Throwable
{
createTable("CREATE TABLE %s (k int, v int, PRIMARY KEY (k) ) WITH COMPACT STORAGE ");
for (int i = 0; i < 10; i++)
execute("INSERT INTO %s(k, v) VALUES (?, ?)", i, i);
assertRows(execute("SELECT * FROM %s LIMIT 5"),
row(0, 0),
row(1, 1),
row(2, 2),
row(3, 3),
row(4, 4));
assertRows(execute("SELECT v FROM %s LIMIT 5"),
row(0),
row(1),
row(2),
row(3),
row(4));
assertRows(execute("SELECT k FROM %s LIMIT 5"),
row(0),
row(1),
row(2),
row(3),
row(4));
assertRows(execute("SELECT DISTINCT k FROM %s LIMIT 5"),
row(0),
row(1),
row(2),
row(3),
row(4));
}
/**
* Check for #7052 bug,
* migrated from cql_tests.py:TestCQL.limit_compact_table()
*/
@Test
public void testLimitInCompactTable() throws Throwable
{
createTable("CREATE TABLE %s (k int, v int, PRIMARY KEY (k, v) ) WITH COMPACT STORAGE ");
for (int i = 0; i < 4; i++)
for (int j = 0; j < 4; j++)
execute("INSERT INTO %s(k, v) VALUES (?, ?)", i, j);
assertRows(execute("SELECT v FROM %s WHERE k=0 AND v > 0 AND v <= 4 LIMIT 2"),
row(1),
row(2));
assertRows(execute("SELECT v FROM %s WHERE k=0 AND v > -1 AND v <= 4 LIMIT 2"),
row(0),
row(1));
assertRows(execute("SELECT * FROM %s WHERE k IN (0, 1, 2) AND v > 0 AND v <= 4 LIMIT 2"),
row(0, 1),
row(0, 2));
assertRows(execute("SELECT * FROM %s WHERE k IN (0, 1, 2) AND v > -1 AND v <= 4 LIMIT 2"),
row(0, 0),
row(0, 1));
assertRows(execute("SELECT * FROM %s WHERE k IN (0, 1, 2) AND v > 0 AND v <= 4 LIMIT 6"),
row(0, 1),
row(0, 2),
row(0, 3),
row(1, 1),
row(1, 2),
row(1, 3));
assertRows(execute("SELECT * FROM %s WHERE v > 1 AND v <= 3 LIMIT 6 ALLOW FILTERING"),
row(0, 2),
row(0, 3),
row(1, 2),
row(1, 3),
row(2, 2),
row(2, 3));
}
@Test
public void testLimitWithDeletedRowsAndStaticColumns() throws Throwable
{
createTable("CREATE TABLE %s (pk int, c int, v int, s int static, PRIMARY KEY (pk, c))");
execute("INSERT INTO %s (pk, c, v, s) VALUES (1, -1, 1, 1)");
execute("INSERT INTO %s (pk, c, v, s) VALUES (2, -1, 1, 1)");
execute("INSERT INTO %s (pk, c, v, s) VALUES (3, -1, 1, 1)");
execute("INSERT INTO %s (pk, c, v, s) VALUES (4, -1, 1, 1)");
execute("INSERT INTO %s (pk, c, v, s) VALUES (5, -1, 1, 1)");
assertRows(execute("SELECT * FROM %s"),
row(1, -1, 1, 1),
row(2, -1, 1, 1),
row(3, -1, 1, 1),
row(4, -1, 1, 1),
row(5, -1, 1, 1));
execute("DELETE FROM %s WHERE pk = 2");
assertRows(execute("SELECT * FROM %s"),
row(1, -1, 1, 1),
row(3, -1, 1, 1),
row(4, -1, 1, 1),
row(5, -1, 1, 1));
assertRows(execute("SELECT * FROM %s LIMIT 2"),
row(1, -1, 1, 1),
row(3, -1, 1, 1));
}
@Test
public void testFilteringOnClusteringColumnsWithLimitAndStaticColumns() throws Throwable
{
// With only one clustering column
createTable("CREATE TABLE %s (a int, b int, s int static, c int, primary key (a, b))"
+ " WITH caching = {'keys': 'ALL', 'rows_per_partition' : 'ALL'}");
for (int i = 0; i < 4; i++)
{
execute("INSERT INTO %s (a, s) VALUES (?, ?)", i, i);
for (int j = 0; j < 3; j++)
if (!((i == 0 || i == 3) && j == 1))
execute("INSERT INTO %s (a, b, c) VALUES (?, ?, ?)", i, j, i + j);
}
beforeAndAfterFlush(() ->
{
assertRows(execute("SELECT * FROM %s"),
row(0, 0, 0, 0),
row(0, 2, 0, 2),
row(1, 0, 1, 1),
row(1, 1, 1, 2),
row(1, 2, 1, 3),
row(2, 0, 2, 2),
row(2, 1, 2, 3),
row(2, 2, 2, 4),
row(3, 0, 3, 3),
row(3, 2, 3, 5));
assertRows(execute("SELECT * FROM %s WHERE b = 1 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
// The problem was that the static row of the partition 0 used to be only filtered in SelectStatement and was
// by consequence counted as a row. In which case the query was returning one row less.
assertRows(execute("SELECT * FROM %s WHERE b = 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE b >= 1 AND b <= 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
// Test with paging
for (int pageSize = 1; pageSize < 4; pageSize++)
{
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b = 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b >= 1 AND b <= 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
}
});
assertRows(execute("SELECT * FROM %s WHERE a IN (0, 1, 2, 3) AND b = 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE a IN (0, 1, 2, 3) AND b >= 1 AND b <= 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE a IN (0, 1, 2, 3) AND b = 1 ORDER BY b DESC LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE a IN (0, 1, 2, 3) AND b >= 1 AND b <= 1 ORDER BY b DESC LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
execute("SELECT * FROM %s WHERE a IN (0, 1, 2, 3)"); // Load all data in the row cache
// Partition range queries
assertRows(execute("SELECT * FROM %s WHERE b = 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE b >= 1 AND b <= 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
// Multiple partitions queries
assertRows(execute("SELECT * FROM %s WHERE a IN (0, 1, 2) AND b = 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE a IN (0, 1, 2) AND b >= 1 AND b <= 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
// Test with paging
for (int pageSize = 1; pageSize < 4; pageSize++)
{
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b = 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b >= 1 AND b <= 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 2),
row(2, 1, 2, 3));
}
// With multiple clustering columns
createTable("CREATE TABLE %s (a int, b int, c int, s int static, d int, primary key (a, b, c))"
+ " WITH caching = {'keys': 'ALL', 'rows_per_partition' : 'ALL'}");
for (int i = 0; i < 3; i++)
{
execute("INSERT INTO %s (a, s) VALUES (?, ?)", i, i);
for (int j = 0; j < 3; j++)
if (!(i == 0 && j == 1))
execute("INSERT INTO %s (a, b, c, d) VALUES (?, ?, ?, ?)", i, j, j, i + j);
}
beforeAndAfterFlush(() ->
{
assertRows(execute("SELECT * FROM %s"),
row(0, 0, 0, 0, 0),
row(0, 2, 2, 0, 2),
row(1, 0, 0, 1, 1),
row(1, 1, 1, 1, 2),
row(1, 2, 2, 1, 3),
row(2, 0, 0, 2, 2),
row(2, 1, 1, 2, 3),
row(2, 2, 2, 2, 4));
assertRows(execute("SELECT * FROM %s WHERE b = 1 ALLOW FILTERING"),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE b IN (1, 2, 3, 4) AND c >= 1 AND c <= 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
// Test with paging
for (int pageSize = 1; pageSize < 4; pageSize++)
{
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b = 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b IN (1, 2, 3, 4) AND c >= 1 AND c <= 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
}
});
execute("SELECT * FROM %s WHERE a IN (0, 1, 2)"); // Load data in the row cache
assertRows(execute("SELECT * FROM %s WHERE b = 1 ALLOW FILTERING"),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE b IN (1, 2, 3, 4) AND c >= 1 AND c <= 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE a IN (1, 2, 3, 4) AND b = 1 ALLOW FILTERING"),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
assertRows(execute("SELECT * FROM %s WHERE a IN (1, 2, 3, 4) AND b IN (1, 2, 3, 4) AND c >= 1 AND c <= 1 LIMIT 2 ALLOW FILTERING"),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
// Test with paging
for (int pageSize = 1; pageSize < 4; pageSize++)
{
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b = 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE b IN (1, 2, 3, 4) AND c >= 1 AND c <= 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 1, 1, 2),
row(2, 1, 1, 2, 3));
}
}
@Test
public void testIndexOnRegularColumnWithPartitionWithoutRows() throws Throwable
{
createTable("CREATE TABLE %s (pk int, c int, s int static, v int, PRIMARY KEY(pk, c))");
createIndex("CREATE INDEX ON %s (v)");
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 1, 1, 9, 1);
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 1, 2, 9, 2);
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 3, 1, 9, 1);
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 4, 1, 9, 1);
flush();
assertRows(execute("SELECT * FROM %s WHERE v = ?", 1),
row(1, 1, 9, 1),
row(3, 1, 9, 1),
row(4, 1, 9, 1));
execute("DELETE FROM %s WHERE pk = ? and c = ?", 3, 1);
// Test without paging
assertRows(execute("SELECT * FROM %s WHERE v = ? LIMIT 2", 1),
row(1, 1, 9, 1),
row(4, 1, 9, 1));
// Test with paging
for (int pageSize = 1; pageSize < 4; pageSize++)
{
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE v = 1 LIMIT 2", pageSize),
row(1, 1, 9, 1),
row(4, 1, 9, 1));
}
}
@Test
public void testFilteringWithPartitionWithoutRows() throws Throwable
{
createTable("CREATE TABLE %s (pk int, c int, s int static, v int, PRIMARY KEY(pk, c))");
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 1, 1, 9, 1);
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 1, 2, 9, 2);
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 3, 1, 9, 1);
execute("INSERT INTO %s (pk, c, s, v) VALUES (?, ?, ?, ?)", 4, 1, 9, 1);
flush();
assertRows(execute("SELECT * FROM %s WHERE v = ? ALLOW FILTERING", 1),
row(1, 1, 9, 1),
row(3, 1, 9, 1),
row(4, 1, 9, 1));
execute("DELETE FROM %s WHERE pk = ? and c = ?", 3, 1);
// Test without paging
assertRows(execute("SELECT * FROM %s WHERE v = ? LIMIT 2 ALLOW FILTERING", 1),
row(1, 1, 9, 1),
row(4, 1, 9, 1));
assertRows(execute("SELECT * FROM %s WHERE pk IN ? AND v = ? LIMIT 2 ALLOW FILTERING", list(1, 3, 4), 1),
row(1, 1, 9, 1),
row(4, 1, 9, 1));
// Test with paging
for (int pageSize = 1; pageSize < 4; pageSize++)
{
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE v = 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 9, 1),
row(4, 1, 9, 1));
assertRowsNet(executeNetWithPaging("SELECT * FROM %s WHERE pk IN (1, 3, 4) AND v = 1 LIMIT 2 ALLOW FILTERING", pageSize),
row(1, 1, 9, 1),
row(4, 1, 9, 1));
}
}
}