test/unit/org/apache/cassandra/db/PartitionRangeReadTest.java

/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements.  See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership.  The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License.  You may obtain a copy of the License at
*
*    http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied.  See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.cassandra.db;

import java.math.BigInteger;
import java.nio.ByteBuffer;
import java.nio.charset.CharacterCodingException;
import java.util.List;

import org.junit.BeforeClass;
import org.junit.Test;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

import org.apache.cassandra.*;
import org.apache.cassandra.config.ColumnDefinition;
import org.apache.cassandra.db.rows.Row;
import org.apache.cassandra.db.marshal.IntegerType;
import org.apache.cassandra.db.partitions.*;
import org.apache.cassandra.exceptions.ConfigurationException;
import org.apache.cassandra.schema.KeyspaceParams;
import org.apache.cassandra.utils.ByteBufferUtil;

public class PartitionRangeReadTest
{
    public static final String KEYSPACE1 = "PartitionRangeReadTest1";
    public static final String KEYSPACE2 = "PartitionRangeReadTest2";
    public static final String CF_STANDARD1 = "Standard1";
    public static final String CF_STANDARDINT = "StandardInteger1";

    @BeforeClass
    public static void defineSchema() throws ConfigurationException
    {
        SchemaLoader.prepareServer();
        SchemaLoader.createKeyspace(KEYSPACE1,
                                    KeyspaceParams.simple(1),
                                    SchemaLoader.standardCFMD(KEYSPACE1, CF_STANDARD1),
                                    SchemaLoader.denseCFMD(KEYSPACE1, CF_STANDARDINT, IntegerType.instance));
        SchemaLoader.createKeyspace(KEYSPACE2,
                                    KeyspaceParams.simple(1),
                                    SchemaLoader.standardCFMD(KEYSPACE2, CF_STANDARD1));
    }

    @Test
    public void testInclusiveBounds()
    {
        ColumnFamilyStore cfs = Keyspace.open(KEYSPACE2).getColumnFamilyStore(CF_STANDARD1);
        new RowUpdateBuilder(cfs.metadata, 0, ByteBufferUtil.bytes("key1"))
                .clustering("cc1")
                .add("val", "asdf").build().applyUnsafe();
        new RowUpdateBuilder(cfs.metadata, 0, ByteBufferUtil.bytes("key2"))
                .clustering("cc2")
                .add("val", "asdf").build().applyUnsafe();

        assertEquals(2, Util.getAll(Util.cmd(cfs).fromIncl("cc1").toIncl("cc2").build()).size());
    }

    @Test
    public void testCassandra6778() throws CharacterCodingException
    {
        String cfname = CF_STANDARDINT;
        Keyspace keyspace = Keyspace.open(KEYSPACE1);
        ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfname);
        cfs.truncateBlocking();

        ByteBuffer col = ByteBufferUtil.bytes("val");
        ColumnDefinition cDef = cfs.metadata.getColumnDefinition(col);

        // insert two columns that represent the same integer but have different binary forms (the
        // second one is padded with extra zeros)
        new RowUpdateBuilder(cfs.metadata, 0, "k1")
                .clustering(new BigInteger(new byte[]{1}))
                .add("val", "val1")
                .build()
                .applyUnsafe();
        cfs.forceBlockingFlush();

        new RowUpdateBuilder(cfs.metadata, 1, "k1")
                .clustering(new BigInteger(new byte[]{0, 0, 1}))
                .add("val", "val2")
                .build()
                .applyUnsafe();
        cfs.forceBlockingFlush();

        // fetch by the first column name; we should get the second version of the column value
        Row row = Util.getOnlyRow(Util.cmd(cfs, "k1").includeRow(new BigInteger(new byte[]{1})).build());
        assertTrue(row.getCell(cDef).value().equals(ByteBufferUtil.bytes("val2")));

        // fetch by the second column name; we should get the second version of the column value
        row = Util.getOnlyRow(Util.cmd(cfs, "k1").includeRow(new BigInteger(new byte[]{0, 0, 1})).build());
        assertTrue(row.getCell(cDef).value().equals(ByteBufferUtil.bytes("val2")));
    }

    @Test
    public void testRangeSliceInclusionExclusion() throws Throwable
    {
        String keyspaceName = KEYSPACE1;
        String cfName = CF_STANDARD1;
        Keyspace keyspace = Keyspace.open(keyspaceName);
        ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfName);
        cfs.clearUnsafe();

        for (int i = 0; i < 10; ++i)
        {
            RowUpdateBuilder builder = new RowUpdateBuilder(cfs.metadata, 10, String.valueOf(i));
            builder.clustering("c");
            builder.add("val", String.valueOf(i));
            builder.build().applyUnsafe();
        }

        cfs.forceBlockingFlush();

        ColumnDefinition cDef = cfs.metadata.getColumnDefinition(ByteBufferUtil.bytes("val"));

        List<FilteredPartition> partitions;

        // Start and end inclusive
        partitions = Util.getAll(Util.cmd(cfs).fromKeyIncl("2").toKeyIncl("7").build());
        assertEquals(6, partitions.size());
        assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("2")));
        assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("7")));

        // Start and end excluded
        partitions = Util.getAll(Util.cmd(cfs).fromKeyExcl("2").toKeyExcl("7").build());
        assertEquals(4, partitions.size());
        assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("3")));
        assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("6")));

        // Start excluded, end included
        partitions = Util.getAll(Util.cmd(cfs).fromKeyExcl("2").toKeyIncl("7").build());
        assertEquals(5, partitions.size());
        assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("3")));
        assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("7")));

        // Start included, end excluded
        partitions = Util.getAll(Util.cmd(cfs).fromKeyIncl("2").toKeyExcl("7").build());
        assertEquals(5, partitions.size());
        assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("2")));
        assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("6")));
    }

        // TODO: Port or remove, depending on what DataLimits.thriftLimits (per cell) looks like
//    @Test
//    public void testRangeSliceColumnsLimit() throws Throwable
//    {
//        String keyspaceName = KEYSPACE1;
//        String cfName = CF_STANDARD1;
//        Keyspace keyspace = Keyspace.open(keyspaceName);
//        ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfName);
//        cfs.clearUnsafe();
//
//        Cell[] cols = new Cell[5];
//        for (int i = 0; i < 5; i++)
//            cols[i] = column("c" + i, "value", 1);
//
//        putColsStandard(cfs, Util.dk("a"), cols[0], cols[1], cols[2], cols[3], cols[4]);
//        putColsStandard(cfs, Util.dk("b"), cols[0], cols[1]);
//        putColsStandard(cfs, Util.dk("c"), cols[0], cols[1], cols[2], cols[3]);
//        cfs.forceBlockingFlush();
//
//        SlicePredicate sp = new SlicePredicate();
//        sp.setSlice_range(new SliceRange());
//        sp.getSlice_range().setCount(1);
//        sp.getSlice_range().setStart(ArrayUtils.EMPTY_BYTE_ARRAY);
//        sp.getSlice_range().setFinish(ArrayUtils.EMPTY_BYTE_ARRAY);
//
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              3,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            3);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              5,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            5);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              8,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            8);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              10,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            10);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              100,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            11);
//
//        // Check that when querying by name, we always include all names for a
//        // gien row even if it means returning more columns than requested (this is necesseray for CQL)
//        sp = new SlicePredicate();
//        sp.setColumn_names(Arrays.asList(
//            ByteBufferUtil.bytes("c0"),
//            ByteBufferUtil.bytes("c1"),
//            ByteBufferUtil.bytes("c2")
//        ));
//
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              1,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            3);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              4,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            5);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              5,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            5);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              6,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            8);
//        assertTotalColCount(cfs.getRangeSlice(Util.range("", ""),
//                                              null,
//                                              ThriftValidation.asIFilter(sp, cfs.metadata, null),
//                                              100,
//                                              System.currentTimeMillis(),
//                                              true,
//                                              false),
//                            8);
//    }

    // TODO: Port or remove, depending on what DataLimits.thriftLimits (per cell) looks like
//    @Test
//    public void testRangeSlicePaging() throws Throwable
//    {
//        String keyspaceName = KEYSPACE1;
//        String cfName = CF_STANDARD1;
//        Keyspace keyspace = Keyspace.open(keyspaceName);
//        ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfName);
//        cfs.clearUnsafe();
//
//        Cell[] cols = new Cell[4];
//        for (int i = 0; i < 4; i++)
//            cols[i] = column("c" + i, "value", 1);
//
//        DecoratedKey ka = Util.dk("a");
//        DecoratedKey kb = Util.dk("b");
//        DecoratedKey kc = Util.dk("c");
//
//        PartitionPosition min = Util.rp("");
//
//        putColsStandard(cfs, ka, cols[0], cols[1], cols[2], cols[3]);
//        putColsStandard(cfs, kb, cols[0], cols[1], cols[2]);
//        putColsStandard(cfs, kc, cols[0], cols[1], cols[2], cols[3]);
//        cfs.forceBlockingFlush();
//
//        SlicePredicate sp = new SlicePredicate();
//        sp.setSlice_range(new SliceRange());
//        sp.getSlice_range().setCount(1);
//        sp.getSlice_range().setStart(ArrayUtils.EMPTY_BYTE_ARRAY);
//        sp.getSlice_range().setFinish(ArrayUtils.EMPTY_BYTE_ARRAY);
//
//        Collection<Row> rows;
//        Row row, row1, row2;
//        IDiskAtomFilter filter = ThriftValidation.asIFilter(sp, cfs.metadata, null);
//
//        rows = cfs.getRangeSlice(cfs.makeExtendedFilter(Util.range("", ""), filter, null, 3, true, true, System.currentTimeMillis()));
//        assert rows.size() == 1 : "Expected 1 row, got " + toString(rows);
//        row = rows.iterator().next();
//        assertColumnNames(row, "c0", "c1", "c2");
//
//        sp.getSlice_range().setStart(ByteBufferUtil.getArray(ByteBufferUtil.bytes("c2")));
//        filter = ThriftValidation.asIFilter(sp, cfs.metadata, null);
//        rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(ka, min), filter, null, 3, true, true, System.currentTimeMillis()));
//        assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows);
//        Iterator<Row> iter = rows.iterator();
//        row1 = iter.next();
//        row2 = iter.next();
//        assertColumnNames(row1, "c2", "c3");
//        assertColumnNames(row2, "c0");
//
//        sp.getSlice_range().setStart(ByteBufferUtil.getArray(ByteBufferUtil.bytes("c0")));
//        filter = ThriftValidation.asIFilter(sp, cfs.metadata, null);
//        rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(row2.key, min), filter, null, 3, true, true, System.currentTimeMillis()));
//        assert rows.size() == 1 : "Expected 1 row, got " + toString(rows);
//        row = rows.iterator().next();
//        assertColumnNames(row, "c0", "c1", "c2");
//
//        sp.getSlice_range().setStart(ByteBufferUtil.getArray(ByteBufferUtil.bytes("c2")));
//        filter = ThriftValidation.asIFilter(sp, cfs.metadata, null);
//        rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(row.key, min), filter, null, 3, true, true, System.currentTimeMillis()));
//        assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows);
//        iter = rows.iterator();
//        row1 = iter.next();
//        row2 = iter.next();
//        assertColumnNames(row1, "c2");
//        assertColumnNames(row2, "c0", "c1");
//
//        // Paging within bounds
//        SliceQueryFilter sf = new SliceQueryFilter(cellname("c1"),
//                                                   cellname("c2"),
//                                                   false,
//                                                   0);
//        rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(ka, kc), sf, cellname("c2"), cellname("c1"), null, 2, true, System.currentTimeMillis()));
//        assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows);
//        iter = rows.iterator();
//        row1 = iter.next();
//        row2 = iter.next();
//        assertColumnNames(row1, "c2");
//        assertColumnNames(row2, "c1");
//
//        rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(kb, kc), sf, cellname("c1"), cellname("c1"), null, 10, true, System.currentTimeMillis()));
//        assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows);
//        iter = rows.iterator();
//        row1 = iter.next();
//        row2 = iter.next();
//        assertColumnNames(row1, "c1", "c2");
//        assertColumnNames(row2, "c1");
//    }
}