/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.apache.cassandra.db; import java.math.BigInteger; import java.nio.ByteBuffer; import java.nio.charset.CharacterCodingException; import java.util.List; import org.junit.BeforeClass; import org.junit.Test; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; import org.apache.cassandra.*; import org.apache.cassandra.config.ColumnDefinition; import org.apache.cassandra.db.rows.Row; import org.apache.cassandra.db.marshal.IntegerType; import org.apache.cassandra.db.partitions.*; import org.apache.cassandra.exceptions.ConfigurationException; import org.apache.cassandra.schema.KeyspaceParams; import org.apache.cassandra.utils.ByteBufferUtil; public class PartitionRangeReadTest { public static final String KEYSPACE1 = "PartitionRangeReadTest1"; public static final String KEYSPACE2 = "PartitionRangeReadTest2"; public static final String CF_STANDARD1 = "Standard1"; public static final String CF_STANDARDINT = "StandardInteger1"; @BeforeClass public static void defineSchema() throws ConfigurationException { SchemaLoader.prepareServer(); SchemaLoader.createKeyspace(KEYSPACE1, KeyspaceParams.simple(1), SchemaLoader.standardCFMD(KEYSPACE1, CF_STANDARD1), SchemaLoader.denseCFMD(KEYSPACE1, CF_STANDARDINT, IntegerType.instance)); SchemaLoader.createKeyspace(KEYSPACE2, KeyspaceParams.simple(1), SchemaLoader.standardCFMD(KEYSPACE2, CF_STANDARD1)); } @Test public void testInclusiveBounds() { ColumnFamilyStore cfs = Keyspace.open(KEYSPACE2).getColumnFamilyStore(CF_STANDARD1); new RowUpdateBuilder(cfs.metadata, 0, ByteBufferUtil.bytes("key1")) .clustering("cc1") .add("val", "asdf").build().applyUnsafe(); new RowUpdateBuilder(cfs.metadata, 0, ByteBufferUtil.bytes("key2")) .clustering("cc2") .add("val", "asdf").build().applyUnsafe(); assertEquals(2, Util.getAll(Util.cmd(cfs).fromIncl("cc1").toIncl("cc2").build()).size()); } @Test public void testCassandra6778() throws CharacterCodingException { String cfname = CF_STANDARDINT; Keyspace keyspace = Keyspace.open(KEYSPACE1); ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfname); cfs.truncateBlocking(); ByteBuffer col = ByteBufferUtil.bytes("val"); ColumnDefinition cDef = cfs.metadata.getColumnDefinition(col); // insert two columns that represent the same integer but have different binary forms (the // second one is padded with extra zeros) new RowUpdateBuilder(cfs.metadata, 0, "k1") .clustering(new BigInteger(new byte[]{1})) .add("val", "val1") .build() .applyUnsafe(); cfs.forceBlockingFlush(); new RowUpdateBuilder(cfs.metadata, 1, "k1") .clustering(new BigInteger(new byte[]{0, 0, 1})) .add("val", "val2") .build() .applyUnsafe(); cfs.forceBlockingFlush(); // fetch by the first column name; we should get the second version of the column value Row row = Util.getOnlyRow(Util.cmd(cfs, "k1").includeRow(new BigInteger(new byte[]{1})).build()); assertTrue(row.getCell(cDef).value().equals(ByteBufferUtil.bytes("val2"))); // fetch by the second column name; we should get the second version of the column value row = Util.getOnlyRow(Util.cmd(cfs, "k1").includeRow(new BigInteger(new byte[]{0, 0, 1})).build()); assertTrue(row.getCell(cDef).value().equals(ByteBufferUtil.bytes("val2"))); } @Test public void testRangeSliceInclusionExclusion() throws Throwable { String keyspaceName = KEYSPACE1; String cfName = CF_STANDARD1; Keyspace keyspace = Keyspace.open(keyspaceName); ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfName); cfs.clearUnsafe(); for (int i = 0; i < 10; ++i) { RowUpdateBuilder builder = new RowUpdateBuilder(cfs.metadata, 10, String.valueOf(i)); builder.clustering("c"); builder.add("val", String.valueOf(i)); builder.build().applyUnsafe(); } cfs.forceBlockingFlush(); ColumnDefinition cDef = cfs.metadata.getColumnDefinition(ByteBufferUtil.bytes("val")); List<FilteredPartition> partitions; // Start and end inclusive partitions = Util.getAll(Util.cmd(cfs).fromKeyIncl("2").toKeyIncl("7").build()); assertEquals(6, partitions.size()); assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("2"))); assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("7"))); // Start and end excluded partitions = Util.getAll(Util.cmd(cfs).fromKeyExcl("2").toKeyExcl("7").build()); assertEquals(4, partitions.size()); assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("3"))); assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("6"))); // Start excluded, end included partitions = Util.getAll(Util.cmd(cfs).fromKeyExcl("2").toKeyIncl("7").build()); assertEquals(5, partitions.size()); assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("3"))); assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("7"))); // Start included, end excluded partitions = Util.getAll(Util.cmd(cfs).fromKeyIncl("2").toKeyExcl("7").build()); assertEquals(5, partitions.size()); assertTrue(partitions.get(0).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("2"))); assertTrue(partitions.get(partitions.size() - 1).iterator().next().getCell(cDef).value().equals(ByteBufferUtil.bytes("6"))); } // TODO: Port or remove, depending on what DataLimits.thriftLimits (per cell) looks like // @Test // public void testRangeSliceColumnsLimit() throws Throwable // { // String keyspaceName = KEYSPACE1; // String cfName = CF_STANDARD1; // Keyspace keyspace = Keyspace.open(keyspaceName); // ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfName); // cfs.clearUnsafe(); // // Cell[] cols = new Cell[5]; // for (int i = 0; i < 5; i++) // cols[i] = column("c" + i, "value", 1); // // putColsStandard(cfs, Util.dk("a"), cols[0], cols[1], cols[2], cols[3], cols[4]); // putColsStandard(cfs, Util.dk("b"), cols[0], cols[1]); // putColsStandard(cfs, Util.dk("c"), cols[0], cols[1], cols[2], cols[3]); // cfs.forceBlockingFlush(); // // SlicePredicate sp = new SlicePredicate(); // sp.setSlice_range(new SliceRange()); // sp.getSlice_range().setCount(1); // sp.getSlice_range().setStart(ArrayUtils.EMPTY_BYTE_ARRAY); // sp.getSlice_range().setFinish(ArrayUtils.EMPTY_BYTE_ARRAY); // // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 3, // System.currentTimeMillis(), // true, // false), // 3); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 5, // System.currentTimeMillis(), // true, // false), // 5); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 8, // System.currentTimeMillis(), // true, // false), // 8); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 10, // System.currentTimeMillis(), // true, // false), // 10); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 100, // System.currentTimeMillis(), // true, // false), // 11); // // // Check that when querying by name, we always include all names for a // // gien row even if it means returning more columns than requested (this is necesseray for CQL) // sp = new SlicePredicate(); // sp.setColumn_names(Arrays.asList( // ByteBufferUtil.bytes("c0"), // ByteBufferUtil.bytes("c1"), // ByteBufferUtil.bytes("c2") // )); // // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 1, // System.currentTimeMillis(), // true, // false), // 3); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 4, // System.currentTimeMillis(), // true, // false), // 5); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 5, // System.currentTimeMillis(), // true, // false), // 5); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 6, // System.currentTimeMillis(), // true, // false), // 8); // assertTotalColCount(cfs.getRangeSlice(Util.range("", ""), // null, // ThriftValidation.asIFilter(sp, cfs.metadata, null), // 100, // System.currentTimeMillis(), // true, // false), // 8); // } // TODO: Port or remove, depending on what DataLimits.thriftLimits (per cell) looks like // @Test // public void testRangeSlicePaging() throws Throwable // { // String keyspaceName = KEYSPACE1; // String cfName = CF_STANDARD1; // Keyspace keyspace = Keyspace.open(keyspaceName); // ColumnFamilyStore cfs = keyspace.getColumnFamilyStore(cfName); // cfs.clearUnsafe(); // // Cell[] cols = new Cell[4]; // for (int i = 0; i < 4; i++) // cols[i] = column("c" + i, "value", 1); // // DecoratedKey ka = Util.dk("a"); // DecoratedKey kb = Util.dk("b"); // DecoratedKey kc = Util.dk("c"); // // PartitionPosition min = Util.rp(""); // // putColsStandard(cfs, ka, cols[0], cols[1], cols[2], cols[3]); // putColsStandard(cfs, kb, cols[0], cols[1], cols[2]); // putColsStandard(cfs, kc, cols[0], cols[1], cols[2], cols[3]); // cfs.forceBlockingFlush(); // // SlicePredicate sp = new SlicePredicate(); // sp.setSlice_range(new SliceRange()); // sp.getSlice_range().setCount(1); // sp.getSlice_range().setStart(ArrayUtils.EMPTY_BYTE_ARRAY); // sp.getSlice_range().setFinish(ArrayUtils.EMPTY_BYTE_ARRAY); // // Collection<Row> rows; // Row row, row1, row2; // IDiskAtomFilter filter = ThriftValidation.asIFilter(sp, cfs.metadata, null); // // rows = cfs.getRangeSlice(cfs.makeExtendedFilter(Util.range("", ""), filter, null, 3, true, true, System.currentTimeMillis())); // assert rows.size() == 1 : "Expected 1 row, got " + toString(rows); // row = rows.iterator().next(); // assertColumnNames(row, "c0", "c1", "c2"); // // sp.getSlice_range().setStart(ByteBufferUtil.getArray(ByteBufferUtil.bytes("c2"))); // filter = ThriftValidation.asIFilter(sp, cfs.metadata, null); // rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(ka, min), filter, null, 3, true, true, System.currentTimeMillis())); // assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows); // Iterator<Row> iter = rows.iterator(); // row1 = iter.next(); // row2 = iter.next(); // assertColumnNames(row1, "c2", "c3"); // assertColumnNames(row2, "c0"); // // sp.getSlice_range().setStart(ByteBufferUtil.getArray(ByteBufferUtil.bytes("c0"))); // filter = ThriftValidation.asIFilter(sp, cfs.metadata, null); // rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(row2.key, min), filter, null, 3, true, true, System.currentTimeMillis())); // assert rows.size() == 1 : "Expected 1 row, got " + toString(rows); // row = rows.iterator().next(); // assertColumnNames(row, "c0", "c1", "c2"); // // sp.getSlice_range().setStart(ByteBufferUtil.getArray(ByteBufferUtil.bytes("c2"))); // filter = ThriftValidation.asIFilter(sp, cfs.metadata, null); // rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(row.key, min), filter, null, 3, true, true, System.currentTimeMillis())); // assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows); // iter = rows.iterator(); // row1 = iter.next(); // row2 = iter.next(); // assertColumnNames(row1, "c2"); // assertColumnNames(row2, "c0", "c1"); // // // Paging within bounds // SliceQueryFilter sf = new SliceQueryFilter(cellname("c1"), // cellname("c2"), // false, // 0); // rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(ka, kc), sf, cellname("c2"), cellname("c1"), null, 2, true, System.currentTimeMillis())); // assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows); // iter = rows.iterator(); // row1 = iter.next(); // row2 = iter.next(); // assertColumnNames(row1, "c2"); // assertColumnNames(row2, "c1"); // // rows = cfs.getRangeSlice(cfs.makeExtendedFilter(new Bounds<PartitionPosition>(kb, kc), sf, cellname("c1"), cellname("c1"), null, 10, true, System.currentTimeMillis())); // assert rows.size() == 2 : "Expected 2 rows, got " + toString(rows); // iter = rows.iterator(); // row1 = iter.next(); // row2 = iter.next(); // assertColumnNames(row1, "c1", "c2"); // assertColumnNames(row2, "c1"); // } }