package org.apache.cassandra.stress.operations; /* * * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. * */ import java.io.IOException; import java.nio.ByteBuffer; import java.util.Collections; import java.util.List; import com.yammer.metrics.core.TimerContext; import org.apache.cassandra.cql3.ResultSet; import org.apache.cassandra.db.ColumnFamilyType; import org.apache.cassandra.stress.Session; import org.apache.cassandra.stress.util.CassandraClient; import org.apache.cassandra.stress.util.Operation; import org.apache.cassandra.transport.messages.ResultMessage; import org.apache.cassandra.thrift.Compression; import org.apache.cassandra.thrift.CqlResult; import org.apache.cassandra.thrift.CqlRow; import org.apache.cassandra.utils.ByteBufferUtil; public class CqlIndexedRangeSlicer extends CQLOperation { private static List<ByteBuffer> values = null; private static String cqlQuery = null; private int lastQueryResultSize; private int lastMaxKey; public CqlIndexedRangeSlicer(Session client, int idx) { super(client, idx); } protected void run(CQLQueryExecutor executor) throws IOException { if (session.getColumnFamilyType() == ColumnFamilyType.Super) throw new RuntimeException("Super columns are not implemented for CQL"); if (values == null) values = generateValues(); if (cqlQuery == null) { StringBuilder query = new StringBuilder("SELECT "); if (session.cqlVersion.startsWith("2")) query.append(session.getColumnsPerKey()).append(" ''..''"); else query.append("*"); query.append(" FROM Standard1"); if (session.cqlVersion.startsWith("2")) query.append(" USING CONSISTENCY ").append(session.getConsistencyLevel()); query.append(" WHERE C1=").append(getUnQuotedCqlBlob(values.get(1).array(), session.cqlVersion.startsWith("3"))) .append(" AND KEY > ? LIMIT ").append(session.getKeysPerCall()); cqlQuery = query.toString(); } String format = "%0" + session.getTotalKeysLength() + "d"; String startOffset = String.format(format, 0); int expectedPerValue = session.getNumKeys() / values.size(), received = 0; while (received < expectedPerValue) { TimerContext context = session.latency.time(); boolean success = false; String exceptionMessage = null; String formattedQuery = null; List<String> queryParms = Collections.singletonList(getUnQuotedCqlBlob(startOffset, session.cqlVersion.startsWith("3"))); for (int t = 0; t < session.getRetryTimes(); t++) { if (success) break; try { success = executor.execute(cqlQuery, queryParms); } catch (Exception e) { exceptionMessage = getExceptionMessage(e); success = false; } } if (!success) { error(String.format("Operation [%d] retried %d times - error executing indexed range query with offset %s %s%n", index, session.getRetryTimes(), startOffset, (exceptionMessage == null) ? "" : "(" + exceptionMessage + ")")); } received += lastQueryResultSize; // convert max key found back to an integer, and increment it startOffset = String.format(format, (1 + lastMaxKey)); session.operations.getAndIncrement(); session.keys.getAndAdd(lastQueryResultSize); context.stop(); } } /** * Get maximum key from CqlRow list * @param rows list of the CqlRow objects * @return maximum key value of the list */ private int getMaxKey(List<CqlRow> rows) { int maxKey = ByteBufferUtil.toInt(rows.get(0).key); for (CqlRow row : rows) { int currentKey = ByteBufferUtil.toInt(row.key); if (currentKey > maxKey) maxKey = currentKey; } return maxKey; } private int getMaxKey(ResultSet rs) { int maxKey = ByteBufferUtil.toInt(rs.rows.get(0).get(0)); for (List<ByteBuffer> row : rs.rows) { int currentKey = ByteBufferUtil.toInt(row.get(0)); if (currentKey > maxKey) maxKey = currentKey; } return maxKey; } protected boolean validateThriftResult(CqlResult result) { lastQueryResultSize = result.rows.size(); lastMaxKey = getMaxKey(result.rows); return lastQueryResultSize != 0; } protected boolean validateNativeResult(ResultMessage result) { assert result instanceof ResultMessage.Rows; lastQueryResultSize = ((ResultMessage.Rows)result).result.size(); lastMaxKey = getMaxKey(((ResultMessage.Rows)result).result); return lastQueryResultSize != 0; } }