/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.solr.cloud; import java.util.HashMap; import java.util.List; import java.util.Map; import org.apache.solr.client.solrj.SolrResponse; import org.apache.solr.client.solrj.response.SolrResponseBase; import org.apache.solr.common.cloud.ZkStateReader; import org.apache.solr.common.params.CommonAdminParams; import org.apache.solr.common.params.CommonParams; import org.apache.solr.common.util.Utils; import org.junit.Test; public class OverseerTaskQueueTest extends DistributedQueueTest { // TODO: OverseerTaskQueue specific tests. @Override protected OverseerTaskQueue makeDistributedQueue(String dqZNode) throws Exception { return new OverseerTaskQueue(zkClient, setupNewDistributedQueueZNode(dqZNode)); } @Test public void testContainsTaskWithRequestId() throws Exception { String tqZNode = "/taskqueue/test"; String requestId = "foo"; String nonExistentRequestId = "bar"; OverseerTaskQueue tq = makeDistributedQueue(tqZNode); // Basic ops // Put an expected Overseer task onto the queue final Map<String, Object> props = new HashMap<>(); props.put(CommonParams.NAME, "coll1"); props.put(OverseerCollectionMessageHandler.COLL_CONF, "myconf"); props.put(OverseerCollectionMessageHandler.NUM_SLICES, 1); props.put(ZkStateReader.REPLICATION_FACTOR, 3); props.put(CommonAdminParams.ASYNC, requestId); tq.offer(Utils.toJSON(props)); assertTrue("Task queue should contain task with requestid " + requestId, tq.containsTaskWithRequestId(CommonAdminParams.ASYNC, requestId)); assertFalse("Task queue should not contain task with requestid " + nonExistentRequestId, tq.containsTaskWithRequestId(CommonAdminParams.ASYNC, nonExistentRequestId)); // Create a response node as if someone is waiting for a response from the Overseer; then, // create the request node. // Here we're reaching a bit into the internals of OverseerTaskQueue in order to create the same // response node structure but without setting a watch on it and removing it immediately when // a response is set, in order to artificially create the race condition that // containsTaskWithRequestId runs while the response is still in the queue. String watchID = tq.createResponseNode(); String requestId2 = "baz"; props.put(CommonAdminParams.ASYNC, requestId2); tq.createRequestNode(Utils.toJSON(props), watchID); // Set a SolrResponse as the response node by removing the QueueEvent, as done in OverseerTaskProcessor List<OverseerTaskQueue.QueueEvent> queueEvents = tq.peekTopN(2, s -> false, 1000); OverseerTaskQueue.QueueEvent requestId2Event = null; for (OverseerTaskQueue.QueueEvent queueEvent : queueEvents) { Map<String, Object> eventProps = (Map<String, Object>) Utils.fromJSON(queueEvent.getBytes()); if (requestId2.equals(eventProps.get(CommonAdminParams.ASYNC))) { requestId2Event = queueEvent; break; } } assertNotNull("Didn't find event with requestid " + requestId2, requestId2Event); requestId2Event.setBytes(SolrResponse.serializable(new SolrResponseBase())); tq.remove(requestId2Event); // Make sure this call to check if requestId exists doesn't barf with Json parse exception assertTrue("Task queue should contain task with requestid " + requestId, tq.containsTaskWithRequestId(CommonAdminParams.ASYNC, requestId)); } }