/* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.elasticsearch.search.scan; import com.google.common.collect.Sets; import org.elasticsearch.action.search.SearchResponse; import org.elasticsearch.action.search.SearchType; import org.elasticsearch.common.unit.TimeValue; import org.elasticsearch.search.SearchHit; import org.elasticsearch.test.ESIntegTestCase; import org.junit.Test; import java.util.Set; import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery; import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertHitCount; import static org.hamcrest.Matchers.equalTo; import static org.hamcrest.Matchers.greaterThan; public class SearchScanScrollingIT extends ESIntegTestCase { @Test public void testRandomized() throws Exception { testScroll(scaledRandomIntBetween(100, 200), between(1, 300), getRandom().nextBoolean(), getRandom().nextBoolean()); } private void testScroll(long numberOfDocs, int size, boolean unbalanced, boolean trackScores) throws Exception { createIndex("test"); ensureGreen(); Set<String> ids = Sets.newHashSet(); Set<String> expectedIds = Sets.newHashSet(); for (int i = 0; i < numberOfDocs; i++) { String id = Integer.toString(i); expectedIds.add(id); String routing = null; if (unbalanced) { if (i < (numberOfDocs * 0.6)) { routing = "0"; } else if (i < (numberOfDocs * 0.9)) { routing = "1"; } else { routing = "2"; } } client().prepareIndex("test", "type1", id).setRouting(routing).setSource("field", i).execute().actionGet(); // make some segments if (i % 10 == 0) { client().admin().indices().prepareFlush().execute().actionGet(); } } refresh(); SearchResponse searchResponse = client().prepareSearch() .setSearchType(SearchType.SCAN) .setQuery(matchAllQuery()) .setSize(size) .setScroll(TimeValue.timeValueMinutes(2)) .setTrackScores(trackScores) .execute().actionGet(); try { assertHitCount(searchResponse, numberOfDocs); // start scrolling, until we get not results while (true) { searchResponse = client().prepareSearchScroll(searchResponse.getScrollId()).setScroll(TimeValue.timeValueMinutes(2)).execute().actionGet(); assertHitCount(searchResponse, numberOfDocs); for (SearchHit hit : searchResponse.getHits()) { assertThat(hit.id() + "should not exist in the result set", ids.contains(hit.id()), equalTo(false)); ids.add(hit.id()); if (trackScores) { assertThat(hit.getScore(), greaterThan(0.0f)); } else { assertThat(hit.getScore(), equalTo(0.0f)); } } if (searchResponse.getHits().hits().length == 0) { break; } } assertThat(expectedIds, equalTo(ids)); } finally { clearScroll(searchResponse.getScrollId()); } } }