/*
* Licensed to Elasticsearch under one or more contributor
* license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright
* ownership. Elasticsearch licenses this file to you under
* the Apache License, Version 2.0 (the "License"); you may
* not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.elasticsearch.search.scan;
import com.google.common.collect.Sets;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.test.ESIntegTestCase;
import org.junit.Test;
import java.util.Set;
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertHitCount;
import static org.hamcrest.Matchers.equalTo;
import static org.hamcrest.Matchers.greaterThan;
public class SearchScanScrollingIT extends ESIntegTestCase {
@Test
public void testRandomized() throws Exception {
testScroll(scaledRandomIntBetween(100, 200), between(1, 300), getRandom().nextBoolean(), getRandom().nextBoolean());
}
private void testScroll(long numberOfDocs, int size, boolean unbalanced, boolean trackScores) throws Exception {
createIndex("test");
ensureGreen();
Set<String> ids = Sets.newHashSet();
Set<String> expectedIds = Sets.newHashSet();
for (int i = 0; i < numberOfDocs; i++) {
String id = Integer.toString(i);
expectedIds.add(id);
String routing = null;
if (unbalanced) {
if (i < (numberOfDocs * 0.6)) {
routing = "0";
} else if (i < (numberOfDocs * 0.9)) {
routing = "1";
} else {
routing = "2";
}
}
client().prepareIndex("test", "type1", id).setRouting(routing).setSource("field", i).execute().actionGet();
// make some segments
if (i % 10 == 0) {
client().admin().indices().prepareFlush().execute().actionGet();
}
}
refresh();
SearchResponse searchResponse = client().prepareSearch()
.setSearchType(SearchType.SCAN)
.setQuery(matchAllQuery())
.setSize(size)
.setScroll(TimeValue.timeValueMinutes(2))
.setTrackScores(trackScores)
.execute().actionGet();
try {
assertHitCount(searchResponse, numberOfDocs);
// start scrolling, until we get not results
while (true) {
searchResponse = client().prepareSearchScroll(searchResponse.getScrollId()).setScroll(TimeValue.timeValueMinutes(2)).execute().actionGet();
assertHitCount(searchResponse, numberOfDocs);
for (SearchHit hit : searchResponse.getHits()) {
assertThat(hit.id() + "should not exist in the result set", ids.contains(hit.id()), equalTo(false));
ids.add(hit.id());
if (trackScores) {
assertThat(hit.getScore(), greaterThan(0.0f));
} else {
assertThat(hit.getScore(), equalTo(0.0f));
}
}
if (searchResponse.getHits().hits().length == 0) {
break;
}
}
assertThat(expectedIds, equalTo(ids));
} finally {
clearScroll(searchResponse.getScrollId());
}
}
}