/* * Licensed to Elasticsearch under one or more contributor * license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright * ownership. Elasticsearch licenses this file to you under * the Apache License, Version 2.0 (the "License"); you may * not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.elasticsearch.cluster.routing.allocation; import org.elasticsearch.cluster.ClusterState; import org.elasticsearch.cluster.health.ClusterHealthStatus; import org.elasticsearch.cluster.metadata.IndexMetaData; import org.elasticsearch.index.IndexService; import org.elasticsearch.index.shard.IndexShard; import org.elasticsearch.indices.IndicesService; import org.elasticsearch.test.ESIntegTestCase; import static org.hamcrest.Matchers.equalTo; public class ShardStateIT extends ESIntegTestCase { public void testPrimaryFailureIncreasesTerm() throws Exception { internalCluster().ensureAtLeastNumDataNodes(2); prepareCreate("test").setSettings(IndexMetaData.SETTING_NUMBER_OF_SHARDS, 2, IndexMetaData.SETTING_NUMBER_OF_REPLICAS, 1).get(); ensureGreen(); assertPrimaryTerms(1, 1); logger.info("--> disabling allocation to capture shard failure"); disableAllocation("test"); ClusterState state = client().admin().cluster().prepareState().get().getState(); final int shard = randomBoolean() ? 0 : 1; final String nodeId = state.routingTable().index("test").shard(shard).primaryShard().currentNodeId(); final String node = state.nodes().get(nodeId).getName(); logger.info("--> failing primary of [{}] on node [{}]", shard, node); IndicesService indicesService = internalCluster().getInstance(IndicesService.class, node); indicesService.indexService(resolveIndex("test")).getShard(shard).failShard("simulated test failure", null); logger.info("--> waiting for a yellow index"); // JDK 9 type inference gets confused, so we have to help the // type inference assertBusy(((Runnable) () -> assertThat(client().admin().cluster().prepareHealth().get().getStatus(), equalTo(ClusterHealthStatus.YELLOW)))); final long term0 = shard == 0 ? 2 : 1; final long term1 = shard == 1 ? 2 : 1; assertPrimaryTerms(term0, term1); logger.info("--> enabling allocation"); enableAllocation("test"); ensureGreen(); assertPrimaryTerms(term0, term1); } protected void assertPrimaryTerms(long term0, long term1) { for (String node : internalCluster().getNodeNames()) { logger.debug("--> asserting primary terms terms on [{}]", node); ClusterState state = client(node).admin().cluster().prepareState().setLocal(true).get().getState(); IndexMetaData metaData = state.metaData().index("test"); assertThat(metaData.primaryTerm(0), equalTo(term0)); assertThat(metaData.primaryTerm(1), equalTo(term1)); IndicesService indicesService = internalCluster().getInstance(IndicesService.class, node); IndexService indexService = indicesService.indexService(metaData.getIndex()); if (indexService != null) { for (IndexShard shard : indexService) { assertThat("term mismatch for shard " + shard.shardId(), shard.getPrimaryTerm(), equalTo(metaData.primaryTerm(shard.shardId().id()))); } } } } }