/**
* Copyright (C) 2014-2016 LinkedIn Corp. (pinot-core@linkedin.com)
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.linkedin.pinot.controller.helix;
import java.util.Set;
import org.apache.helix.manager.zk.ZkClient;
import org.apache.helix.model.ExternalView;
import org.json.JSONObject;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.testng.Assert;
import org.testng.annotations.AfterClass;
import org.testng.annotations.BeforeClass;
import org.testng.annotations.Test;
import com.linkedin.pinot.common.segment.SegmentMetadata;
import com.linkedin.pinot.common.utils.CommonConstants;
import com.linkedin.pinot.common.utils.ZkStarter;
import com.linkedin.pinot.common.utils.helix.HelixHelper;
import com.linkedin.pinot.controller.helix.core.PinotHelixResourceManager;
import com.linkedin.pinot.core.query.utils.SimpleSegmentMetadata;
public class ControllerInstanceToggleTest extends ControllerTest {
private static final Logger LOGGER = LoggerFactory.getLogger(ControllerInstanceToggleTest.class);
private static final String HELIX_CLUSTER_NAME = "ControllerInstanceToggleTest";
static ZkClient _zkClient = null;
private PinotHelixResourceManager _pinotResourceManager;
@BeforeClass
public void setup() throws Exception {
startZk();
_zkClient = new ZkClient(ZkStarter.DEFAULT_ZK_STR);
startController();
_pinotResourceManager = _controllerStarter.getHelixResourceManager();
ControllerRequestBuilderUtil.addFakeBrokerInstancesToAutoJoinHelixCluster(HELIX_CLUSTER_NAME,
ZkStarter.DEFAULT_ZK_STR, 20, true);
ControllerRequestBuilderUtil.addFakeDataInstancesToAutoJoinHelixCluster(HELIX_CLUSTER_NAME,
ZkStarter.DEFAULT_ZK_STR, 20, true);
}
@AfterClass
public void tearDown() {
stopController();
try {
if (_zkClient.exists("/" + HELIX_CLUSTER_NAME)) {
_zkClient.deleteRecursive("/" + HELIX_CLUSTER_NAME);
}
} catch (Exception e) {
}
_zkClient.close();
stopZk();
}
@Test
public void testInstanceToggle() throws Exception {
// Create offline table creation request
String tableName = "testTable";
JSONObject payload = ControllerRequestBuilderUtil.buildCreateOfflineTableJSON(tableName, null, null, 20);
sendPostRequest(ControllerRequestURLBuilder.baseUrl(CONTROLLER_BASE_API_URL).forTableCreate(), payload.toString());
Assert.assertEquals(
_helixAdmin.getResourceIdealState(HELIX_CLUSTER_NAME, CommonConstants.Helix.BROKER_RESOURCE_INSTANCE)
.getPartitionSet().size(), 1);
Assert.assertEquals(
_helixAdmin.getResourceIdealState(HELIX_CLUSTER_NAME, CommonConstants.Helix.BROKER_RESOURCE_INSTANCE)
.getInstanceSet(tableName + "_OFFLINE").size(), 20);
// Adding segments
for (int i = 0; i < 10; ++i) {
Assert.assertEquals(_helixAdmin.getResourceIdealState(HELIX_CLUSTER_NAME, tableName + "_OFFLINE")
.getNumPartitions(), i);
addOneOfflineSegment(tableName);
Thread.sleep(2000);
Assert.assertEquals(_helixAdmin.getResourceIdealState(HELIX_CLUSTER_NAME, tableName + "_OFFLINE")
.getNumPartitions(), i + 1);
}
Thread.sleep(2000);
// Disable Instance
int i = 20;
for (String instanceName : _helixAdmin.getInstancesInClusterWithTag(HELIX_CLUSTER_NAME, "DefaultTenant_OFFLINE")) {
ExternalView resourceExternalView =
_helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, tableName + "_OFFLINE");
Set<String> instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i--);
sendPostRequest(ControllerRequestURLBuilder.baseUrl(CONTROLLER_BASE_API_URL).forInstanceState(instanceName), "disable");
Thread.sleep(2000);
resourceExternalView = _helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, tableName + "_OFFLINE");
instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i);
LOGGER.trace("Current running server instance: " + instanceSet.size());
}
// Enable Instance
i = 0;
for (String instanceName : _helixAdmin.getInstancesInClusterWithTag(HELIX_CLUSTER_NAME, "DefaultTenant_OFFLINE")) {
ExternalView resourceExternalView =
_helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, tableName + "_OFFLINE");
Set<String> instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i++);
sendPostRequest(ControllerRequestURLBuilder.baseUrl(CONTROLLER_BASE_API_URL).forInstanceState(instanceName), "ENABLE");
Thread.sleep(2000);
resourceExternalView = _helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, tableName + "_OFFLINE");
instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i);
LOGGER.trace("Current running server instance: " + instanceSet.size());
}
// Disable BrokerInstance
i = 20;
for (String instanceName : _helixAdmin.getInstancesInClusterWithTag(HELIX_CLUSTER_NAME, "DefaultTenant_BROKER")) {
ExternalView resourceExternalView =
_helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, CommonConstants.Helix.BROKER_RESOURCE_INSTANCE);
Set<String> instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i--);
sendPostRequest(ControllerRequestURLBuilder.baseUrl(CONTROLLER_BASE_API_URL).forInstanceState(instanceName), "Disable");
Thread.sleep(2000);
resourceExternalView =
_helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, CommonConstants.Helix.BROKER_RESOURCE_INSTANCE);
instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i);
LOGGER.trace("Current running broker instance: " + instanceSet.size());
}
// Enable BrokerInstance
i = 0;
for (String instanceName : _helixAdmin.getInstancesInClusterWithTag(HELIX_CLUSTER_NAME, "DefaultTenant_BROKER")) {
ExternalView resourceExternalView =
_helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, CommonConstants.Helix.BROKER_RESOURCE_INSTANCE);
Set<String> instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i++);
sendPostRequest(ControllerRequestURLBuilder.baseUrl(CONTROLLER_BASE_API_URL).forInstanceState(instanceName), "Enable");
Thread.sleep(2000);
resourceExternalView =
_helixAdmin.getResourceExternalView(HELIX_CLUSTER_NAME, CommonConstants.Helix.BROKER_RESOURCE_INSTANCE);
instanceSet = HelixHelper.getOnlineInstanceFromExternalView(resourceExternalView);
Assert.assertEquals(instanceSet.size(), i);
LOGGER.trace("Current running broker instance: " + instanceSet.size());
}
// Delete table
sendDeleteRequest(ControllerRequestURLBuilder.baseUrl(CONTROLLER_BASE_API_URL).forTableDelete(tableName));
Thread.sleep(2000);
Assert.assertEquals(
_helixAdmin.getResourceIdealState(HELIX_CLUSTER_NAME, CommonConstants.Helix.BROKER_RESOURCE_INSTANCE)
.getPartitionSet().size(), 0);
}
private void addOneOfflineSegment(String resourceName) {
final SegmentMetadata segmentMetadata = new SimpleSegmentMetadata(resourceName);
_pinotResourceManager.addSegment(segmentMetadata, "downloadUrl");
}
@Override
protected String getHelixClusterName() {
return HELIX_CLUSTER_NAME;
}
}