/* * Copyright (c) 2012 S.C. Axemblr Software Solutions S.R.L * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.axemblr.provisionr.amazon; import com.axemblr.provisionr.amazon.options.ProviderOptions; import com.axemblr.provisionr.api.Provisionr; import com.axemblr.provisionr.api.access.AdminAccess; import com.axemblr.provisionr.api.hardware.Hardware; import com.axemblr.provisionr.api.network.Network; import com.axemblr.provisionr.api.network.Protocol; import com.axemblr.provisionr.api.network.Rule; import com.axemblr.provisionr.api.pool.Machine; import com.axemblr.provisionr.api.pool.Pool; import com.axemblr.provisionr.api.provider.Provider; import com.axemblr.provisionr.api.software.Software; import com.axemblr.provisionr.core.PoolStatus; import com.axemblr.provisionr.core.Ssh; import com.axemblr.provisionr.core.templates.PoolTemplate; import com.axemblr.provisionr.core.templates.xml.XmlTemplate; import static com.axemblr.provisionr.test.KarafTests.installProvisionrFeatures; import static com.axemblr.provisionr.test.KarafTests.installProvisionrTestSupportBundle; import static com.axemblr.provisionr.test.KarafTests.passThroughAllSystemPropertiesWithPrefix; import static com.axemblr.provisionr.test.KarafTests.useDefaultKarafAsInProjectWithJunitBundles; import com.axemblr.provisionr.test.ProvisionrLiveTestSupport; import com.google.common.base.Charsets; import com.google.common.io.Resources; import java.io.IOException; import java.util.List; import java.util.NoSuchElementException; import java.util.UUID; import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeoutException; import net.schmizz.sshj.SSHClient; import net.schmizz.sshj.connection.channel.direct.Session; import static org.junit.Assert.assertTrue; import org.junit.Test; import org.junit.runner.RunWith; import org.ops4j.pax.exam.Option; import org.ops4j.pax.exam.junit.Configuration; import org.ops4j.pax.exam.junit.ExamReactorStrategy; import org.ops4j.pax.exam.junit.JUnit4TestRunner; import org.ops4j.pax.exam.spi.reactors.AllConfinedStagedReactorFactory; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @RunWith(JUnit4TestRunner.class) @ExamReactorStrategy(AllConfinedStagedReactorFactory.class) public class AmazonProvisionrLiveTest extends ProvisionrLiveTestSupport { public static final Logger LOG = LoggerFactory.getLogger(AmazonProvisionrLiveTest.class); public static final int TEST_POOL_SIZE = 2; public static final String DEFAULT_JENKINS_TEMPLATE_PATH = "/com/axemblr/provisionr/core/templates/jenkins.xml"; public AmazonProvisionrLiveTest() { super(AmazonProvisionr.ID); } @Configuration public Option[] configuration() throws Exception { return new Option[]{ useDefaultKarafAsInProjectWithJunitBundles(), passThroughAllSystemPropertiesWithPrefix("test.amazon."), installProvisionrFeatures("axemblr-provisionr-amazon"), installProvisionrTestSupportBundle() }; } @Test public void startProvisioningProcessForOnDemandInstances() throws Exception { startProvisioningProcess(null); } @Test public void startProvisioningProcessForSpotInstances() throws Exception { startProvisioningProcess("0.04"); } private void startProvisioningProcess(String spotBid) throws Exception { waitForProcessDeployment(AmazonProvisionr.MANAGEMENT_PROCESS_KEY); final Provisionr provisionr = getOsgiService(Provisionr.class, 5000); Provider provider = collectProviderCredentialsFromSystemProperties() .option(ProviderOptions.REGION, getProviderProperty( ProviderOptions.REGION, ProviderOptions.DEFAULT_REGION)) .createProvider(); if (spotBid != null) { provider = provider.toBuilder() .option(ProviderOptions.SPOT_BID, spotBid) .createProvider(); } final Network network = Network.builder().addRules( Rule.builder().anySource().icmp().createRule(), Rule.builder().anySource().port(22).protocol(Protocol.TCP).createRule() ).createNetwork(); final Hardware hardware = Hardware.builder().type("t1.micro").createHardware(); final AdminAccess adminAccess = AdminAccess.builder().asCurrentUser().createAdminAccess(); final String destinationPath = "/home/" + adminAccess.getUsername() + "/axemblr.html"; final Software software = Software.builder() .baseOperatingSystem("ubuntu-12.04") .file("http://axemblr.com", destinationPath) .createSoftware(); PoolTemplate jenkins = XmlTemplate.newXmlTemplate(Resources.toString(Resources .getResource(PoolTemplate.class, DEFAULT_JENKINS_TEMPLATE_PATH), Charsets.UTF_8)); final Pool pool = jenkins.apply(Pool.builder() .provider(provider) .network(network) .adminAccess(adminAccess) .software(software) .hardware(hardware) .minSize(TEST_POOL_SIZE) .expectedSize(TEST_POOL_SIZE) .createPool()); final String businessKey = "j-" + UUID.randomUUID().toString(); String processInstanceId = provisionr.startPoolManagementProcess(businessKey, pool); try { waitForPoolStatus(provisionr, businessKey, PoolStatus.READY); List<Machine> machines = provisionr.getMachines(businessKey); assertTrue(machines.size() >= TEST_POOL_SIZE && machines.size() <= TEST_POOL_SIZE); for (Machine machine : machines) { assertSshCommand(machine, adminAccess, "test -f " + destinationPath); /* These are added through the Jenkins Debian template */ assertSshCommand(machine, adminAccess, "hash git >/dev/null 2>&1"); assertSshCommand(machine, adminAccess, "hash java >/dev/null 2>&1"); assertSshCommand(machine, adminAccess, "test -f /etc/apt/sources.list.d/jenkins.list"); } } finally { provisionr.destroyPool(businessKey); waitForPoolStatus(provisionr, businessKey, PoolStatus.TERMINATED); waitForProcessEnd(processInstanceId); } } private void assertSshCommand(Machine machine, AdminAccess adminAccess, String bashCommand) throws IOException { LOG.info("Checking return code for command '{}' on machine {}", bashCommand, machine.getExternalId()); SSHClient client = Ssh.newClient(machine, adminAccess); try { Session session = client.startSession(); try { session.allocateDefaultPTY(); Session.Command command = session.exec(bashCommand); command.join(); assertTrue("Exit code was " + command.getExitStatus() + " for command " + bashCommand, command.getExitStatus() == 0); } finally { session.close(); } } finally { client.close(); } } private void waitForPoolStatus(Provisionr provisionr, String businessKey, String expectedStatus) throws InterruptedException, TimeoutException { for (int i = 0; i < 120; i++) { String status; try { status = provisionr.getStatus(businessKey); } catch (NoSuchElementException e) { LOG.info(String.format("Pool management process not found with key %s. " + "Assuming process terminated as expected.", businessKey)); return; /* The process ended as expected */ } if (status.equals(expectedStatus)) { LOG.info("Pool status is '{}'. Advancing.", status); return; } else { LOG.info("Pool status is '{}'. Waiting 10s for '{}'. Try {}/120", new Object[]{status, expectedStatus, i}); TimeUnit.SECONDS.sleep(10); } } throw new TimeoutException("Status check timed out after 20 minutes"); } }