package com.sequenceiq.cloudbreak.shell.commands.provider; import java.io.File; import java.util.Collections; import java.util.HashMap; import java.util.Map; import java.util.StringJoiner; import org.springframework.shell.core.CommandMarker; import org.springframework.shell.core.annotation.CliAvailabilityIndicator; import org.springframework.shell.core.annotation.CliCommand; import org.springframework.shell.core.annotation.CliOption; import org.springframework.util.StringUtils; import com.sequenceiq.cloudbreak.api.model.AdjustmentType; import com.sequenceiq.cloudbreak.api.model.InstanceProfileStrategy; import com.sequenceiq.cloudbreak.api.model.OnFailureAction; import com.sequenceiq.cloudbreak.shell.commands.CredentialCommands; import com.sequenceiq.cloudbreak.shell.commands.InstanceGroupCommands; import com.sequenceiq.cloudbreak.shell.commands.NetworkCommands; import com.sequenceiq.cloudbreak.shell.commands.PlatformCommands; import com.sequenceiq.cloudbreak.shell.commands.SecurityGroupCommands; import com.sequenceiq.cloudbreak.shell.commands.StackCommands; import com.sequenceiq.cloudbreak.shell.commands.TemplateCommands; import com.sequenceiq.cloudbreak.shell.completion.AwsInstanceType; import com.sequenceiq.cloudbreak.shell.completion.AwsOrchestratorType; import com.sequenceiq.cloudbreak.shell.completion.AwsVolumeType; import com.sequenceiq.cloudbreak.shell.completion.InstanceGroup; import com.sequenceiq.cloudbreak.shell.completion.InstanceGroupTemplateId; import com.sequenceiq.cloudbreak.shell.completion.InstanceGroupTemplateName; import com.sequenceiq.cloudbreak.shell.completion.PlatformVariant; import com.sequenceiq.cloudbreak.shell.completion.SecurityGroupId; import com.sequenceiq.cloudbreak.shell.completion.SecurityGroupName; import com.sequenceiq.cloudbreak.shell.completion.SecurityRules; import com.sequenceiq.cloudbreak.shell.completion.StackAvailabilityZone; import com.sequenceiq.cloudbreak.shell.completion.StackRegion; import com.sequenceiq.cloudbreak.shell.model.ShellContext; import com.sequenceiq.cloudbreak.shell.util.TagParser; public class AwsCommands implements CommandMarker { public static final String PLATFORM = "AWS"; private ShellContext shellContext; private CredentialCommands baseCredentialCommands; private NetworkCommands baseNetworkCommands; private SecurityGroupCommands baseSecurityGroupCommands; private TemplateCommands baseTemplateCommands; private PlatformCommands basePlatformCommands; private StackCommands stackCommands; private InstanceGroupCommands baseInstanceGroupCommands; public AwsCommands(ShellContext shellContext, CredentialCommands baseCredentialCommands, NetworkCommands baseNetworkCommands, SecurityGroupCommands baseSecurityGroupCommands, TemplateCommands baseTemplateCommands, PlatformCommands basePlatformCommands, StackCommands stackCommands, InstanceGroupCommands baseInstanceGroupCommands) { this.baseCredentialCommands = baseCredentialCommands; this.baseNetworkCommands = baseNetworkCommands; this.baseSecurityGroupCommands = baseSecurityGroupCommands; this.shellContext = shellContext; this.baseTemplateCommands = baseTemplateCommands; this.basePlatformCommands = basePlatformCommands; this.stackCommands = stackCommands; this.baseInstanceGroupCommands = baseInstanceGroupCommands; } @CliAvailabilityIndicator(value = "stack create --AWS") public boolean createStackAvailable() { return stackCommands.createStackAvailable(PLATFORM) && shellContext.isPlatformAvailable(PLATFORM); } @CliAvailabilityIndicator(value = "template create --AWS") public boolean createTemplateAvailable() { return baseTemplateCommands.createTemplateAvailable(PLATFORM) && shellContext.isPlatformAvailable(PLATFORM); } @CliAvailabilityIndicator(value = "platform create --AWS") public boolean createPlatformAvailable() { return basePlatformCommands.createPlatformAvailable(PLATFORM) && shellContext.isPlatformAvailable(PLATFORM); } @CliAvailabilityIndicator(value = {"network create --AWS --NEW_SUBNET", "network create --AWS --NEW", "network create --AWS --EXISTING_SUBNET"}) public boolean createNetworkAvailable() { return baseNetworkCommands.createNetworkAvailable(PLATFORM) && shellContext.isPlatformAvailable(PLATFORM); } @CliAvailabilityIndicator(value = {"securitygroup create --AWS --NEW", "securitygroup create --AWS --EXISTING"}) public boolean createSecurityGroupAvailable() { return baseSecurityGroupCommands.createSecurityGroupAvailable(PLATFORM) && shellContext.isPlatformAvailable(PLATFORM); } @CliAvailabilityIndicator(value = {"credential create --AWS", "template create --EC2"}) public boolean createCredentialAvailable() { return baseCredentialCommands.createCredentialAvailable(PLATFORM) && shellContext.isPlatformAvailable(PLATFORM); } @CliAvailabilityIndicator(value = "instancegroup configure --AWS") public boolean configureInstanceGroupAvailable() { return baseInstanceGroupCommands.createInstanceGroupAvailable(PLATFORM) && shellContext.isPlatformAvailable(PLATFORM); } @CliCommand(value = "credential create --AWS", help = "Create a new AWS credential") public String createCredential( @CliOption(key = "name", mandatory = true, help = "Name of the credential") String name, @CliOption(key = "roleArn", help = "roleArn for assuming roles or use access and secret based authentication") String roleArn, @CliOption(key = "accessKey", help = "accessKey of the credential") String accessKey, @CliOption(key = "secretKey", help = "secretKey of the credential") String secretKey, @CliOption(key = "sshKeyPath", help = "path of a public SSH key file") File sshKeyPath, @CliOption(key = "sshKeyUrl", help = "URL of a public SSH key file") String sshKeyUrl, @CliOption(key = "sshKeyString", help = "Raw data of a public SSH key file") String sshKeyString, @CliOption(key = "publicInAccount", help = "flags if the credential is public in the account", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean publicInAccount, @CliOption(key = "description", help = "Description of the template") String description, @CliOption(key = "platformId", help = "Id of a platform the credential belongs to") Long platformId, @CliOption(key = "existingKeyPairName", help = "Name of an existing SSH key pair that should be exist on EC2") String keyPairName ) { Map<String, Object> parameters = new HashMap<>(); if (roleArn != null) { parameters.put("selector", "role-based"); parameters.put("roleArn", roleArn); } else if (accessKey != null && secretKey != null) { parameters.put("selector", "key-based"); parameters.put("accessKey", accessKey); parameters.put("secretKey", secretKey); } else { throw shellContext.exceptionTransformer().transformToRuntimeException("Please specify the roleArn or both the access and secret key"); } if (!StringUtils.isEmpty(keyPairName)) { parameters.put("existingKeyPairName", keyPairName); } return baseCredentialCommands.create(name, sshKeyPath, sshKeyUrl, sshKeyString, description, publicInAccount, platformId, parameters, PLATFORM); } @CliCommand(value = "network create --AWS --NEW", help = "Create an AWS network configuration with a new network and a new subnet") public String createNewNetwork( @CliOption(key = "name", mandatory = true, help = "Name of the network") String name, @CliOption(key = "subnet", mandatory = true, help = "Subnet of the network in CIDR format") String subnet, @CliOption(key = "publicInAccount", help = "Marks the network as visible for all members of the account", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean publicInAccount, @CliOption(key = "description", help = "Description of the network") String description, @CliOption(key = "platformId", help = "Id of a platform the network belongs to") Long platformId ) { Map<String, Object> parameters = new HashMap<>(); return baseNetworkCommands.create(name, subnet, publicInAccount, description, platformId, parameters, PLATFORM); } @CliCommand(value = "network create --AWS --NEW_SUBNET", help = "Create an AWS network configuration with a new subnet in an existing network") public String createNetworkWithNewSubnet( @CliOption(key = "name", mandatory = true, help = "Name of the network") String name, @CliOption(key = "subnet", mandatory = true, help = "Subnet of the network in CIDR format") String subnet, @CliOption(key = "vpcID", mandatory = true, help = "The ID of the virtual private cloud (VPC)") String vpcId, @CliOption(key = "internetGatewayID", mandatory = true, help = "The ID of the internet gateway that is attached to the VPC (configured via 'vpcID' option)") String internetGatewayId, @CliOption(key = "publicInAccount", help = "Marks the network as visible for all members of the account", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean publicInAccount, @CliOption(key = "description", help = "Description of the network") String description, @CliOption(key = "platformId", help = "Id of a platform the network belongs to") Long platformId ) { Map<String, Object> parameters = new HashMap<>(); parameters.put("vpcId", vpcId); parameters.put("internetGatewayId", internetGatewayId); return baseNetworkCommands.create(name, subnet, publicInAccount, description, platformId, parameters, PLATFORM); } @CliCommand(value = "network create --AWS --EXISTING_SUBNET", help = "Create an AWS network which uses an existing subnet in an existing network") public String createNetworkWithExistingSubnet( @CliOption(key = "name", mandatory = true, help = "Name of the network") String name, @CliOption(key = "vpcID", mandatory = true, help = "The ID of the virtual private cloud (VPC)") String vpcId, @CliOption(key = "subnetId", mandatory = true, help = "The ID of the subnet which belongs to the custom VPC") String subnetId, @CliOption(key = "publicInAccount", help = "Marks the network as visible for all members of the account", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean publicInAccount, @CliOption(key = "description", help = "Description of the network") String description, @CliOption(key = "platformId", help = "Id of a platform the network belongs to") Long platformId ) { Map<String, Object> parameters = new HashMap<>(); parameters.put("vpcId", vpcId); parameters.put("subnetId", subnetId); return baseNetworkCommands.create(name, null, publicInAccount, description, platformId, parameters, PLATFORM); } @CliCommand(value = "securitygroup create --AWS --NEW", help = "Create an AWS security group") public String createNewSecurityGroup( @CliOption(key = "name", mandatory = true, help = "Name of the security group") String name, @CliOption(key = "description", help = "Description of the security group") String description, @CliOption(key = "rules", mandatory = true, help = "Security rules in the following format: ';' separated list of <cidr>:<protocol>:<comma separated port list>") SecurityRules rules, @CliOption(key = "publicInAccount", help = "Marks the securitygroup as visible for all members of the account", specifiedDefaultValue = "true", unspecifiedDefaultValue = "false") Boolean publicInAccount) { return baseSecurityGroupCommands.create(name, description, null, PLATFORM, rules, publicInAccount); } @CliCommand(value = "securitygroup create --AWS --EXISTING", help = "Create an AWS security group which use existing security group") public String createExistingSecurityGroup( @CliOption(key = "name", mandatory = true, help = "Name of the security group") String name, @CliOption(key = "description", help = "Description of the security group") String description, @CliOption(key = "securityGroupId", mandatory = true, help = "Existing security group id.") String existingSecurityGroupId, @CliOption(key = "publicInAccount", help = "Marks the securitygroup as visible for all members of the account", specifiedDefaultValue = "true", unspecifiedDefaultValue = "false") Boolean publicInAccount) { return baseSecurityGroupCommands.create(name, description, existingSecurityGroupId, PLATFORM, null, publicInAccount); } @CliCommand(value = "template create --AWS", help = "Create a new AWS template") public String createTemplate( @CliOption(key = "name", mandatory = true, help = "Name of the template") String name, @CliOption(key = "instanceType", mandatory = true, help = "instanceType of the template") AwsInstanceType instanceType, @CliOption(key = "volumeCount", help = "volumeCount of the template") Integer volumeCount, @CliOption(key = "volumeSize", help = "volumeSize(GB) of the template") Integer volumeSize, @CliOption(key = "volumeType", help = "volumeType of the template") AwsVolumeType volumeType, @CliOption(key = "encrypted", help = "use encrypted disks") Boolean encrypted, @CliOption(key = "spotPrice", help = "spotPrice of the template") Double spotPrice, @CliOption(key = "publicInAccount", help = "flags if the template is public in the account", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean publicInAccount, @CliOption(key = "description", help = "Description of the template") String description, @CliOption(key = "topologyId", help = "Id of a topology the template belongs to") Long platformId ) { return createEc2Template(name, instanceType, volumeCount, volumeSize, volumeType, encrypted, spotPrice, publicInAccount, description, platformId); } @CliCommand(value = "template create --EC2", help = "Create a new AWS template") public String createEc2Template( @CliOption(key = "name", mandatory = true, help = "Name of the template") String name, @CliOption(key = "instanceType", mandatory = true, help = "instanceType of the template") AwsInstanceType instanceType, @CliOption(key = "volumeCount", help = "volumeCount of the template") Integer volumeCount, @CliOption(key = "volumeSize", help = "volumeSize(GB) of the template") Integer volumeSize, @CliOption(key = "volumeType", help = "volumeType of the template") AwsVolumeType volumeType, @CliOption(key = "encrypted", help = "use encrypted disks") Boolean encrypted, @CliOption(key = "spotPrice", help = "spotPrice of the template") Double spotPrice, @CliOption(key = "publicInAccount", help = "flags if the template is public in the account", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean publicInAccount, @CliOption(key = "description", help = "Description of the template") String description, @CliOption(key = "platformId", help = "Id of a platform the template belongs to") Long platformId ) { String volType = volumeType == null ? "gp2" : volumeType.getName(); if (!"ephemeral".equals(volType) && (volumeCount == null || volumeSize == null)) { StringJoiner joiner = new StringJoiner(", "); if (volumeCount == null) { joiner.add("--volumeCount"); } if (volumeSize == null) { joiner.add("--volumeSize"); } throw shellContext.exceptionTransformer().transformToRuntimeException("You should specify option (" + joiner.toString() + ")"); } Map<String, Object> params = new HashMap<>(); if (spotPrice != null) { params.put("spotPrice", spotPrice); } if (encrypted != null) { params.put("encrypted", encrypted); } return baseTemplateCommands.create(name, instanceType.getName(), volumeCount, volumeSize, volType, publicInAccount, description, params, platformId, PLATFORM); } @CliCommand(value = "instancegroup configure --AWS", help = "Configure instance groups") public String createInstanceGroup( @CliOption(key = "instanceGroup", mandatory = true, help = "Name of the instanceGroup") InstanceGroup instanceGroup, @CliOption(key = "nodecount", mandatory = true, help = "Nodecount for instanceGroup") Integer nodeCount, @CliOption(key = "ambariServer", mandatory = true, help = "Ambari server will be installed here if true") boolean ambariServer, @CliOption(key = "templateId", help = "TemplateId of the instanceGroup") InstanceGroupTemplateId instanceGroupTemplateId, @CliOption(key = "templateName", help = "TemplateName of the instanceGroup") InstanceGroupTemplateName instanceGroupTemplateName, @CliOption(key = "securityGroupId", help = "SecurityGroupId of the instanceGroup") SecurityGroupId instanceGroupSecurityGroupId, @CliOption(key = "securityGroupName", help = "SecurityGroupName of the instanceGroup") SecurityGroupName instanceGroupSecurityGroupName) throws Exception { Map<String, Object> parameters = new HashMap<>(); return baseInstanceGroupCommands.create(instanceGroup, nodeCount, ambariServer, instanceGroupTemplateId, instanceGroupTemplateName, instanceGroupSecurityGroupId, instanceGroupSecurityGroupName, parameters); } @CliCommand(value = "platform create --AWS", help = "Create a new AWS platform configuration") public String createPlatform( @CliOption(key = "name", mandatory = true, help = "Name of the platform") String name, @CliOption(key = "description", help = "Description of the platform") String description) { try { return basePlatformCommands.create(name, description, PLATFORM, Collections.emptyMap()); } catch (Exception e) { throw shellContext.exceptionTransformer().transformToRuntimeException(e); } } @CliCommand(value = "stack create --AWS", help = "Create a new AWS stack based on a template") public String create( @CliOption(key = "name", mandatory = true, help = "Name of the stack") String name, @CliOption(key = "region", mandatory = true, help = "region of the stack") StackRegion region, @CliOption(key = "availabilityZone", help = "availabilityZone of the stack") StackAvailabilityZone availabilityZone, @CliOption(key = "publicInAccount", help = "marks the stack as visible for all members of the account", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean publicInAccount, @CliOption(key = "onFailureAction", help = "onFailureAction which is ROLLBACK or DO_NOTHING.") OnFailureAction onFailureAction, @CliOption(key = "adjustmentType", help = "adjustmentType which is EXACT or PERCENTAGE.") AdjustmentType adjustmentType, @CliOption(key = "ambariVersion", help = "Ambari version") String ambariVersion, @CliOption(key = "hdpVersion", help = "HDP version") String hdpVersion, @CliOption(key = "imageCatalog", help = "custom image catalog URL") String imageCatalog, @CliOption(key = "threshold", help = "threshold of failure") Long threshold, @CliOption(key = "platformVariant", help = "select platform variant version") PlatformVariant platformVariant, @CliOption(key = "orchestrator", help = "select orchestrator variant version") AwsOrchestratorType orchestratorType, @CliOption(key = "customImage", help = "select customImage for cluster") String customImage, @CliOption(key = "dedicatedInstances", help = "request dedicated instances on AWS") Boolean dedicatedInstances, @CliOption(key = "tags", help = "created resources will be tagged with these key=value pairs, format: key1=value1,key2=value2") String tags, @CliOption(key = "instanceProfileStrategy", help = "seamless access to Amazon API", specifiedDefaultValue = "false") InstanceProfileStrategy instanceProfileStrategy, @CliOption(key = "instanceProfile", help = "instance profile which will attached to the instance", specifiedDefaultValue = "false") String instanceProfile, @CliOption(key = "wait", help = "Wait for stack creation", unspecifiedDefaultValue = "false", specifiedDefaultValue = "true") boolean wait, @CliOption(key = "timeout", help = "Wait timeout if wait=true", mandatory = false) Long timeout) { Map<String, String> params = new HashMap<>(); if (dedicatedInstances != null) { params.put("dedicatedInstances", dedicatedInstances.toString()); } if (instanceProfileStrategy != null) { params.put("instanceProfileStrategy", instanceProfileStrategy.toString()); } if (instanceProfile != null && InstanceProfileStrategy.USE_EXISTING.equals(instanceProfileStrategy)) { params.put("instanceProfile", instanceProfile); } if (instanceProfile != null && !InstanceProfileStrategy.USE_EXISTING.equals(instanceProfileStrategy)) { throw shellContext.exceptionTransformer().transformToRuntimeException( "Please specify the role for instanceProfile if you are using 'USE_EXISTING' profile type"); } return stackCommands.create(name, region, availabilityZone, publicInAccount, onFailureAction, adjustmentType, threshold, false, wait, platformVariant, orchestratorType == null ? "SALT" : orchestratorType.getName(), PLATFORM, ambariVersion, hdpVersion, imageCatalog, params, TagParser.parseTagsIntoMap(tags), customImage, timeout); } }