Class CfnClusterMixinProps
Properties for CfnClusterPropsMixin.
Implements
Inherited Members
Namespace: Amazon.CDK.Mixins.Preview.AWS.EMR.Mixins
Assembly: Amazon.CDK.Mixins.Preview.dll
Syntax (csharp)
public class CfnClusterMixinProps : ICfnClusterMixinProps
Syntax (vb)
Public Class CfnClusterMixinProps Implements ICfnClusterMixinProps
Remarks
See: http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-emr-cluster.html
ExampleMetadata: fixture=_generated
Examples
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.Mixins.Preview.AWS.EMR.Mixins;
var additionalInfo;
ConfigurationProperty configurationProperty_;
var cfnClusterMixinProps = new CfnClusterMixinProps {
AdditionalInfo = additionalInfo,
Applications = new [] { new ApplicationProperty {
AdditionalInfo = new Dictionary<string, string> {
{ "additionalInfoKey", "additionalInfo" }
},
Args = new [] { "args" },
Name = "name",
Version = "version"
} },
AutoScalingRole = "autoScalingRole",
AutoTerminationPolicy = new AutoTerminationPolicyProperty {
IdleTimeout = 123
},
BootstrapActions = new [] { new BootstrapActionConfigProperty {
Name = "name",
ScriptBootstrapAction = new ScriptBootstrapActionConfigProperty {
Args = new [] { "args" },
Path = "path"
}
} },
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsRootVolumeIops = 123,
EbsRootVolumeSize = 123,
EbsRootVolumeThroughput = 123,
Instances = new JobFlowInstancesConfigProperty {
AdditionalMasterSecurityGroups = new [] { "additionalMasterSecurityGroups" },
AdditionalSlaveSecurityGroups = new [] { "additionalSlaveSecurityGroups" },
CoreInstanceFleet = new InstanceFleetConfigProperty {
InstanceTypeConfigs = new [] { new InstanceTypeConfigProperty {
BidPrice = "bidPrice",
BidPriceAsPercentageOfOnDemandPrice = 123,
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceType = "instanceType",
Priority = 123,
WeightedCapacity = 123
} },
LaunchSpecifications = new InstanceFleetProvisioningSpecificationsProperty {
OnDemandSpecification = new OnDemandProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
}
},
SpotSpecification = new SpotProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
BlockDurationMinutes = 123,
TimeoutAction = "timeoutAction",
TimeoutDurationMinutes = 123
}
},
Name = "name",
ResizeSpecifications = new InstanceFleetResizingSpecificationsProperty {
OnDemandResizeSpecification = new OnDemandResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
},
TimeoutDurationMinutes = 123
},
SpotResizeSpecification = new SpotResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
TimeoutDurationMinutes = 123
}
},
TargetOnDemandCapacity = 123,
TargetSpotCapacity = 123
},
CoreInstanceGroup = new InstanceGroupConfigProperty {
AutoScalingPolicy = new AutoScalingPolicyProperty {
Constraints = new ScalingConstraintsProperty {
MaxCapacity = 123,
MinCapacity = 123
},
Rules = new [] { new ScalingRuleProperty {
Action = new ScalingActionProperty {
Market = "market",
SimpleScalingPolicyConfiguration = new SimpleScalingPolicyConfigurationProperty {
AdjustmentType = "adjustmentType",
CoolDown = 123,
ScalingAdjustment = 123
}
},
Description = "description",
Name = "name",
Trigger = new ScalingTriggerProperty {
CloudWatchAlarmDefinition = new CloudWatchAlarmDefinitionProperty {
ComparisonOperator = "comparisonOperator",
Dimensions = new [] { new MetricDimensionProperty {
Key = "key",
Value = "value"
} },
EvaluationPeriods = 123,
MetricName = "metricName",
Namespace = "namespace",
Period = 123,
Statistic = "statistic",
Threshold = 123,
Unit = "unit"
}
}
} }
},
BidPrice = "bidPrice",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceCount = 123,
InstanceType = "instanceType",
Market = "market",
Name = "name"
},
Ec2KeyName = "ec2KeyName",
Ec2SubnetId = "ec2SubnetId",
Ec2SubnetIds = new [] { "ec2SubnetIds" },
EmrManagedMasterSecurityGroup = "emrManagedMasterSecurityGroup",
EmrManagedSlaveSecurityGroup = "emrManagedSlaveSecurityGroup",
HadoopVersion = "hadoopVersion",
KeepJobFlowAliveWhenNoSteps = false,
MasterInstanceFleet = new InstanceFleetConfigProperty {
InstanceTypeConfigs = new [] { new InstanceTypeConfigProperty {
BidPrice = "bidPrice",
BidPriceAsPercentageOfOnDemandPrice = 123,
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceType = "instanceType",
Priority = 123,
WeightedCapacity = 123
} },
LaunchSpecifications = new InstanceFleetProvisioningSpecificationsProperty {
OnDemandSpecification = new OnDemandProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
}
},
SpotSpecification = new SpotProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
BlockDurationMinutes = 123,
TimeoutAction = "timeoutAction",
TimeoutDurationMinutes = 123
}
},
Name = "name",
ResizeSpecifications = new InstanceFleetResizingSpecificationsProperty {
OnDemandResizeSpecification = new OnDemandResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
},
TimeoutDurationMinutes = 123
},
SpotResizeSpecification = new SpotResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
TimeoutDurationMinutes = 123
}
},
TargetOnDemandCapacity = 123,
TargetSpotCapacity = 123
},
MasterInstanceGroup = new InstanceGroupConfigProperty {
AutoScalingPolicy = new AutoScalingPolicyProperty {
Constraints = new ScalingConstraintsProperty {
MaxCapacity = 123,
MinCapacity = 123
},
Rules = new [] { new ScalingRuleProperty {
Action = new ScalingActionProperty {
Market = "market",
SimpleScalingPolicyConfiguration = new SimpleScalingPolicyConfigurationProperty {
AdjustmentType = "adjustmentType",
CoolDown = 123,
ScalingAdjustment = 123
}
},
Description = "description",
Name = "name",
Trigger = new ScalingTriggerProperty {
CloudWatchAlarmDefinition = new CloudWatchAlarmDefinitionProperty {
ComparisonOperator = "comparisonOperator",
Dimensions = new [] { new MetricDimensionProperty {
Key = "key",
Value = "value"
} },
EvaluationPeriods = 123,
MetricName = "metricName",
Namespace = "namespace",
Period = 123,
Statistic = "statistic",
Threshold = 123,
Unit = "unit"
}
}
} }
},
BidPrice = "bidPrice",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceCount = 123,
InstanceType = "instanceType",
Market = "market",
Name = "name"
},
Placement = new PlacementTypeProperty {
AvailabilityZone = "availabilityZone"
},
ServiceAccessSecurityGroup = "serviceAccessSecurityGroup",
TaskInstanceFleets = new [] { new InstanceFleetConfigProperty {
InstanceTypeConfigs = new [] { new InstanceTypeConfigProperty {
BidPrice = "bidPrice",
BidPriceAsPercentageOfOnDemandPrice = 123,
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceType = "instanceType",
Priority = 123,
WeightedCapacity = 123
} },
LaunchSpecifications = new InstanceFleetProvisioningSpecificationsProperty {
OnDemandSpecification = new OnDemandProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
}
},
SpotSpecification = new SpotProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
BlockDurationMinutes = 123,
TimeoutAction = "timeoutAction",
TimeoutDurationMinutes = 123
}
},
Name = "name",
ResizeSpecifications = new InstanceFleetResizingSpecificationsProperty {
OnDemandResizeSpecification = new OnDemandResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
},
TimeoutDurationMinutes = 123
},
SpotResizeSpecification = new SpotResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
TimeoutDurationMinutes = 123
}
},
TargetOnDemandCapacity = 123,
TargetSpotCapacity = 123
} },
TaskInstanceGroups = new [] { new InstanceGroupConfigProperty {
AutoScalingPolicy = new AutoScalingPolicyProperty {
Constraints = new ScalingConstraintsProperty {
MaxCapacity = 123,
MinCapacity = 123
},
Rules = new [] { new ScalingRuleProperty {
Action = new ScalingActionProperty {
Market = "market",
SimpleScalingPolicyConfiguration = new SimpleScalingPolicyConfigurationProperty {
AdjustmentType = "adjustmentType",
CoolDown = 123,
ScalingAdjustment = 123
}
},
Description = "description",
Name = "name",
Trigger = new ScalingTriggerProperty {
CloudWatchAlarmDefinition = new CloudWatchAlarmDefinitionProperty {
ComparisonOperator = "comparisonOperator",
Dimensions = new [] { new MetricDimensionProperty {
Key = "key",
Value = "value"
} },
EvaluationPeriods = 123,
MetricName = "metricName",
Namespace = "namespace",
Period = 123,
Statistic = "statistic",
Threshold = 123,
Unit = "unit"
}
}
} }
},
BidPrice = "bidPrice",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceCount = 123,
InstanceType = "instanceType",
Market = "market",
Name = "name"
} },
TerminationProtected = false,
UnhealthyNodeReplacement = false
},
JobFlowRole = "jobFlowRole",
KerberosAttributes = new KerberosAttributesProperty {
AdDomainJoinPassword = "adDomainJoinPassword",
AdDomainJoinUser = "adDomainJoinUser",
CrossRealmTrustPrincipalPassword = "crossRealmTrustPrincipalPassword",
KdcAdminPassword = "kdcAdminPassword",
Realm = "realm"
},
LogEncryptionKmsKeyId = "logEncryptionKmsKeyId",
LogUri = "logUri",
ManagedScalingPolicy = new ManagedScalingPolicyProperty {
ComputeLimits = new ComputeLimitsProperty {
MaximumCapacityUnits = 123,
MaximumCoreCapacityUnits = 123,
MaximumOnDemandCapacityUnits = 123,
MinimumCapacityUnits = 123,
UnitType = "unitType"
},
ScalingStrategy = "scalingStrategy",
UtilizationPerformanceIndex = 123
},
Name = "name",
OsReleaseLabel = "osReleaseLabel",
PlacementGroupConfigs = new [] { new PlacementGroupConfigProperty {
InstanceRole = "instanceRole",
PlacementStrategy = "placementStrategy"
} },
ReleaseLabel = "releaseLabel",
ScaleDownBehavior = "scaleDownBehavior",
SecurityConfiguration = "securityConfiguration",
ServiceRole = "serviceRole",
StepConcurrencyLevel = 123,
Steps = new [] { new StepConfigProperty {
ActionOnFailure = "actionOnFailure",
HadoopJarStep = new HadoopJarStepConfigProperty {
Args = new [] { "args" },
Jar = "jar",
MainClass = "mainClass",
StepProperties = new [] { new KeyValueProperty {
Key = "key",
Value = "value"
} }
},
Name = "name"
} },
Tags = new [] { new CfnTag {
Key = "key",
Value = "value"
} },
VisibleToAllUsers = false
};
Synopsis
Constructors
| CfnClusterMixinProps() | Properties for CfnClusterPropsMixin. |
Properties
| AdditionalInfo | A JSON string for selecting additional features. |
| Applications | The applications to install on this cluster, for example, Spark, Flink, Oozie, Zeppelin, and so on. |
| AutoScalingRole | An IAM role for automatic scaling policies. |
| AutoTerminationPolicy | An auto-termination policy for an Amazon EMR cluster. |
| BootstrapActions | A list of bootstrap actions to run before Hadoop starts on the cluster nodes. |
| Configurations | Applies only to Amazon EMR releases 4.x and later. The list of configurations that are supplied to the Amazon EMR cluster. |
| CustomAmiId | Available only in Amazon EMR releases 5.7.0 and later. The ID of a custom Amazon EBS-backed Linux AMI if the cluster uses a custom AMI. |
| EbsRootVolumeIops | The IOPS, of the Amazon EBS root device volume of the Linux AMI that is used for each Amazon EC2 instance. |
| EbsRootVolumeSize | The size, in GiB, of the Amazon EBS root device volume of the Linux AMI that is used for each Amazon EC2 instance. |
| EbsRootVolumeThroughput | The throughput, in MiB/s, of the Amazon EBS root device volume of the Linux AMI that is used for each Amazon EC2 instance. |
| Instances | A specification of the number and type of Amazon EC2 instances. |
| JobFlowRole | Also called instance profile and Amazon EC2 role. |
| KerberosAttributes | Attributes for Kerberos configuration when Kerberos authentication is enabled using a security configuration. |
| LogEncryptionKmsKeyId | The AWS KMS key used for encrypting log files. |
| LogUri | The path to the Amazon S3 location where logs for this cluster are stored. |
| ManagedScalingPolicy | Creates or updates a managed scaling policy for an Amazon EMR cluster. |
| Name | The name of the cluster. |
| OsReleaseLabel | The Amazon Linux release specified in a cluster launch RunJobFlow request. |
| PlacementGroupConfigs | Properties for CfnClusterPropsMixin. |
| ReleaseLabel | The Amazon EMR release label, which determines the version of open-source application packages installed on the cluster. |
| ScaleDownBehavior | The way that individual Amazon EC2 instances terminate when an automatic scale-in activity occurs or an instance group is resized. |
| SecurityConfiguration | The name of the security configuration applied to the cluster. |
| ServiceRole | The IAM role that Amazon EMR assumes in order to access AWS resources on your behalf. |
| StepConcurrencyLevel | Specifies the number of steps that can be executed concurrently. |
| Steps | A list of steps to run. |
| Tags | A list of tags associated with a cluster. |
| VisibleToAllUsers | Indicates whether the cluster is visible to all IAM users of the AWS account associated with the cluster. |
Constructors
CfnClusterMixinProps()
Properties for CfnClusterPropsMixin.
public CfnClusterMixinProps()
Remarks
See: http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-emr-cluster.html
ExampleMetadata: fixture=_generated
Examples
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.Mixins.Preview.AWS.EMR.Mixins;
var additionalInfo;
ConfigurationProperty configurationProperty_;
var cfnClusterMixinProps = new CfnClusterMixinProps {
AdditionalInfo = additionalInfo,
Applications = new [] { new ApplicationProperty {
AdditionalInfo = new Dictionary<string, string> {
{ "additionalInfoKey", "additionalInfo" }
},
Args = new [] { "args" },
Name = "name",
Version = "version"
} },
AutoScalingRole = "autoScalingRole",
AutoTerminationPolicy = new AutoTerminationPolicyProperty {
IdleTimeout = 123
},
BootstrapActions = new [] { new BootstrapActionConfigProperty {
Name = "name",
ScriptBootstrapAction = new ScriptBootstrapActionConfigProperty {
Args = new [] { "args" },
Path = "path"
}
} },
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsRootVolumeIops = 123,
EbsRootVolumeSize = 123,
EbsRootVolumeThroughput = 123,
Instances = new JobFlowInstancesConfigProperty {
AdditionalMasterSecurityGroups = new [] { "additionalMasterSecurityGroups" },
AdditionalSlaveSecurityGroups = new [] { "additionalSlaveSecurityGroups" },
CoreInstanceFleet = new InstanceFleetConfigProperty {
InstanceTypeConfigs = new [] { new InstanceTypeConfigProperty {
BidPrice = "bidPrice",
BidPriceAsPercentageOfOnDemandPrice = 123,
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceType = "instanceType",
Priority = 123,
WeightedCapacity = 123
} },
LaunchSpecifications = new InstanceFleetProvisioningSpecificationsProperty {
OnDemandSpecification = new OnDemandProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
}
},
SpotSpecification = new SpotProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
BlockDurationMinutes = 123,
TimeoutAction = "timeoutAction",
TimeoutDurationMinutes = 123
}
},
Name = "name",
ResizeSpecifications = new InstanceFleetResizingSpecificationsProperty {
OnDemandResizeSpecification = new OnDemandResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
},
TimeoutDurationMinutes = 123
},
SpotResizeSpecification = new SpotResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
TimeoutDurationMinutes = 123
}
},
TargetOnDemandCapacity = 123,
TargetSpotCapacity = 123
},
CoreInstanceGroup = new InstanceGroupConfigProperty {
AutoScalingPolicy = new AutoScalingPolicyProperty {
Constraints = new ScalingConstraintsProperty {
MaxCapacity = 123,
MinCapacity = 123
},
Rules = new [] { new ScalingRuleProperty {
Action = new ScalingActionProperty {
Market = "market",
SimpleScalingPolicyConfiguration = new SimpleScalingPolicyConfigurationProperty {
AdjustmentType = "adjustmentType",
CoolDown = 123,
ScalingAdjustment = 123
}
},
Description = "description",
Name = "name",
Trigger = new ScalingTriggerProperty {
CloudWatchAlarmDefinition = new CloudWatchAlarmDefinitionProperty {
ComparisonOperator = "comparisonOperator",
Dimensions = new [] { new MetricDimensionProperty {
Key = "key",
Value = "value"
} },
EvaluationPeriods = 123,
MetricName = "metricName",
Namespace = "namespace",
Period = 123,
Statistic = "statistic",
Threshold = 123,
Unit = "unit"
}
}
} }
},
BidPrice = "bidPrice",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceCount = 123,
InstanceType = "instanceType",
Market = "market",
Name = "name"
},
Ec2KeyName = "ec2KeyName",
Ec2SubnetId = "ec2SubnetId",
Ec2SubnetIds = new [] { "ec2SubnetIds" },
EmrManagedMasterSecurityGroup = "emrManagedMasterSecurityGroup",
EmrManagedSlaveSecurityGroup = "emrManagedSlaveSecurityGroup",
HadoopVersion = "hadoopVersion",
KeepJobFlowAliveWhenNoSteps = false,
MasterInstanceFleet = new InstanceFleetConfigProperty {
InstanceTypeConfigs = new [] { new InstanceTypeConfigProperty {
BidPrice = "bidPrice",
BidPriceAsPercentageOfOnDemandPrice = 123,
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceType = "instanceType",
Priority = 123,
WeightedCapacity = 123
} },
LaunchSpecifications = new InstanceFleetProvisioningSpecificationsProperty {
OnDemandSpecification = new OnDemandProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
}
},
SpotSpecification = new SpotProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
BlockDurationMinutes = 123,
TimeoutAction = "timeoutAction",
TimeoutDurationMinutes = 123
}
},
Name = "name",
ResizeSpecifications = new InstanceFleetResizingSpecificationsProperty {
OnDemandResizeSpecification = new OnDemandResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
},
TimeoutDurationMinutes = 123
},
SpotResizeSpecification = new SpotResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
TimeoutDurationMinutes = 123
}
},
TargetOnDemandCapacity = 123,
TargetSpotCapacity = 123
},
MasterInstanceGroup = new InstanceGroupConfigProperty {
AutoScalingPolicy = new AutoScalingPolicyProperty {
Constraints = new ScalingConstraintsProperty {
MaxCapacity = 123,
MinCapacity = 123
},
Rules = new [] { new ScalingRuleProperty {
Action = new ScalingActionProperty {
Market = "market",
SimpleScalingPolicyConfiguration = new SimpleScalingPolicyConfigurationProperty {
AdjustmentType = "adjustmentType",
CoolDown = 123,
ScalingAdjustment = 123
}
},
Description = "description",
Name = "name",
Trigger = new ScalingTriggerProperty {
CloudWatchAlarmDefinition = new CloudWatchAlarmDefinitionProperty {
ComparisonOperator = "comparisonOperator",
Dimensions = new [] { new MetricDimensionProperty {
Key = "key",
Value = "value"
} },
EvaluationPeriods = 123,
MetricName = "metricName",
Namespace = "namespace",
Period = 123,
Statistic = "statistic",
Threshold = 123,
Unit = "unit"
}
}
} }
},
BidPrice = "bidPrice",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceCount = 123,
InstanceType = "instanceType",
Market = "market",
Name = "name"
},
Placement = new PlacementTypeProperty {
AvailabilityZone = "availabilityZone"
},
ServiceAccessSecurityGroup = "serviceAccessSecurityGroup",
TaskInstanceFleets = new [] { new InstanceFleetConfigProperty {
InstanceTypeConfigs = new [] { new InstanceTypeConfigProperty {
BidPrice = "bidPrice",
BidPriceAsPercentageOfOnDemandPrice = 123,
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceType = "instanceType",
Priority = 123,
WeightedCapacity = 123
} },
LaunchSpecifications = new InstanceFleetProvisioningSpecificationsProperty {
OnDemandSpecification = new OnDemandProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
}
},
SpotSpecification = new SpotProvisioningSpecificationProperty {
AllocationStrategy = "allocationStrategy",
BlockDurationMinutes = 123,
TimeoutAction = "timeoutAction",
TimeoutDurationMinutes = 123
}
},
Name = "name",
ResizeSpecifications = new InstanceFleetResizingSpecificationsProperty {
OnDemandResizeSpecification = new OnDemandResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
CapacityReservationOptions = new OnDemandCapacityReservationOptionsProperty {
CapacityReservationPreference = "capacityReservationPreference",
CapacityReservationResourceGroupArn = "capacityReservationResourceGroupArn",
UsageStrategy = "usageStrategy"
},
TimeoutDurationMinutes = 123
},
SpotResizeSpecification = new SpotResizingSpecificationProperty {
AllocationStrategy = "allocationStrategy",
TimeoutDurationMinutes = 123
}
},
TargetOnDemandCapacity = 123,
TargetSpotCapacity = 123
} },
TaskInstanceGroups = new [] { new InstanceGroupConfigProperty {
AutoScalingPolicy = new AutoScalingPolicyProperty {
Constraints = new ScalingConstraintsProperty {
MaxCapacity = 123,
MinCapacity = 123
},
Rules = new [] { new ScalingRuleProperty {
Action = new ScalingActionProperty {
Market = "market",
SimpleScalingPolicyConfiguration = new SimpleScalingPolicyConfigurationProperty {
AdjustmentType = "adjustmentType",
CoolDown = 123,
ScalingAdjustment = 123
}
},
Description = "description",
Name = "name",
Trigger = new ScalingTriggerProperty {
CloudWatchAlarmDefinition = new CloudWatchAlarmDefinitionProperty {
ComparisonOperator = "comparisonOperator",
Dimensions = new [] { new MetricDimensionProperty {
Key = "key",
Value = "value"
} },
EvaluationPeriods = 123,
MetricName = "metricName",
Namespace = "namespace",
Period = 123,
Statistic = "statistic",
Threshold = 123,
Unit = "unit"
}
}
} }
},
BidPrice = "bidPrice",
Configurations = new [] { new ConfigurationProperty {
Classification = "classification",
ConfigurationProperties = new Dictionary<string, string> {
{ "configurationPropertiesKey", "configurationProperties" }
},
Configurations = new [] { configurationProperty_ }
} },
CustomAmiId = "customAmiId",
EbsConfiguration = new EbsConfigurationProperty {
EbsBlockDeviceConfigs = new [] { new EbsBlockDeviceConfigProperty {
VolumeSpecification = new VolumeSpecificationProperty {
Iops = 123,
SizeInGb = 123,
Throughput = 123,
VolumeType = "volumeType"
},
VolumesPerInstance = 123
} },
EbsOptimized = false
},
InstanceCount = 123,
InstanceType = "instanceType",
Market = "market",
Name = "name"
} },
TerminationProtected = false,
UnhealthyNodeReplacement = false
},
JobFlowRole = "jobFlowRole",
KerberosAttributes = new KerberosAttributesProperty {
AdDomainJoinPassword = "adDomainJoinPassword",
AdDomainJoinUser = "adDomainJoinUser",
CrossRealmTrustPrincipalPassword = "crossRealmTrustPrincipalPassword",
KdcAdminPassword = "kdcAdminPassword",
Realm = "realm"
},
LogEncryptionKmsKeyId = "logEncryptionKmsKeyId",
LogUri = "logUri",
ManagedScalingPolicy = new ManagedScalingPolicyProperty {
ComputeLimits = new ComputeLimitsProperty {
MaximumCapacityUnits = 123,
MaximumCoreCapacityUnits = 123,
MaximumOnDemandCapacityUnits = 123,
MinimumCapacityUnits = 123,
UnitType = "unitType"
},
ScalingStrategy = "scalingStrategy",
UtilizationPerformanceIndex = 123
},
Name = "name",
OsReleaseLabel = "osReleaseLabel",
PlacementGroupConfigs = new [] { new PlacementGroupConfigProperty {
InstanceRole = "instanceRole",
PlacementStrategy = "placementStrategy"
} },
ReleaseLabel = "releaseLabel",
ScaleDownBehavior = "scaleDownBehavior",
SecurityConfiguration = "securityConfiguration",
ServiceRole = "serviceRole",
StepConcurrencyLevel = 123,
Steps = new [] { new StepConfigProperty {
ActionOnFailure = "actionOnFailure",
HadoopJarStep = new HadoopJarStepConfigProperty {
Args = new [] { "args" },
Jar = "jar",
MainClass = "mainClass",
StepProperties = new [] { new KeyValueProperty {
Key = "key",
Value = "value"
} }
},
Name = "name"
} },
Tags = new [] { new CfnTag {
Key = "key",
Value = "value"
} },
VisibleToAllUsers = false
};
Properties
AdditionalInfo
A JSON string for selecting additional features.
public object? AdditionalInfo { get; set; }
Property Value
Remarks
Applications
The applications to install on this cluster, for example, Spark, Flink, Oozie, Zeppelin, and so on.
public object? Applications { get; set; }
Property Value
Remarks
AutoScalingRole
An IAM role for automatic scaling policies.
public string? AutoScalingRole { get; set; }
Property Value
Remarks
The default role is EMR_AutoScaling_DefaultRole . The IAM role provides permissions that the automatic scaling feature requires to launch and terminate Amazon EC2 instances in an instance group.
AutoTerminationPolicy
An auto-termination policy for an Amazon EMR cluster.
public object? AutoTerminationPolicy { get; set; }
Property Value
Remarks
An auto-termination policy defines the amount of idle time in seconds after which a cluster automatically terminates. For alternative cluster termination options, see Control cluster termination .
Type union: either IResolvable or CfnClusterPropsMixin.IAutoTerminationPolicyProperty
BootstrapActions
A list of bootstrap actions to run before Hadoop starts on the cluster nodes.
public object? BootstrapActions { get; set; }
Property Value
Remarks
Configurations
Applies only to Amazon EMR releases 4.x and later. The list of configurations that are supplied to the Amazon EMR cluster.
public object? Configurations { get; set; }
Property Value
Remarks
CustomAmiId
Available only in Amazon EMR releases 5.7.0 and later. The ID of a custom Amazon EBS-backed Linux AMI if the cluster uses a custom AMI.
public string? CustomAmiId { get; set; }
Property Value
Remarks
EbsRootVolumeIops
The IOPS, of the Amazon EBS root device volume of the Linux AMI that is used for each Amazon EC2 instance.
public double? EbsRootVolumeIops { get; set; }
Property Value
Remarks
Available in Amazon EMR releases 6.15.0 and later.
EbsRootVolumeSize
The size, in GiB, of the Amazon EBS root device volume of the Linux AMI that is used for each Amazon EC2 instance.
public double? EbsRootVolumeSize { get; set; }
Property Value
Remarks
Available in Amazon EMR releases 4.x and later.
EbsRootVolumeThroughput
The throughput, in MiB/s, of the Amazon EBS root device volume of the Linux AMI that is used for each Amazon EC2 instance.
public double? EbsRootVolumeThroughput { get; set; }
Property Value
Remarks
Available in Amazon EMR releases 6.15.0 and later.
Instances
A specification of the number and type of Amazon EC2 instances.
public object? Instances { get; set; }
Property Value
Remarks
JobFlowRole
Also called instance profile and Amazon EC2 role.
public string? JobFlowRole { get; set; }
Property Value
Remarks
An IAM role for an Amazon EMR cluster. The Amazon EC2 instances of the cluster assume this role. The default role is EMR_EC2_DefaultRole . In order to use the default role, you must have already created it using the AWS CLI or console.
KerberosAttributes
Attributes for Kerberos configuration when Kerberos authentication is enabled using a security configuration.
public object? KerberosAttributes { get; set; }
Property Value
Remarks
For more information see Use Kerberos Authentication in the Amazon EMR Management Guide .
Type union: either IResolvable or CfnClusterPropsMixin.IKerberosAttributesProperty
LogEncryptionKmsKeyId
The AWS KMS key used for encrypting log files.
public string? LogEncryptionKmsKeyId { get; set; }
Property Value
Remarks
This attribute is only available with Amazon EMR 5.30.0 and later, excluding Amazon EMR 6.0.0.
LogUri
The path to the Amazon S3 location where logs for this cluster are stored.
public string? LogUri { get; set; }
Property Value
Remarks
ManagedScalingPolicy
Creates or updates a managed scaling policy for an Amazon EMR cluster.
public object? ManagedScalingPolicy { get; set; }
Property Value
Remarks
The managed scaling policy defines the limits for resources, such as Amazon EC2 instances that can be added or terminated from a cluster. The policy only applies to the core and task nodes. The master node cannot be scaled after initial configuration.
Type union: either IResolvable or CfnClusterPropsMixin.IManagedScalingPolicyProperty
Name
The name of the cluster.
public string? Name { get; set; }
Property Value
Remarks
This parameter can't contain the characters <, >, $, |, or ` (backtick).
OsReleaseLabel
The Amazon Linux release specified in a cluster launch RunJobFlow request.
public string? OsReleaseLabel { get; set; }
Property Value
Remarks
If no Amazon Linux release was specified, the default Amazon Linux release is shown in the response.
PlacementGroupConfigs
Properties for CfnClusterPropsMixin.
public object? PlacementGroupConfigs { get; set; }
Property Value
Remarks
ReleaseLabel
The Amazon EMR release label, which determines the version of open-source application packages installed on the cluster.
public string? ReleaseLabel { get; set; }
Property Value
Remarks
Release labels are in the form emr-x.x.x , where x.x.x is an Amazon EMR release version such as emr-5.14.0 . For more information about Amazon EMR release versions and included application versions and features, see . The release label applies only to Amazon EMR releases version 4.0 and later. Earlier versions use AmiVersion .
ScaleDownBehavior
The way that individual Amazon EC2 instances terminate when an automatic scale-in activity occurs or an instance group is resized.
public string? ScaleDownBehavior { get; set; }
Property Value
Remarks
TERMINATE_AT_INSTANCE_HOUR indicates that Amazon EMR terminates nodes at the instance-hour boundary, regardless of when the request to terminate the instance was submitted. This option is only available with Amazon EMR 5.1.0 and later and is the default for clusters created using that version. TERMINATE_AT_TASK_COMPLETION indicates that Amazon EMR adds nodes to a deny list and drains tasks from nodes before terminating the Amazon EC2 instances, regardless of the instance-hour boundary. With either behavior, Amazon EMR removes the least active nodes first and blocks instance termination if it could lead to HDFS corruption. TERMINATE_AT_TASK_COMPLETION is available only in Amazon EMR releases 4.1.0 and later, and is the default for versions of Amazon EMR earlier than 5.1.0.
SecurityConfiguration
The name of the security configuration applied to the cluster.
public string? SecurityConfiguration { get; set; }
Property Value
Remarks
ServiceRole
The IAM role that Amazon EMR assumes in order to access AWS resources on your behalf.
public string? ServiceRole { get; set; }
Property Value
Remarks
StepConcurrencyLevel
Specifies the number of steps that can be executed concurrently.
public double? StepConcurrencyLevel { get; set; }
Property Value
Remarks
The default value is 1 . The maximum value is 256 .
Steps
A list of steps to run.
public object? Steps { get; set; }
Property Value
Remarks
Type union: either IResolvable or (either IResolvable or CfnClusterPropsMixin.IStepConfigProperty)[]
Tags
A list of tags associated with a cluster.
public ICfnTag[]? Tags { get; set; }
Property Value
ICfnTag[]
Remarks
VisibleToAllUsers
Indicates whether the cluster is visible to all IAM users of the AWS account associated with the cluster.
public object? VisibleToAllUsers { get; set; }
Property Value
Remarks
If this value is set to true , all IAM users of that AWS account can view and manage the cluster if they have the proper policy permissions set. If this value is false , only the IAM user that created the cluster can view and manage it. This value can be changed using the SetVisibleToAllUsers action.
When you create clusters directly through the EMR console or API, this value is set to <code>true</code> by default. However, for <code>AWS::EMR::Cluster</code> resources in CloudFormation, the default is <code>false</code> .
Type union: either bool or IResolvable