{ "metadata": { "apiVersion": "2009-03-31", "endpointPrefix": "elasticmapreduce", "jsonVersion": "1.1", "serviceAbbreviation": "Amazon EMR", "serviceFullName": "Amazon Elastic MapReduce", "signatureVersion": "v4", "targetPrefix": "ElasticMapReduce", "timestampFormat": "unixTimestamp", "protocol": "json" }, "operations": { "AddInstanceGroups": { "input": { "type": "structure", "required": [ "InstanceGroups", "JobFlowId" ], "members": { "InstanceGroups": { "shape": "S2" }, "JobFlowId": {} } }, "output": { "type": "structure", "members": { "JobFlowId": {}, "InstanceGroupIds": { "type": "list", "member": {} } } } }, "AddJobFlowSteps": { "input": { "type": "structure", "required": [ "JobFlowId", "Steps" ], "members": { "JobFlowId": {}, "Steps": { "shape": "Sc" } } }, "output": { "type": "structure", "members": { "StepIds": { "type": "list", "member": {} } } } }, "AddTags": { "input": { "type": "structure", "required": [ "ResourceId", "Tags" ], "members": { "ResourceId": {}, "Tags": { "shape": "So" } } }, "output": { "type": "structure", "members": {} } }, "DescribeCluster": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {} } }, "output": { "type": "structure", "members": { "Cluster": { "type": "structure", "members": { "Id": {}, "Name": {}, "Status": { "shape": "Sw" }, "Ec2InstanceAttributes": { "type": "structure", "members": { "Ec2KeyName": {}, "Ec2SubnetId": {}, "Ec2AvailabilityZone": {}, "IamInstanceProfile": {} } }, "LogUri": {}, "RequestedAmiVersion": {}, "RunningAmiVersion": {}, "AutoTerminate": { "type": "boolean" }, "TerminationProtected": { "type": "boolean" }, "VisibleToAllUsers": { "type": "boolean" }, "Applications": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "Version": {}, "Args": { "shape": "S16" }, "AdditionalInfo": { "shape": "S17" } } } }, "Tags": { "shape": "So" }, "ServiceRole": {} } } } } }, "DescribeJobFlows": { "input": { "type": "structure", "members": { "CreatedAfter": { "type": "timestamp" }, "CreatedBefore": { "type": "timestamp" }, "JobFlowIds": { "shape": "Sj" }, "JobFlowStates": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "JobFlows": { "type": "list", "member": { "type": "structure", "required": [ "JobFlowId", "Name", "ExecutionStatusDetail", "Instances" ], "members": { "JobFlowId": {}, "Name": {}, "LogUri": {}, "AmiVersion": {}, "ExecutionStatusDetail": { "type": "structure", "required": [ "State", "CreationDateTime" ], "members": { "State": {}, "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" }, "LastStateChangeReason": {} } }, "Instances": { "type": "structure", "required": [ "MasterInstanceType", "SlaveInstanceType", "InstanceCount" ], "members": { "MasterInstanceType": {}, "MasterPublicDnsName": {}, "MasterInstanceId": {}, "SlaveInstanceType": {}, "InstanceCount": { "type": "integer" }, "InstanceGroups": { "type": "list", "member": { "type": "structure", "required": [ "Market", "InstanceRole", "InstanceType", "InstanceRequestCount", "InstanceRunningCount", "State", "CreationDateTime" ], "members": { "InstanceGroupId": {}, "Name": {}, "Market": {}, "InstanceRole": {}, "BidPrice": {}, "InstanceType": {}, "InstanceRequestCount": { "type": "integer" }, "InstanceRunningCount": { "type": "integer" }, "State": {}, "LastStateChangeReason": {}, "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } }, "NormalizedInstanceHours": { "type": "integer" }, "Ec2KeyName": {}, "Ec2SubnetId": {}, "Placement": { "shape": "S1j" }, "KeepJobFlowAliveWhenNoSteps": { "type": "boolean" }, "TerminationProtected": { "type": "boolean" }, "HadoopVersion": {} } }, "Steps": { "type": "list", "member": { "type": "structure", "required": [ "StepConfig", "ExecutionStatusDetail" ], "members": { "StepConfig": { "shape": "Sd" }, "ExecutionStatusDetail": { "type": "structure", "required": [ "State", "CreationDateTime" ], "members": { "State": {}, "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" }, "LastStateChangeReason": {} } } } } }, "BootstrapActions": { "type": "list", "member": { "type": "structure", "members": { "BootstrapActionConfig": { "shape": "S1q" } } } }, "SupportedProducts": { "shape": "S1s" }, "VisibleToAllUsers": { "type": "boolean" }, "JobFlowRole": {}, "ServiceRole": {} } } } } }, "deprecated": true }, "DescribeStep": { "input": { "type": "structure", "required": [ "ClusterId", "StepId" ], "members": { "ClusterId": {}, "StepId": {} } }, "output": { "type": "structure", "members": { "Step": { "type": "structure", "members": { "Id": {}, "Name": {}, "Config": { "type": "structure", "members": { "Jar": {}, "Properties": { "shape": "S17" }, "MainClass": {}, "Args": { "shape": "S16" } } }, "ActionOnFailure": {}, "Status": { "shape": "S1y" } } } } } }, "ListBootstrapActions": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "Marker": {} } }, "output": { "type": "structure", "members": { "BootstrapActions": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "ScriptPath": {}, "Args": { "shape": "S16" } } } }, "Marker": {} } } }, "ListClusters": { "input": { "type": "structure", "members": { "CreatedAfter": { "type": "timestamp" }, "CreatedBefore": { "type": "timestamp" }, "ClusterStates": { "type": "list", "member": {} }, "Marker": {} } }, "output": { "type": "structure", "members": { "Clusters": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Name": {}, "Status": { "shape": "Sw" } } } }, "Marker": {} } } }, "ListInstanceGroups": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "Marker": {} } }, "output": { "type": "structure", "members": { "InstanceGroups": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Name": {}, "Market": {}, "InstanceGroupType": {}, "BidPrice": {}, "InstanceType": {}, "RequestedInstanceCount": { "type": "integer" }, "RunningInstanceCount": { "type": "integer" }, "Status": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } } } } }, "Marker": {} } } }, "ListInstances": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "InstanceGroupId": {}, "InstanceGroupTypes": { "type": "list", "member": {} }, "Marker": {} } }, "output": { "type": "structure", "members": { "Instances": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Ec2InstanceId": {}, "PublicDnsName": {}, "PublicIpAddress": {}, "PrivateDnsName": {}, "PrivateIpAddress": {}, "Status": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } } } } }, "Marker": {} } } }, "ListSteps": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "StepStates": { "type": "list", "member": {} }, "Marker": {} } }, "output": { "type": "structure", "members": { "Steps": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Name": {}, "Status": { "shape": "S1y" } } } }, "Marker": {} } } }, "ModifyInstanceGroups": { "input": { "type": "structure", "members": { "InstanceGroups": { "type": "list", "member": { "type": "structure", "required": [ "InstanceGroupId" ], "members": { "InstanceGroupId": {}, "InstanceCount": { "type": "integer" }, "EC2InstanceIdsToTerminate": { "type": "list", "member": {} } } } } } } }, "RemoveTags": { "input": { "type": "structure", "required": [ "ResourceId", "TagKeys" ], "members": { "ResourceId": {}, "TagKeys": { "shape": "S16" } } }, "output": { "type": "structure", "members": {} } }, "RunJobFlow": { "input": { "type": "structure", "required": [ "Name", "Instances" ], "members": { "Name": {}, "LogUri": {}, "AdditionalInfo": {}, "AmiVersion": {}, "Instances": { "type": "structure", "members": { "MasterInstanceType": {}, "SlaveInstanceType": {}, "InstanceCount": { "type": "integer" }, "InstanceGroups": { "shape": "S2" }, "Ec2KeyName": {}, "Placement": { "shape": "S1j" }, "KeepJobFlowAliveWhenNoSteps": { "type": "boolean" }, "TerminationProtected": { "type": "boolean" }, "HadoopVersion": {}, "Ec2SubnetId": {} } }, "Steps": { "shape": "Sc" }, "BootstrapActions": { "type": "list", "member": { "shape": "S1q" } }, "SupportedProducts": { "shape": "S1s" }, "NewSupportedProducts": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "Args": { "shape": "Sj" } } } }, "VisibleToAllUsers": { "type": "boolean" }, "JobFlowRole": {}, "ServiceRole": {}, "Tags": { "shape": "So" } } }, "output": { "type": "structure", "members": { "JobFlowId": {} } } }, "SetTerminationProtection": { "input": { "type": "structure", "required": [ "JobFlowIds", "TerminationProtected" ], "members": { "JobFlowIds": { "shape": "Sj" }, "TerminationProtected": { "type": "boolean" } } } }, "SetVisibleToAllUsers": { "input": { "type": "structure", "required": [ "JobFlowIds", "VisibleToAllUsers" ], "members": { "JobFlowIds": { "shape": "Sj" }, "VisibleToAllUsers": { "type": "boolean" } } } }, "TerminateJobFlows": { "input": { "type": "structure", "required": [ "JobFlowIds" ], "members": { "JobFlowIds": { "shape": "Sj" } } } } }, "shapes": { "S2": { "type": "list", "member": { "type": "structure", "required": [ "InstanceRole", "InstanceType", "InstanceCount" ], "members": { "Name": {}, "Market": {}, "InstanceRole": {}, "BidPrice": {}, "InstanceType": {}, "InstanceCount": { "type": "integer" } } } }, "Sc": { "type": "list", "member": { "shape": "Sd" } }, "Sd": { "type": "structure", "required": [ "Name", "HadoopJarStep" ], "members": { "Name": {}, "ActionOnFailure": {}, "HadoopJarStep": { "type": "structure", "required": [ "Jar" ], "members": { "Properties": { "type": "list", "member": { "type": "structure", "members": { "Key": {}, "Value": {} } } }, "Jar": {}, "MainClass": {}, "Args": { "shape": "Sj" } } } } }, "Sj": { "type": "list", "member": {} }, "So": { "type": "list", "member": { "type": "structure", "members": { "Key": {}, "Value": {} } } }, "Sw": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } }, "S16": { "type": "list", "member": {} }, "S17": { "type": "map", "key": {}, "value": {} }, "S1j": { "type": "structure", "required": [ "AvailabilityZone" ], "members": { "AvailabilityZone": {} } }, "S1q": { "type": "structure", "required": [ "Name", "ScriptBootstrapAction" ], "members": { "Name": {}, "ScriptBootstrapAction": { "type": "structure", "required": [ "Path" ], "members": { "Path": {}, "Args": { "shape": "Sj" } } } } }, "S1s": { "type": "list", "member": {} }, "S1y": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } } } }