{ "version": "2.0", "metadata": { "apiVersion": "2017-03-31", "endpointPrefix": "glue", "jsonVersion": "1.1", "protocol": "json", "serviceFullName": "AWS Glue", "serviceId": "Glue", "signatureVersion": "v4", "targetPrefix": "AWSGlue", "uid": "glue-2017-03-31" }, "operations": { "BatchCreatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionInputList" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionInputList": { "type": "list", "member": { "shape": "S5" } } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "Sv" } } } }, "BatchDeleteConnection": { "input": { "type": "structure", "required": [ "ConnectionNameList" ], "members": { "CatalogId": {}, "ConnectionNameList": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Succeeded": { "shape": "Sm" }, "Errors": { "type": "map", "key": {}, "value": { "shape": "Sx" } } } } }, "BatchDeletePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionsToDelete" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionsToDelete": { "type": "list", "member": { "shape": "S15" } } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "Sv" } } } }, "BatchDeleteTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TablesToDelete" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TablesToDelete": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Errors": { "type": "list", "member": { "type": "structure", "members": { "TableName": {}, "ErrorDetail": { "shape": "Sx" } } } } } } }, "BatchDeleteTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "VersionIds" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionIds": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Errors": { "type": "list", "member": { "type": "structure", "members": { "TableName": {}, "VersionId": {}, "ErrorDetail": { "shape": "Sx" } } } } } } }, "BatchGetPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionsToGet" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionsToGet": { "shape": "S1j" } } }, "output": { "type": "structure", "members": { "Partitions": { "shape": "S1l" }, "UnprocessedKeys": { "shape": "S1j" } } } }, "BatchStopJobRun": { "input": { "type": "structure", "required": [ "JobName", "JobRunIds" ], "members": { "JobName": {}, "JobRunIds": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "SuccessfulSubmissions": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "JobRunId": {} } } }, "Errors": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "JobRunId": {}, "ErrorDetail": { "shape": "Sx" } } } } } } }, "CreateClassifier": { "input": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Classification", "Name", "GrokPattern" ], "members": { "Classification": {}, "Name": {}, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Classification", "Name" ], "members": { "Classification": {}, "Name": {}, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name", "JsonPath" ], "members": { "Name": {}, "JsonPath": {} } } } }, "output": { "type": "structure", "members": {} } }, "CreateConnection": { "input": { "type": "structure", "required": [ "ConnectionInput" ], "members": { "CatalogId": {}, "ConnectionInput": { "shape": "S26" } } }, "output": { "type": "structure", "members": {} } }, "CreateCrawler": { "input": { "type": "structure", "required": [ "Name", "Role", "DatabaseName", "Targets" ], "members": { "Name": {}, "Role": {}, "DatabaseName": {}, "Description": {}, "Targets": { "shape": "S2h" }, "Schedule": {}, "Classifiers": { "shape": "S2s" }, "TablePrefix": {}, "SchemaChangePolicy": { "shape": "S2u" }, "Configuration": {}, "CrawlerSecurityConfiguration": {} } }, "output": { "type": "structure", "members": {} } }, "CreateDatabase": { "input": { "type": "structure", "required": [ "DatabaseInput" ], "members": { "CatalogId": {}, "DatabaseInput": { "shape": "S31" } } }, "output": { "type": "structure", "members": {} } }, "CreateDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName", "RoleArn" ], "members": { "EndpointName": {}, "RoleArn": {}, "SecurityGroupIds": { "shape": "S37" }, "SubnetId": {}, "PublicKey": {}, "PublicKeys": { "shape": "S38" }, "NumberOfNodes": { "type": "integer" }, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "SecurityConfiguration": {} } }, "output": { "type": "structure", "members": { "EndpointName": {}, "Status": {}, "SecurityGroupIds": { "shape": "S37" }, "SubnetId": {}, "RoleArn": {}, "YarnEndpointAddress": {}, "ZeppelinRemoteSparkInterpreterPort": { "type": "integer" }, "NumberOfNodes": { "type": "integer" }, "AvailabilityZone": {}, "VpcId": {}, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "FailureReason": {}, "SecurityConfiguration": {}, "CreatedTimestamp": { "type": "timestamp" } } } }, "CreateJob": { "input": { "type": "structure", "required": [ "Name", "Role", "Command" ], "members": { "Name": {}, "Description": {}, "LogUri": {}, "Role": {}, "ExecutionProperty": { "shape": "S3f" }, "Command": { "shape": "S3h" }, "DefaultArguments": { "shape": "S3j" }, "Connections": { "shape": "S3k" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "type": "integer" }, "Timeout": { "type": "integer" }, "NotificationProperty": { "shape": "S3n" }, "SecurityConfiguration": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionInput": { "shape": "S5" } } }, "output": { "type": "structure", "members": {} } }, "CreateScript": { "input": { "type": "structure", "members": { "DagNodes": { "shape": "S3t" }, "DagEdges": { "shape": "S41" }, "Language": {} } }, "output": { "type": "structure", "members": { "PythonScript": {}, "ScalaCode": {} } } }, "CreateSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name", "EncryptionConfiguration" ], "members": { "Name": {}, "EncryptionConfiguration": { "shape": "S48" } } }, "output": { "type": "structure", "members": { "Name": {}, "CreatedTimestamp": { "type": "timestamp" } } } }, "CreateTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableInput": { "shape": "S4j" } } }, "output": { "type": "structure", "members": {} } }, "CreateTrigger": { "input": { "type": "structure", "required": [ "Name", "Type", "Actions" ], "members": { "Name": {}, "Type": {}, "Schedule": {}, "Predicate": { "shape": "S4q" }, "Actions": { "shape": "S4w" }, "Description": {}, "StartOnCreation": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreateUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionInput": { "shape": "S51" } } }, "output": { "type": "structure", "members": {} } }, "DeleteClassifier": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteConnection": { "input": { "type": "structure", "required": [ "ConnectionName" ], "members": { "CatalogId": {}, "ConnectionName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteDatabase": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteJob": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "DeletePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" } } }, "output": { "type": "structure", "members": {} } }, "DeleteResourcePolicy": { "input": { "type": "structure", "members": { "PolicyHashCondition": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTable": { "input": { "type": "structure", "required": [ "DatabaseName", "Name" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "VersionId" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionId": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "DeleteUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {} } }, "output": { "type": "structure", "members": {} } }, "GetCatalogImportStatus": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": { "ImportStatus": { "type": "structure", "members": { "ImportCompleted": { "type": "boolean" }, "ImportTime": { "type": "timestamp" }, "ImportedBy": {} } } } } }, "GetClassifier": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Classifier": { "shape": "S63" } } } }, "GetClassifiers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Classifiers": { "type": "list", "member": { "shape": "S63" } }, "NextToken": {} } } }, "GetConnection": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {}, "HidePassword": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Connection": { "shape": "S6f" } } } }, "GetConnections": { "input": { "type": "structure", "members": { "CatalogId": {}, "Filter": { "type": "structure", "members": { "MatchCriteria": { "shape": "S28" }, "ConnectionType": {} } }, "HidePassword": { "type": "boolean" }, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "ConnectionList": { "type": "list", "member": { "shape": "S6f" } }, "NextToken": {} } } }, "GetCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Crawler": { "shape": "S6m" } } } }, "GetCrawlerMetrics": { "input": { "type": "structure", "members": { "CrawlerNameList": { "type": "list", "member": {} }, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "CrawlerMetricsList": { "type": "list", "member": { "type": "structure", "members": { "CrawlerName": {}, "TimeLeftSeconds": { "type": "double" }, "StillEstimating": { "type": "boolean" }, "LastRuntimeSeconds": { "type": "double" }, "MedianRuntimeSeconds": { "type": "double" }, "TablesCreated": { "type": "integer" }, "TablesUpdated": { "type": "integer" }, "TablesDeleted": { "type": "integer" } } } }, "NextToken": {} } } }, "GetCrawlers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Crawlers": { "type": "list", "member": { "shape": "S6m" } }, "NextToken": {} } } }, "GetDataCatalogEncryptionSettings": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": { "DataCatalogEncryptionSettings": { "shape": "S77" } } } }, "GetDatabase": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {} } }, "output": { "type": "structure", "members": { "Database": { "shape": "S7d" } } } }, "GetDatabases": { "input": { "type": "structure", "members": { "CatalogId": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "required": [ "DatabaseList" ], "members": { "DatabaseList": { "type": "list", "member": { "shape": "S7d" } }, "NextToken": {} } } }, "GetDataflowGraph": { "input": { "type": "structure", "members": { "PythonScript": {} } }, "output": { "type": "structure", "members": { "DagNodes": { "shape": "S3t" }, "DagEdges": { "shape": "S41" } } } }, "GetDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {} } }, "output": { "type": "structure", "members": { "DevEndpoint": { "shape": "S7l" } } } }, "GetDevEndpoints": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "DevEndpoints": { "type": "list", "member": { "shape": "S7l" } }, "NextToken": {} } } }, "GetJob": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "Job": { "shape": "S7r" } } } }, "GetJobRun": { "input": { "type": "structure", "required": [ "JobName", "RunId" ], "members": { "JobName": {}, "RunId": {}, "PredecessorsIncluded": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "JobRun": { "shape": "S7u" } } } }, "GetJobRuns": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "JobRuns": { "type": "list", "member": { "shape": "S7u" } }, "NextToken": {} } } }, "GetJobs": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Jobs": { "type": "list", "member": { "shape": "S7r" } }, "NextToken": {} } } }, "GetMapping": { "input": { "type": "structure", "required": [ "Source" ], "members": { "Source": { "shape": "S87" }, "Sinks": { "shape": "S88" }, "Location": { "shape": "S89" } } }, "output": { "type": "structure", "required": [ "Mapping" ], "members": { "Mapping": { "shape": "S8b" } } } }, "GetPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" } } }, "output": { "type": "structure", "members": { "Partition": { "shape": "S1m" } } } }, "GetPartitions": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Expression": {}, "NextToken": {}, "Segment": { "type": "structure", "required": [ "SegmentNumber", "TotalSegments" ], "members": { "SegmentNumber": { "type": "integer" }, "TotalSegments": { "type": "integer" } } }, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Partitions": { "shape": "S1l" }, "NextToken": {} } } }, "GetPlan": { "input": { "type": "structure", "required": [ "Mapping", "Source" ], "members": { "Mapping": { "shape": "S8b" }, "Source": { "shape": "S87" }, "Sinks": { "shape": "S88" }, "Location": { "shape": "S89" }, "Language": {} } }, "output": { "type": "structure", "members": { "PythonScript": {}, "ScalaCode": {} } } }, "GetResourcePolicy": { "input": { "type": "structure", "members": {} }, "output": { "type": "structure", "members": { "PolicyInJson": {}, "PolicyHash": {}, "CreateTime": { "type": "timestamp" }, "UpdateTime": { "type": "timestamp" } } } }, "GetSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "SecurityConfiguration": { "shape": "S8u" } } } }, "GetSecurityConfigurations": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "SecurityConfigurations": { "type": "list", "member": { "shape": "S8u" } }, "NextToken": {} } } }, "GetTable": { "input": { "type": "structure", "required": [ "DatabaseName", "Name" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Name": {} } }, "output": { "type": "structure", "members": { "Table": { "shape": "S90" } } } }, "GetTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionId": {} } }, "output": { "type": "structure", "members": { "TableVersion": { "shape": "S93" } } } }, "GetTableVersions": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "TableVersions": { "type": "list", "member": { "shape": "S93" } }, "NextToken": {} } } }, "GetTables": { "input": { "type": "structure", "required": [ "DatabaseName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Expression": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "TableList": { "type": "list", "member": { "shape": "S90" } }, "NextToken": {} } } }, "GetTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Trigger": { "shape": "S9d" } } } }, "GetTriggers": { "input": { "type": "structure", "members": { "NextToken": {}, "DependentJobName": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Triggers": { "type": "list", "member": { "shape": "S9d" } }, "NextToken": {} } } }, "GetUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {} } }, "output": { "type": "structure", "members": { "UserDefinedFunction": { "shape": "S9k" } } } }, "GetUserDefinedFunctions": { "input": { "type": "structure", "required": [ "DatabaseName", "Pattern" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Pattern": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "UserDefinedFunctions": { "type": "list", "member": { "shape": "S9k" } }, "NextToken": {} } } }, "ImportCatalogToGlue": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": {} } }, "PutDataCatalogEncryptionSettings": { "input": { "type": "structure", "required": [ "DataCatalogEncryptionSettings" ], "members": { "CatalogId": {}, "DataCatalogEncryptionSettings": { "shape": "S77" } } }, "output": { "type": "structure", "members": {} } }, "PutResourcePolicy": { "input": { "type": "structure", "required": [ "PolicyInJson" ], "members": { "PolicyInJson": {}, "PolicyHashCondition": {}, "PolicyExistsCondition": {} } }, "output": { "type": "structure", "members": { "PolicyHash": {} } } }, "ResetJobBookmark": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "JobBookmarkEntry": { "type": "structure", "members": { "JobName": {}, "Version": { "type": "integer" }, "Run": { "type": "integer" }, "Attempt": { "type": "integer" }, "JobBookmark": {} } } } } }, "StartCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "StartCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {} } }, "output": { "type": "structure", "members": {} } }, "StartJobRun": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "JobRunId": {}, "Arguments": { "shape": "S3j" }, "AllocatedCapacity": { "type": "integer" }, "Timeout": { "type": "integer" }, "NotificationProperty": { "shape": "S3n" }, "SecurityConfiguration": {} } }, "output": { "type": "structure", "members": { "JobRunId": {} } } }, "StartTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "StopCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "StopCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {} } }, "output": { "type": "structure", "members": {} } }, "StopTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "UpdateClassifier": { "input": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Classification": {}, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Classification": {}, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "JsonPath": {} } } } }, "output": { "type": "structure", "members": {} } }, "UpdateConnection": { "input": { "type": "structure", "required": [ "Name", "ConnectionInput" ], "members": { "CatalogId": {}, "Name": {}, "ConnectionInput": { "shape": "S26" } } }, "output": { "type": "structure", "members": {} } }, "UpdateCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Role": {}, "DatabaseName": {}, "Description": {}, "Targets": { "shape": "S2h" }, "Schedule": {}, "Classifiers": { "shape": "S2s" }, "TablePrefix": {}, "SchemaChangePolicy": { "shape": "S2u" }, "Configuration": {}, "CrawlerSecurityConfiguration": {} } }, "output": { "type": "structure", "members": {} } }, "UpdateCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {}, "Schedule": {} } }, "output": { "type": "structure", "members": {} } }, "UpdateDatabase": { "input": { "type": "structure", "required": [ "Name", "DatabaseInput" ], "members": { "CatalogId": {}, "Name": {}, "DatabaseInput": { "shape": "S31" } } }, "output": { "type": "structure", "members": {} } }, "UpdateDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {}, "PublicKey": {}, "AddPublicKeys": { "shape": "S38" }, "DeletePublicKeys": { "shape": "S38" }, "CustomLibraries": { "type": "structure", "members": { "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {} } }, "UpdateEtlLibraries": { "type": "boolean" } } }, "output": { "type": "structure", "members": {} } }, "UpdateJob": { "input": { "type": "structure", "required": [ "JobName", "JobUpdate" ], "members": { "JobName": {}, "JobUpdate": { "type": "structure", "members": { "Description": {}, "LogUri": {}, "Role": {}, "ExecutionProperty": { "shape": "S3f" }, "Command": { "shape": "S3h" }, "DefaultArguments": { "shape": "S3j" }, "Connections": { "shape": "S3k" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "type": "integer" }, "Timeout": { "type": "integer" }, "NotificationProperty": { "shape": "S3n" }, "SecurityConfiguration": {} } } } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "UpdatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValueList", "PartitionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValueList": { "type": "list", "member": {} }, "PartitionInput": { "shape": "S5" } } }, "output": { "type": "structure", "members": {} } }, "UpdateTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableInput": { "shape": "S4j" }, "SkipArchive": { "type": "boolean" } } }, "output": { "type": "structure", "members": {} } }, "UpdateTrigger": { "input": { "type": "structure", "required": [ "Name", "TriggerUpdate" ], "members": { "Name": {}, "TriggerUpdate": { "type": "structure", "members": { "Name": {}, "Description": {}, "Schedule": {}, "Actions": { "shape": "S4w" }, "Predicate": { "shape": "S4q" } } } } }, "output": { "type": "structure", "members": { "Trigger": { "shape": "S9d" } } } }, "UpdateUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName", "FunctionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {}, "FunctionInput": { "shape": "S51" } } }, "output": { "type": "structure", "members": {} } } }, "shapes": { "S5": { "type": "structure", "members": { "Values": { "shape": "S6" }, "LastAccessTime": { "type": "timestamp" }, "StorageDescriptor": { "shape": "S9" }, "Parameters": { "shape": "Sj" }, "LastAnalyzedTime": { "type": "timestamp" } } }, "S6": { "type": "list", "member": {} }, "S9": { "type": "structure", "members": { "Columns": { "shape": "Sa" }, "Location": {}, "InputFormat": {}, "OutputFormat": {}, "Compressed": { "type": "boolean" }, "NumberOfBuckets": { "type": "integer" }, "SerdeInfo": { "type": "structure", "members": { "Name": {}, "SerializationLibrary": {}, "Parameters": { "shape": "Sj" } } }, "BucketColumns": { "shape": "Sm" }, "SortColumns": { "type": "list", "member": { "type": "structure", "required": [ "Column", "SortOrder" ], "members": { "Column": {}, "SortOrder": { "type": "integer" } } } }, "Parameters": { "shape": "Sj" }, "SkewedInfo": { "type": "structure", "members": { "SkewedColumnNames": { "shape": "Sm" }, "SkewedColumnValues": { "type": "list", "member": {} }, "SkewedColumnValueLocationMaps": { "type": "map", "key": {}, "value": {} } } }, "StoredAsSubDirectories": { "type": "boolean" } } }, "Sa": { "type": "list", "member": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Type": {}, "Comment": {} } } }, "Sj": { "type": "map", "key": {}, "value": {} }, "Sm": { "type": "list", "member": {} }, "Sv": { "type": "list", "member": { "type": "structure", "members": { "PartitionValues": { "shape": "S6" }, "ErrorDetail": { "shape": "Sx" } } } }, "Sx": { "type": "structure", "members": { "ErrorCode": {}, "ErrorMessage": {} } }, "S15": { "type": "structure", "required": [ "Values" ], "members": { "Values": { "shape": "S6" } } }, "S1j": { "type": "list", "member": { "shape": "S15" } }, "S1l": { "type": "list", "member": { "shape": "S1m" } }, "S1m": { "type": "structure", "members": { "Values": { "shape": "S6" }, "DatabaseName": {}, "TableName": {}, "CreationTime": { "type": "timestamp" }, "LastAccessTime": { "type": "timestamp" }, "StorageDescriptor": { "shape": "S9" }, "Parameters": { "shape": "Sj" }, "LastAnalyzedTime": { "type": "timestamp" } } }, "S26": { "type": "structure", "required": [ "Name", "ConnectionType", "ConnectionProperties" ], "members": { "Name": {}, "Description": {}, "ConnectionType": {}, "MatchCriteria": { "shape": "S28" }, "ConnectionProperties": { "shape": "S29" }, "PhysicalConnectionRequirements": { "shape": "S2b" } } }, "S28": { "type": "list", "member": {} }, "S29": { "type": "map", "key": {}, "value": {} }, "S2b": { "type": "structure", "members": { "SubnetId": {}, "SecurityGroupIdList": { "type": "list", "member": {} }, "AvailabilityZone": {} } }, "S2h": { "type": "structure", "members": { "S3Targets": { "type": "list", "member": { "type": "structure", "members": { "Path": {}, "Exclusions": { "shape": "S2l" } } } }, "JdbcTargets": { "type": "list", "member": { "type": "structure", "members": { "ConnectionName": {}, "Path": {}, "Exclusions": { "shape": "S2l" } } } }, "DynamoDBTargets": { "type": "list", "member": { "type": "structure", "members": { "Path": {} } } } } }, "S2l": { "type": "list", "member": {} }, "S2s": { "type": "list", "member": {} }, "S2u": { "type": "structure", "members": { "UpdateBehavior": {}, "DeleteBehavior": {} } }, "S31": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "LocationUri": {}, "Parameters": { "shape": "Sj" } } }, "S37": { "type": "list", "member": {} }, "S38": { "type": "list", "member": {} }, "S3f": { "type": "structure", "members": { "MaxConcurrentRuns": { "type": "integer" } } }, "S3h": { "type": "structure", "members": { "Name": {}, "ScriptLocation": {} } }, "S3j": { "type": "map", "key": {}, "value": {} }, "S3k": { "type": "structure", "members": { "Connections": { "shape": "S37" } } }, "S3n": { "type": "structure", "members": { "NotifyDelayAfter": { "type": "integer" } } }, "S3t": { "type": "list", "member": { "type": "structure", "required": [ "Id", "NodeType", "Args" ], "members": { "Id": {}, "NodeType": {}, "Args": { "shape": "S3x" }, "LineNumber": { "type": "integer" } } } }, "S3x": { "type": "list", "member": { "type": "structure", "required": [ "Name", "Value" ], "members": { "Name": {}, "Value": {}, "Param": { "type": "boolean" } } } }, "S41": { "type": "list", "member": { "type": "structure", "required": [ "Source", "Target" ], "members": { "Source": {}, "Target": {}, "TargetParameter": {} } } }, "S48": { "type": "structure", "members": { "S3Encryption": { "type": "list", "member": { "type": "structure", "members": { "S3EncryptionMode": {}, "KmsKeyArn": {} } } }, "CloudWatchEncryption": { "type": "structure", "members": { "CloudWatchEncryptionMode": {}, "KmsKeyArn": {} } }, "JobBookmarksEncryption": { "type": "structure", "members": { "JobBookmarksEncryptionMode": {}, "KmsKeyArn": {} } } } }, "S4j": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "Owner": {}, "LastAccessTime": { "type": "timestamp" }, "LastAnalyzedTime": { "type": "timestamp" }, "Retention": { "type": "integer" }, "StorageDescriptor": { "shape": "S9" }, "PartitionKeys": { "shape": "Sa" }, "ViewOriginalText": {}, "ViewExpandedText": {}, "TableType": {}, "Parameters": { "shape": "Sj" } } }, "S4q": { "type": "structure", "members": { "Logical": {}, "Conditions": { "type": "list", "member": { "type": "structure", "members": { "LogicalOperator": {}, "JobName": {}, "State": {} } } } } }, "S4w": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "Arguments": { "shape": "S3j" }, "Timeout": { "type": "integer" }, "NotificationProperty": { "shape": "S3n" }, "SecurityConfiguration": {} } } }, "S51": { "type": "structure", "members": { "FunctionName": {}, "ClassName": {}, "OwnerName": {}, "OwnerType": {}, "ResourceUris": { "shape": "S53" } } }, "S53": { "type": "list", "member": { "type": "structure", "members": { "ResourceType": {}, "Uri": {} } } }, "S63": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Name", "Classification", "GrokPattern" ], "members": { "Name": {}, "Classification": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Name", "Classification" ], "members": { "Name": {}, "Classification": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name", "JsonPath" ], "members": { "Name": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "JsonPath": {} } } } }, "S6f": { "type": "structure", "members": { "Name": {}, "Description": {}, "ConnectionType": {}, "MatchCriteria": { "shape": "S28" }, "ConnectionProperties": { "shape": "S29" }, "PhysicalConnectionRequirements": { "shape": "S2b" }, "CreationTime": { "type": "timestamp" }, "LastUpdatedTime": { "type": "timestamp" }, "LastUpdatedBy": {} } }, "S6m": { "type": "structure", "members": { "Name": {}, "Role": {}, "Targets": { "shape": "S2h" }, "DatabaseName": {}, "Description": {}, "Classifiers": { "shape": "S2s" }, "SchemaChangePolicy": { "shape": "S2u" }, "State": {}, "TablePrefix": {}, "Schedule": { "type": "structure", "members": { "ScheduleExpression": {}, "State": {} } }, "CrawlElapsedTime": { "type": "long" }, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "LastCrawl": { "type": "structure", "members": { "Status": {}, "ErrorMessage": {}, "LogGroup": {}, "LogStream": {}, "MessagePrefix": {}, "StartTime": { "type": "timestamp" } } }, "Version": { "type": "long" }, "Configuration": {}, "CrawlerSecurityConfiguration": {} } }, "S77": { "type": "structure", "members": { "EncryptionAtRest": { "type": "structure", "required": [ "CatalogEncryptionMode" ], "members": { "CatalogEncryptionMode": {}, "SseAwsKmsKeyId": {} } }, "ConnectionPasswordEncryption": { "type": "structure", "required": [ "ReturnConnectionPasswordEncrypted" ], "members": { "ReturnConnectionPasswordEncrypted": { "type": "boolean" }, "AwsKmsKeyId": {} } } } }, "S7d": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "LocationUri": {}, "Parameters": { "shape": "Sj" }, "CreateTime": { "type": "timestamp" } } }, "S7l": { "type": "structure", "members": { "EndpointName": {}, "RoleArn": {}, "SecurityGroupIds": { "shape": "S37" }, "SubnetId": {}, "YarnEndpointAddress": {}, "PrivateAddress": {}, "ZeppelinRemoteSparkInterpreterPort": { "type": "integer" }, "PublicAddress": {}, "Status": {}, "NumberOfNodes": { "type": "integer" }, "AvailabilityZone": {}, "VpcId": {}, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "FailureReason": {}, "LastUpdateStatus": {}, "CreatedTimestamp": { "type": "timestamp" }, "LastModifiedTimestamp": { "type": "timestamp" }, "PublicKey": {}, "PublicKeys": { "shape": "S38" }, "SecurityConfiguration": {} } }, "S7r": { "type": "structure", "members": { "Name": {}, "Description": {}, "LogUri": {}, "Role": {}, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "ExecutionProperty": { "shape": "S3f" }, "Command": { "shape": "S3h" }, "DefaultArguments": { "shape": "S3j" }, "Connections": { "shape": "S3k" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "type": "integer" }, "Timeout": { "type": "integer" }, "NotificationProperty": { "shape": "S3n" }, "SecurityConfiguration": {} } }, "S7u": { "type": "structure", "members": { "Id": {}, "Attempt": { "type": "integer" }, "PreviousRunId": {}, "TriggerName": {}, "JobName": {}, "StartedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "JobRunState": {}, "Arguments": { "shape": "S3j" }, "ErrorMessage": {}, "PredecessorRuns": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "RunId": {} } } }, "AllocatedCapacity": { "type": "integer" }, "ExecutionTime": { "type": "integer" }, "Timeout": { "type": "integer" }, "NotificationProperty": { "shape": "S3n" }, "SecurityConfiguration": {}, "LogGroupName": {} } }, "S87": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "DatabaseName": {}, "TableName": {} } }, "S88": { "type": "list", "member": { "shape": "S87" } }, "S89": { "type": "structure", "members": { "Jdbc": { "shape": "S3x" }, "S3": { "shape": "S3x" }, "DynamoDB": { "shape": "S3x" } } }, "S8b": { "type": "list", "member": { "type": "structure", "members": { "SourceTable": {}, "SourcePath": {}, "SourceType": {}, "TargetTable": {}, "TargetPath": {}, "TargetType": {} } } }, "S8u": { "type": "structure", "members": { "Name": {}, "CreatedTimeStamp": { "type": "timestamp" }, "EncryptionConfiguration": { "shape": "S48" } } }, "S90": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "DatabaseName": {}, "Description": {}, "Owner": {}, "CreateTime": { "type": "timestamp" }, "UpdateTime": { "type": "timestamp" }, "LastAccessTime": { "type": "timestamp" }, "LastAnalyzedTime": { "type": "timestamp" }, "Retention": { "type": "integer" }, "StorageDescriptor": { "shape": "S9" }, "PartitionKeys": { "shape": "Sa" }, "ViewOriginalText": {}, "ViewExpandedText": {}, "TableType": {}, "Parameters": { "shape": "Sj" }, "CreatedBy": {} } }, "S93": { "type": "structure", "members": { "Table": { "shape": "S90" }, "VersionId": {} } }, "S9d": { "type": "structure", "members": { "Name": {}, "Id": {}, "Type": {}, "State": {}, "Description": {}, "Schedule": {}, "Actions": { "shape": "S4w" }, "Predicate": { "shape": "S4q" } } }, "S9k": { "type": "structure", "members": { "FunctionName": {}, "ClassName": {}, "OwnerName": {}, "OwnerType": {}, "CreateTime": { "type": "timestamp" }, "ResourceUris": { "shape": "S53" } } } } }