{ "version": "2.0", "metadata": { "apiVersion": "2017-03-31", "endpointPrefix": "glue", "jsonVersion": "1.1", "protocol": "json", "serviceFullName": "AWS Glue", "serviceId": "Glue", "signatureVersion": "v4", "targetPrefix": "AWSGlue", "uid": "glue-2017-03-31" }, "operations": { "BatchCreatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionInputList" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionInputList": { "type": "list", "member": { "shape": "S5" } } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "Sv" } } } }, "BatchDeleteConnection": { "input": { "type": "structure", "required": [ "ConnectionNameList" ], "members": { "CatalogId": {}, "ConnectionNameList": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Succeeded": { "shape": "Sm" }, "Errors": { "type": "map", "key": {}, "value": { "shape": "Sx" } } } } }, "BatchDeletePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionsToDelete" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionsToDelete": { "type": "list", "member": { "shape": "S15" } } } }, "output": { "type": "structure", "members": { "Errors": { "shape": "Sv" } } } }, "BatchDeleteTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TablesToDelete" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TablesToDelete": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Errors": { "type": "list", "member": { "type": "structure", "members": { "TableName": {}, "ErrorDetail": { "shape": "Sx" } } } } } } }, "BatchDeleteTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "VersionIds" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionIds": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "Errors": { "type": "list", "member": { "type": "structure", "members": { "TableName": {}, "VersionId": {}, "ErrorDetail": { "shape": "Sx" } } } } } } }, "BatchGetCrawlers": { "input": { "type": "structure", "required": [ "CrawlerNames" ], "members": { "CrawlerNames": { "shape": "S1j" } } }, "output": { "type": "structure", "members": { "Crawlers": { "shape": "S1l" }, "CrawlersNotFound": { "shape": "S1j" } } } }, "BatchGetDevEndpoints": { "input": { "type": "structure", "required": [ "DevEndpointNames" ], "members": { "DevEndpointNames": { "shape": "S2i" } } }, "output": { "type": "structure", "members": { "DevEndpoints": { "shape": "S2l" }, "DevEndpointsNotFound": { "shape": "S2i" } } } }, "BatchGetJobs": { "input": { "type": "structure", "required": [ "JobNames" ], "members": { "JobNames": { "shape": "S2u" } } }, "output": { "type": "structure", "members": { "Jobs": { "shape": "S2w" }, "JobsNotFound": { "shape": "S2u" } } } }, "BatchGetPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionsToGet" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionsToGet": { "shape": "S3e" } } }, "output": { "type": "structure", "members": { "Partitions": { "shape": "S3g" }, "UnprocessedKeys": { "shape": "S3e" } } } }, "BatchGetTriggers": { "input": { "type": "structure", "required": [ "TriggerNames" ], "members": { "TriggerNames": { "shape": "S3j" } } }, "output": { "type": "structure", "members": { "Triggers": { "shape": "S3l" }, "TriggersNotFound": { "shape": "S3j" } } } }, "BatchStopJobRun": { "input": { "type": "structure", "required": [ "JobName", "JobRunIds" ], "members": { "JobName": {}, "JobRunIds": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "SuccessfulSubmissions": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "JobRunId": {} } } }, "Errors": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "JobRunId": {}, "ErrorDetail": { "shape": "Sx" } } } } } } }, "CreateClassifier": { "input": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Classification", "Name", "GrokPattern" ], "members": { "Classification": {}, "Name": {}, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Classification", "Name" ], "members": { "Classification": {}, "Name": {}, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name", "JsonPath" ], "members": { "Name": {}, "JsonPath": {} } }, "CsvClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Delimiter": {}, "QuoteSymbol": {}, "ContainsHeader": {}, "Header": { "shape": "S4i" }, "DisableValueTrimming": { "type": "boolean" }, "AllowSingleColumn": { "type": "boolean" } } } } }, "output": { "type": "structure", "members": {} } }, "CreateConnection": { "input": { "type": "structure", "required": [ "ConnectionInput" ], "members": { "CatalogId": {}, "ConnectionInput": { "shape": "S4m" } } }, "output": { "type": "structure", "members": {} } }, "CreateCrawler": { "input": { "type": "structure", "required": [ "Name", "Role", "DatabaseName", "Targets" ], "members": { "Name": {}, "Role": {}, "DatabaseName": {}, "Description": {}, "Targets": { "shape": "S1o" }, "Schedule": {}, "Classifiers": { "shape": "S1z" }, "TablePrefix": {}, "SchemaChangePolicy": { "shape": "S20" }, "Configuration": {}, "CrawlerSecurityConfiguration": {}, "Tags": { "shape": "S4v" } } }, "output": { "type": "structure", "members": {} } }, "CreateDatabase": { "input": { "type": "structure", "required": [ "DatabaseInput" ], "members": { "CatalogId": {}, "DatabaseInput": { "shape": "S50" } } }, "output": { "type": "structure", "members": {} } }, "CreateDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName", "RoleArn" ], "members": { "EndpointName": {}, "RoleArn": {}, "SecurityGroupIds": { "shape": "S2o" }, "SubnetId": {}, "PublicKey": {}, "PublicKeys": { "shape": "S2r" }, "NumberOfNodes": { "type": "integer" }, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "SecurityConfiguration": {}, "Tags": { "shape": "S4v" }, "Arguments": { "shape": "S2s" } } }, "output": { "type": "structure", "members": { "EndpointName": {}, "Status": {}, "SecurityGroupIds": { "shape": "S2o" }, "SubnetId": {}, "RoleArn": {}, "YarnEndpointAddress": {}, "ZeppelinRemoteSparkInterpreterPort": { "type": "integer" }, "NumberOfNodes": { "type": "integer" }, "AvailabilityZone": {}, "VpcId": {}, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "FailureReason": {}, "SecurityConfiguration": {}, "CreatedTimestamp": { "type": "timestamp" }, "Arguments": { "shape": "S2s" } } } }, "CreateJob": { "input": { "type": "structure", "required": [ "Name", "Role", "Command" ], "members": { "Name": {}, "Description": {}, "LogUri": {}, "Role": {}, "ExecutionProperty": { "shape": "S30" }, "Command": { "shape": "S32" }, "DefaultArguments": { "shape": "S34" }, "Connections": { "shape": "S35" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "NotificationProperty": { "shape": "S3b" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "Tags": { "shape": "S4v" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionInput": { "shape": "S5" } } }, "output": { "type": "structure", "members": {} } }, "CreateScript": { "input": { "type": "structure", "members": { "DagNodes": { "shape": "S5a" }, "DagEdges": { "shape": "S5i" }, "Language": {} } }, "output": { "type": "structure", "members": { "PythonScript": {}, "ScalaCode": {} } } }, "CreateSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name", "EncryptionConfiguration" ], "members": { "Name": {}, "EncryptionConfiguration": { "shape": "S5p" } } }, "output": { "type": "structure", "members": { "Name": {}, "CreatedTimestamp": { "type": "timestamp" } } } }, "CreateTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableInput": { "shape": "S60" } } }, "output": { "type": "structure", "members": {} } }, "CreateTrigger": { "input": { "type": "structure", "required": [ "Name", "Type", "Actions" ], "members": { "Name": {}, "Type": {}, "Schedule": {}, "Predicate": { "shape": "S3s" }, "Actions": { "shape": "S3q" }, "Description": {}, "StartOnCreation": { "type": "boolean" }, "Tags": { "shape": "S4v" } } }, "output": { "type": "structure", "members": { "Name": {} } } }, "CreateUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionInput": { "shape": "S69" } } }, "output": { "type": "structure", "members": {} } }, "DeleteClassifier": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteConnection": { "input": { "type": "structure", "required": [ "ConnectionName" ], "members": { "CatalogId": {}, "ConnectionName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteDatabase": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteJob": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "DeletePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" } } }, "output": { "type": "structure", "members": {} } }, "DeleteResourcePolicy": { "input": { "type": "structure", "members": { "PolicyHashCondition": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTable": { "input": { "type": "structure", "required": [ "DatabaseName", "Name" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Name": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "VersionId" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionId": {} } }, "output": { "type": "structure", "members": {} } }, "DeleteTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "DeleteUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {} } }, "output": { "type": "structure", "members": {} } }, "GetCatalogImportStatus": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": { "ImportStatus": { "type": "structure", "members": { "ImportCompleted": { "type": "boolean" }, "ImportTime": { "type": "timestamp" }, "ImportedBy": {} } } } } }, "GetClassifier": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Classifier": { "shape": "S7b" } } } }, "GetClassifiers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Classifiers": { "type": "list", "member": { "shape": "S7b" } }, "NextToken": {} } } }, "GetConnection": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {}, "HidePassword": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "Connection": { "shape": "S7n" } } } }, "GetConnections": { "input": { "type": "structure", "members": { "CatalogId": {}, "Filter": { "type": "structure", "members": { "MatchCriteria": { "shape": "S4o" }, "ConnectionType": {} } }, "HidePassword": { "type": "boolean" }, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "ConnectionList": { "type": "list", "member": { "shape": "S7n" } }, "NextToken": {} } } }, "GetCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Crawler": { "shape": "S1m" } } } }, "GetCrawlerMetrics": { "input": { "type": "structure", "members": { "CrawlerNameList": { "shape": "S1j" }, "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "CrawlerMetricsList": { "type": "list", "member": { "type": "structure", "members": { "CrawlerName": {}, "TimeLeftSeconds": { "type": "double" }, "StillEstimating": { "type": "boolean" }, "LastRuntimeSeconds": { "type": "double" }, "MedianRuntimeSeconds": { "type": "double" }, "TablesCreated": { "type": "integer" }, "TablesUpdated": { "type": "integer" }, "TablesDeleted": { "type": "integer" } } } }, "NextToken": {} } } }, "GetCrawlers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "Crawlers": { "shape": "S1l" }, "NextToken": {} } } }, "GetDataCatalogEncryptionSettings": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": { "DataCatalogEncryptionSettings": { "shape": "S83" } } } }, "GetDatabase": { "input": { "type": "structure", "required": [ "Name" ], "members": { "CatalogId": {}, "Name": {} } }, "output": { "type": "structure", "members": { "Database": { "shape": "S89" } } } }, "GetDatabases": { "input": { "type": "structure", "members": { "CatalogId": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "required": [ "DatabaseList" ], "members": { "DatabaseList": { "type": "list", "member": { "shape": "S89" } }, "NextToken": {} } } }, "GetDataflowGraph": { "input": { "type": "structure", "members": { "PythonScript": {} } }, "output": { "type": "structure", "members": { "DagNodes": { "shape": "S5a" }, "DagEdges": { "shape": "S5i" } } } }, "GetDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {} } }, "output": { "type": "structure", "members": { "DevEndpoint": { "shape": "S2m" } } } }, "GetDevEndpoints": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "DevEndpoints": { "shape": "S2l" }, "NextToken": {} } } }, "GetJob": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "Job": { "shape": "S2x" } } } }, "GetJobRun": { "input": { "type": "structure", "required": [ "JobName", "RunId" ], "members": { "JobName": {}, "RunId": {}, "PredecessorsIncluded": { "type": "boolean" } } }, "output": { "type": "structure", "members": { "JobRun": { "shape": "S8n" } } } }, "GetJobRuns": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "JobRuns": { "type": "list", "member": { "shape": "S8n" } }, "NextToken": {} } } }, "GetJobs": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Jobs": { "shape": "S2w" }, "NextToken": {} } } }, "GetMapping": { "input": { "type": "structure", "required": [ "Source" ], "members": { "Source": { "shape": "S8z" }, "Sinks": { "shape": "S90" }, "Location": { "shape": "S91" } } }, "output": { "type": "structure", "required": [ "Mapping" ], "members": { "Mapping": { "shape": "S93" } } } }, "GetPartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValues" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValues": { "shape": "S6" } } }, "output": { "type": "structure", "members": { "Partition": { "shape": "S3h" } } } }, "GetPartitions": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "Expression": {}, "NextToken": {}, "Segment": { "type": "structure", "required": [ "SegmentNumber", "TotalSegments" ], "members": { "SegmentNumber": { "type": "integer" }, "TotalSegments": { "type": "integer" } } }, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Partitions": { "shape": "S3g" }, "NextToken": {} } } }, "GetPlan": { "input": { "type": "structure", "required": [ "Mapping", "Source" ], "members": { "Mapping": { "shape": "S93" }, "Source": { "shape": "S8z" }, "Sinks": { "shape": "S90" }, "Location": { "shape": "S91" }, "Language": {} } }, "output": { "type": "structure", "members": { "PythonScript": {}, "ScalaCode": {} } } }, "GetResourcePolicy": { "input": { "type": "structure", "members": {} }, "output": { "type": "structure", "members": { "PolicyInJson": {}, "PolicyHash": {}, "CreateTime": { "type": "timestamp" }, "UpdateTime": { "type": "timestamp" } } } }, "GetSecurityConfiguration": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "SecurityConfiguration": { "shape": "S9m" } } } }, "GetSecurityConfigurations": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {} } }, "output": { "type": "structure", "members": { "SecurityConfigurations": { "type": "list", "member": { "shape": "S9m" } }, "NextToken": {} } } }, "GetTable": { "input": { "type": "structure", "required": [ "DatabaseName", "Name" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Name": {} } }, "output": { "type": "structure", "members": { "Table": { "shape": "S9s" } } } }, "GetTableVersion": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "VersionId": {} } }, "output": { "type": "structure", "members": { "TableVersion": { "shape": "S9v" } } } }, "GetTableVersions": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "TableVersions": { "type": "list", "member": { "shape": "S9v" } }, "NextToken": {} } } }, "GetTables": { "input": { "type": "structure", "required": [ "DatabaseName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Expression": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "TableList": { "type": "list", "member": { "shape": "S9s" } }, "NextToken": {} } } }, "GetTags": { "input": { "type": "structure", "required": [ "ResourceArn" ], "members": { "ResourceArn": {} } }, "output": { "type": "structure", "members": { "Tags": { "shape": "S4v" } } } }, "GetTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Trigger": { "shape": "S3m" } } } }, "GetTriggers": { "input": { "type": "structure", "members": { "NextToken": {}, "DependentJobName": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "Triggers": { "shape": "S3l" }, "NextToken": {} } } }, "GetUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {} } }, "output": { "type": "structure", "members": { "UserDefinedFunction": { "shape": "Sac" } } } }, "GetUserDefinedFunctions": { "input": { "type": "structure", "required": [ "DatabaseName", "Pattern" ], "members": { "CatalogId": {}, "DatabaseName": {}, "Pattern": {}, "NextToken": {}, "MaxResults": { "type": "integer" } } }, "output": { "type": "structure", "members": { "UserDefinedFunctions": { "type": "list", "member": { "shape": "Sac" } }, "NextToken": {} } } }, "ImportCatalogToGlue": { "input": { "type": "structure", "members": { "CatalogId": {} } }, "output": { "type": "structure", "members": {} } }, "ListCrawlers": { "input": { "type": "structure", "members": { "MaxResults": { "type": "integer" }, "NextToken": {}, "Tags": { "shape": "S4v" } } }, "output": { "type": "structure", "members": { "CrawlerNames": { "shape": "S1j" }, "NextToken": {} } } }, "ListDevEndpoints": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "S4v" } } }, "output": { "type": "structure", "members": { "DevEndpointNames": { "type": "list", "member": {} }, "NextToken": {} } } }, "ListJobs": { "input": { "type": "structure", "members": { "NextToken": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "S4v" } } }, "output": { "type": "structure", "members": { "JobNames": { "shape": "S2u" }, "NextToken": {} } } }, "ListTriggers": { "input": { "type": "structure", "members": { "NextToken": {}, "DependentJobName": {}, "MaxResults": { "type": "integer" }, "Tags": { "shape": "S4v" } } }, "output": { "type": "structure", "members": { "TriggerNames": { "shape": "S3j" }, "NextToken": {} } } }, "PutDataCatalogEncryptionSettings": { "input": { "type": "structure", "required": [ "DataCatalogEncryptionSettings" ], "members": { "CatalogId": {}, "DataCatalogEncryptionSettings": { "shape": "S83" } } }, "output": { "type": "structure", "members": {} } }, "PutResourcePolicy": { "input": { "type": "structure", "required": [ "PolicyInJson" ], "members": { "PolicyInJson": {}, "PolicyHashCondition": {}, "PolicyExistsCondition": {} } }, "output": { "type": "structure", "members": { "PolicyHash": {} } } }, "ResetJobBookmark": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {} } }, "output": { "type": "structure", "members": { "JobBookmarkEntry": { "type": "structure", "members": { "JobName": {}, "Version": { "type": "integer" }, "Run": { "type": "integer" }, "Attempt": { "type": "integer" }, "JobBookmark": {} } } } } }, "StartCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "StartCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {} } }, "output": { "type": "structure", "members": {} } }, "StartJobRun": { "input": { "type": "structure", "required": [ "JobName" ], "members": { "JobName": {}, "JobRunId": {}, "Arguments": { "shape": "S34" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "NotificationProperty": { "shape": "S3b" } } }, "output": { "type": "structure", "members": { "JobRunId": {} } } }, "StartTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "StopCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": {} } }, "StopCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {} } }, "output": { "type": "structure", "members": {} } }, "StopTrigger": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {} } }, "output": { "type": "structure", "members": { "Name": {} } } }, "TagResource": { "input": { "type": "structure", "required": [ "ResourceArn", "TagsToAdd" ], "members": { "ResourceArn": {}, "TagsToAdd": { "shape": "S4v" } } }, "output": { "type": "structure", "members": {} } }, "UntagResource": { "input": { "type": "structure", "required": [ "ResourceArn", "TagsToRemove" ], "members": { "ResourceArn": {}, "TagsToRemove": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": {} } }, "UpdateClassifier": { "input": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Classification": {}, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Classification": {}, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "JsonPath": {} } }, "CsvClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Delimiter": {}, "QuoteSymbol": {}, "ContainsHeader": {}, "Header": { "shape": "S4i" }, "DisableValueTrimming": { "type": "boolean" }, "AllowSingleColumn": { "type": "boolean" } } } } }, "output": { "type": "structure", "members": {} } }, "UpdateConnection": { "input": { "type": "structure", "required": [ "Name", "ConnectionInput" ], "members": { "CatalogId": {}, "Name": {}, "ConnectionInput": { "shape": "S4m" } } }, "output": { "type": "structure", "members": {} } }, "UpdateCrawler": { "input": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Role": {}, "DatabaseName": {}, "Description": {}, "Targets": { "shape": "S1o" }, "Schedule": {}, "Classifiers": { "shape": "S1z" }, "TablePrefix": {}, "SchemaChangePolicy": { "shape": "S20" }, "Configuration": {}, "CrawlerSecurityConfiguration": {} } }, "output": { "type": "structure", "members": {} } }, "UpdateCrawlerSchedule": { "input": { "type": "structure", "required": [ "CrawlerName" ], "members": { "CrawlerName": {}, "Schedule": {} } }, "output": { "type": "structure", "members": {} } }, "UpdateDatabase": { "input": { "type": "structure", "required": [ "Name", "DatabaseInput" ], "members": { "CatalogId": {}, "Name": {}, "DatabaseInput": { "shape": "S50" } } }, "output": { "type": "structure", "members": {} } }, "UpdateDevEndpoint": { "input": { "type": "structure", "required": [ "EndpointName" ], "members": { "EndpointName": {}, "PublicKey": {}, "AddPublicKeys": { "shape": "S2r" }, "DeletePublicKeys": { "shape": "S2r" }, "CustomLibraries": { "type": "structure", "members": { "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {} } }, "UpdateEtlLibraries": { "type": "boolean" }, "DeleteArguments": { "shape": "S2o" }, "AddArguments": { "shape": "S2s" } } }, "output": { "type": "structure", "members": {} } }, "UpdateJob": { "input": { "type": "structure", "required": [ "JobName", "JobUpdate" ], "members": { "JobName": {}, "JobUpdate": { "type": "structure", "members": { "Description": {}, "LogUri": {}, "Role": {}, "ExecutionProperty": { "shape": "S30" }, "Command": { "shape": "S32" }, "DefaultArguments": { "shape": "S34" }, "Connections": { "shape": "S35" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "NotificationProperty": { "shape": "S3b" } } } } }, "output": { "type": "structure", "members": { "JobName": {} } } }, "UpdatePartition": { "input": { "type": "structure", "required": [ "DatabaseName", "TableName", "PartitionValueList", "PartitionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableName": {}, "PartitionValueList": { "type": "list", "member": {} }, "PartitionInput": { "shape": "S5" } } }, "output": { "type": "structure", "members": {} } }, "UpdateTable": { "input": { "type": "structure", "required": [ "DatabaseName", "TableInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "TableInput": { "shape": "S60" }, "SkipArchive": { "type": "boolean" } } }, "output": { "type": "structure", "members": {} } }, "UpdateTrigger": { "input": { "type": "structure", "required": [ "Name", "TriggerUpdate" ], "members": { "Name": {}, "TriggerUpdate": { "type": "structure", "members": { "Name": {}, "Description": {}, "Schedule": {}, "Actions": { "shape": "S3q" }, "Predicate": { "shape": "S3s" } } } } }, "output": { "type": "structure", "members": { "Trigger": { "shape": "S3m" } } } }, "UpdateUserDefinedFunction": { "input": { "type": "structure", "required": [ "DatabaseName", "FunctionName", "FunctionInput" ], "members": { "CatalogId": {}, "DatabaseName": {}, "FunctionName": {}, "FunctionInput": { "shape": "S69" } } }, "output": { "type": "structure", "members": {} } } }, "shapes": { "S5": { "type": "structure", "members": { "Values": { "shape": "S6" }, "LastAccessTime": { "type": "timestamp" }, "StorageDescriptor": { "shape": "S9" }, "Parameters": { "shape": "Sj" }, "LastAnalyzedTime": { "type": "timestamp" } } }, "S6": { "type": "list", "member": {} }, "S9": { "type": "structure", "members": { "Columns": { "shape": "Sa" }, "Location": {}, "InputFormat": {}, "OutputFormat": {}, "Compressed": { "type": "boolean" }, "NumberOfBuckets": { "type": "integer" }, "SerdeInfo": { "type": "structure", "members": { "Name": {}, "SerializationLibrary": {}, "Parameters": { "shape": "Sj" } } }, "BucketColumns": { "shape": "Sm" }, "SortColumns": { "type": "list", "member": { "type": "structure", "required": [ "Column", "SortOrder" ], "members": { "Column": {}, "SortOrder": { "type": "integer" } } } }, "Parameters": { "shape": "Sj" }, "SkewedInfo": { "type": "structure", "members": { "SkewedColumnNames": { "shape": "Sm" }, "SkewedColumnValues": { "type": "list", "member": {} }, "SkewedColumnValueLocationMaps": { "type": "map", "key": {}, "value": {} } } }, "StoredAsSubDirectories": { "type": "boolean" } } }, "Sa": { "type": "list", "member": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Type": {}, "Comment": {} } } }, "Sj": { "type": "map", "key": {}, "value": {} }, "Sm": { "type": "list", "member": {} }, "Sv": { "type": "list", "member": { "type": "structure", "members": { "PartitionValues": { "shape": "S6" }, "ErrorDetail": { "shape": "Sx" } } } }, "Sx": { "type": "structure", "members": { "ErrorCode": {}, "ErrorMessage": {} } }, "S15": { "type": "structure", "required": [ "Values" ], "members": { "Values": { "shape": "S6" } } }, "S1j": { "type": "list", "member": {} }, "S1l": { "type": "list", "member": { "shape": "S1m" } }, "S1m": { "type": "structure", "members": { "Name": {}, "Role": {}, "Targets": { "shape": "S1o" }, "DatabaseName": {}, "Description": {}, "Classifiers": { "shape": "S1z" }, "SchemaChangePolicy": { "shape": "S20" }, "State": {}, "TablePrefix": {}, "Schedule": { "type": "structure", "members": { "ScheduleExpression": {}, "State": {} } }, "CrawlElapsedTime": { "type": "long" }, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "LastCrawl": { "type": "structure", "members": { "Status": {}, "ErrorMessage": {}, "LogGroup": {}, "LogStream": {}, "MessagePrefix": {}, "StartTime": { "type": "timestamp" } } }, "Version": { "type": "long" }, "Configuration": {}, "CrawlerSecurityConfiguration": {} } }, "S1o": { "type": "structure", "members": { "S3Targets": { "type": "list", "member": { "type": "structure", "members": { "Path": {}, "Exclusions": { "shape": "S1s" } } } }, "JdbcTargets": { "type": "list", "member": { "type": "structure", "members": { "ConnectionName": {}, "Path": {}, "Exclusions": { "shape": "S1s" } } } }, "DynamoDBTargets": { "type": "list", "member": { "type": "structure", "members": { "Path": {} } } } } }, "S1s": { "type": "list", "member": {} }, "S1z": { "type": "list", "member": {} }, "S20": { "type": "structure", "members": { "UpdateBehavior": {}, "DeleteBehavior": {} } }, "S2i": { "type": "list", "member": {} }, "S2l": { "type": "list", "member": { "shape": "S2m" } }, "S2m": { "type": "structure", "members": { "EndpointName": {}, "RoleArn": {}, "SecurityGroupIds": { "shape": "S2o" }, "SubnetId": {}, "YarnEndpointAddress": {}, "PrivateAddress": {}, "ZeppelinRemoteSparkInterpreterPort": { "type": "integer" }, "PublicAddress": {}, "Status": {}, "NumberOfNodes": { "type": "integer" }, "AvailabilityZone": {}, "VpcId": {}, "ExtraPythonLibsS3Path": {}, "ExtraJarsS3Path": {}, "FailureReason": {}, "LastUpdateStatus": {}, "CreatedTimestamp": { "type": "timestamp" }, "LastModifiedTimestamp": { "type": "timestamp" }, "PublicKey": {}, "PublicKeys": { "shape": "S2r" }, "SecurityConfiguration": {}, "Arguments": { "shape": "S2s" } } }, "S2o": { "type": "list", "member": {} }, "S2r": { "type": "list", "member": {} }, "S2s": { "type": "map", "key": {}, "value": {} }, "S2u": { "type": "list", "member": {} }, "S2w": { "type": "list", "member": { "shape": "S2x" } }, "S2x": { "type": "structure", "members": { "Name": {}, "Description": {}, "LogUri": {}, "Role": {}, "CreatedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "ExecutionProperty": { "shape": "S30" }, "Command": { "shape": "S32" }, "DefaultArguments": { "shape": "S34" }, "Connections": { "shape": "S35" }, "MaxRetries": { "type": "integer" }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "NotificationProperty": { "shape": "S3b" } } }, "S30": { "type": "structure", "members": { "MaxConcurrentRuns": { "type": "integer" } } }, "S32": { "type": "structure", "members": { "Name": {}, "ScriptLocation": {} } }, "S34": { "type": "map", "key": {}, "value": {} }, "S35": { "type": "structure", "members": { "Connections": { "shape": "S2o" } } }, "S3b": { "type": "structure", "members": { "NotifyDelayAfter": { "type": "integer" } } }, "S3e": { "type": "list", "member": { "shape": "S15" } }, "S3g": { "type": "list", "member": { "shape": "S3h" } }, "S3h": { "type": "structure", "members": { "Values": { "shape": "S6" }, "DatabaseName": {}, "TableName": {}, "CreationTime": { "type": "timestamp" }, "LastAccessTime": { "type": "timestamp" }, "StorageDescriptor": { "shape": "S9" }, "Parameters": { "shape": "Sj" }, "LastAnalyzedTime": { "type": "timestamp" } } }, "S3j": { "type": "list", "member": {} }, "S3l": { "type": "list", "member": { "shape": "S3m" } }, "S3m": { "type": "structure", "members": { "Name": {}, "Id": {}, "Type": {}, "State": {}, "Description": {}, "Schedule": {}, "Actions": { "shape": "S3q" }, "Predicate": { "shape": "S3s" } } }, "S3q": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "Arguments": { "shape": "S34" }, "Timeout": { "type": "integer" }, "NotificationProperty": { "shape": "S3b" }, "SecurityConfiguration": {} } } }, "S3s": { "type": "structure", "members": { "Logical": {}, "Conditions": { "type": "list", "member": { "type": "structure", "members": { "LogicalOperator": {}, "JobName": {}, "State": {} } } } } }, "S4i": { "type": "list", "member": {} }, "S4m": { "type": "structure", "required": [ "Name", "ConnectionType", "ConnectionProperties" ], "members": { "Name": {}, "Description": {}, "ConnectionType": {}, "MatchCriteria": { "shape": "S4o" }, "ConnectionProperties": { "shape": "S4p" }, "PhysicalConnectionRequirements": { "shape": "S4r" } } }, "S4o": { "type": "list", "member": {} }, "S4p": { "type": "map", "key": {}, "value": {} }, "S4r": { "type": "structure", "members": { "SubnetId": {}, "SecurityGroupIdList": { "type": "list", "member": {} }, "AvailabilityZone": {} } }, "S4v": { "type": "map", "key": {}, "value": {} }, "S50": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "LocationUri": {}, "Parameters": { "shape": "Sj" } } }, "S5a": { "type": "list", "member": { "type": "structure", "required": [ "Id", "NodeType", "Args" ], "members": { "Id": {}, "NodeType": {}, "Args": { "shape": "S5e" }, "LineNumber": { "type": "integer" } } } }, "S5e": { "type": "list", "member": { "type": "structure", "required": [ "Name", "Value" ], "members": { "Name": {}, "Value": {}, "Param": { "type": "boolean" } } } }, "S5i": { "type": "list", "member": { "type": "structure", "required": [ "Source", "Target" ], "members": { "Source": {}, "Target": {}, "TargetParameter": {} } } }, "S5p": { "type": "structure", "members": { "S3Encryption": { "type": "list", "member": { "type": "structure", "members": { "S3EncryptionMode": {}, "KmsKeyArn": {} } } }, "CloudWatchEncryption": { "type": "structure", "members": { "CloudWatchEncryptionMode": {}, "KmsKeyArn": {} } }, "JobBookmarksEncryption": { "type": "structure", "members": { "JobBookmarksEncryptionMode": {}, "KmsKeyArn": {} } } } }, "S60": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "Owner": {}, "LastAccessTime": { "type": "timestamp" }, "LastAnalyzedTime": { "type": "timestamp" }, "Retention": { "type": "integer" }, "StorageDescriptor": { "shape": "S9" }, "PartitionKeys": { "shape": "Sa" }, "ViewOriginalText": {}, "ViewExpandedText": {}, "TableType": {}, "Parameters": { "shape": "Sj" } } }, "S69": { "type": "structure", "members": { "FunctionName": {}, "ClassName": {}, "OwnerName": {}, "OwnerType": {}, "ResourceUris": { "shape": "S6b" } } }, "S6b": { "type": "list", "member": { "type": "structure", "members": { "ResourceType": {}, "Uri": {} } } }, "S7b": { "type": "structure", "members": { "GrokClassifier": { "type": "structure", "required": [ "Name", "Classification", "GrokPattern" ], "members": { "Name": {}, "Classification": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "GrokPattern": {}, "CustomPatterns": {} } }, "XMLClassifier": { "type": "structure", "required": [ "Name", "Classification" ], "members": { "Name": {}, "Classification": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "RowTag": {} } }, "JsonClassifier": { "type": "structure", "required": [ "Name", "JsonPath" ], "members": { "Name": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "JsonPath": {} } }, "CsvClassifier": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "CreationTime": { "type": "timestamp" }, "LastUpdated": { "type": "timestamp" }, "Version": { "type": "long" }, "Delimiter": {}, "QuoteSymbol": {}, "ContainsHeader": {}, "Header": { "shape": "S4i" }, "DisableValueTrimming": { "type": "boolean" }, "AllowSingleColumn": { "type": "boolean" } } } } }, "S7n": { "type": "structure", "members": { "Name": {}, "Description": {}, "ConnectionType": {}, "MatchCriteria": { "shape": "S4o" }, "ConnectionProperties": { "shape": "S4p" }, "PhysicalConnectionRequirements": { "shape": "S4r" }, "CreationTime": { "type": "timestamp" }, "LastUpdatedTime": { "type": "timestamp" }, "LastUpdatedBy": {} } }, "S83": { "type": "structure", "members": { "EncryptionAtRest": { "type": "structure", "required": [ "CatalogEncryptionMode" ], "members": { "CatalogEncryptionMode": {}, "SseAwsKmsKeyId": {} } }, "ConnectionPasswordEncryption": { "type": "structure", "required": [ "ReturnConnectionPasswordEncrypted" ], "members": { "ReturnConnectionPasswordEncrypted": { "type": "boolean" }, "AwsKmsKeyId": {} } } } }, "S89": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "Description": {}, "LocationUri": {}, "Parameters": { "shape": "Sj" }, "CreateTime": { "type": "timestamp" } } }, "S8n": { "type": "structure", "members": { "Id": {}, "Attempt": { "type": "integer" }, "PreviousRunId": {}, "TriggerName": {}, "JobName": {}, "StartedOn": { "type": "timestamp" }, "LastModifiedOn": { "type": "timestamp" }, "CompletedOn": { "type": "timestamp" }, "JobRunState": {}, "Arguments": { "shape": "S34" }, "ErrorMessage": {}, "PredecessorRuns": { "type": "list", "member": { "type": "structure", "members": { "JobName": {}, "RunId": {} } } }, "AllocatedCapacity": { "deprecated": true, "deprecatedMessage": "This property is deprecated, use MaxCapacity instead.", "type": "integer" }, "ExecutionTime": { "type": "integer" }, "Timeout": { "type": "integer" }, "MaxCapacity": { "type": "double" }, "NotificationProperty": { "shape": "S3b" }, "WorkerType": {}, "NumberOfWorkers": { "type": "integer" }, "SecurityConfiguration": {}, "LogGroupName": {} } }, "S8z": { "type": "structure", "required": [ "DatabaseName", "TableName" ], "members": { "DatabaseName": {}, "TableName": {} } }, "S90": { "type": "list", "member": { "shape": "S8z" } }, "S91": { "type": "structure", "members": { "Jdbc": { "shape": "S5e" }, "S3": { "shape": "S5e" }, "DynamoDB": { "shape": "S5e" } } }, "S93": { "type": "list", "member": { "type": "structure", "members": { "SourceTable": {}, "SourcePath": {}, "SourceType": {}, "TargetTable": {}, "TargetPath": {}, "TargetType": {} } } }, "S9m": { "type": "structure", "members": { "Name": {}, "CreatedTimeStamp": { "type": "timestamp" }, "EncryptionConfiguration": { "shape": "S5p" } } }, "S9s": { "type": "structure", "required": [ "Name" ], "members": { "Name": {}, "DatabaseName": {}, "Description": {}, "Owner": {}, "CreateTime": { "type": "timestamp" }, "UpdateTime": { "type": "timestamp" }, "LastAccessTime": { "type": "timestamp" }, "LastAnalyzedTime": { "type": "timestamp" }, "Retention": { "type": "integer" }, "StorageDescriptor": { "shape": "S9" }, "PartitionKeys": { "shape": "Sa" }, "ViewOriginalText": {}, "ViewExpandedText": {}, "TableType": {}, "Parameters": { "shape": "Sj" }, "CreatedBy": {} } }, "S9v": { "type": "structure", "members": { "Table": { "shape": "S9s" }, "VersionId": {} } }, "Sac": { "type": "structure", "members": { "FunctionName": {}, "ClassName": {}, "OwnerName": {}, "OwnerType": {}, "CreateTime": { "type": "timestamp" }, "ResourceUris": { "shape": "S6b" } } } } }