diff --git a/clients/client-glue/src/commands/CreateConnectionCommand.ts b/clients/client-glue/src/commands/CreateConnectionCommand.ts index b0d9a82f96ff..049760ac2861 100644 --- a/clients/client-glue/src/commands/CreateConnectionCommand.ts +++ b/clients/client-glue/src/commands/CreateConnectionCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { CreateConnectionRequest, CreateConnectionResponse } from "../models/models_0"; +import { CreateConnectionRequest, CreateConnectionResponse } from "../models/models_1"; import { de_CreateConnectionCommand, se_CreateConnectionCommand } from "../protocols/Aws_json1_1"; /** @@ -40,7 +40,7 @@ export interface CreateConnectionCommandOutput extends CreateConnectionResponse, * ConnectionInput: { // ConnectionInput * Name: "STRING_VALUE", // required * Description: "STRING_VALUE", - * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM", // required + * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE", // required * MatchCriteria: [ // MatchCriteria * "STRING_VALUE", * ], @@ -54,6 +54,26 @@ export interface CreateConnectionCommandOutput extends CreateConnectionResponse, * ], * AvailabilityZone: "STRING_VALUE", * }, + * AuthenticationConfiguration: { // AuthenticationConfigurationInput + * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * SecretArn: "STRING_VALUE", + * OAuth2Properties: { // OAuth2PropertiesInput + * OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", + * OAuth2ClientApplication: { // OAuth2ClientApplication + * UserManagedClientApplicationClientId: "STRING_VALUE", + * AWSManagedClientApplicationReference: "STRING_VALUE", + * }, + * TokenUrl: "STRING_VALUE", + * TokenUrlParametersMap: { // TokenUrlParametersMap + * "": "STRING_VALUE", + * }, + * AuthorizationCodeProperties: { // AuthorizationCodeProperties + * AuthorizationCode: "STRING_VALUE", + * RedirectUri: "STRING_VALUE", + * }, + * }, + * }, + * ValidateCredentials: true || false, * }, * Tags: { // TagsMap * "": "STRING_VALUE", @@ -61,7 +81,9 @@ export interface CreateConnectionCommandOutput extends CreateConnectionResponse, * }; * const command = new CreateConnectionCommand(input); * const response = await client.send(command); - * // {}; + * // { // CreateConnectionResponse + * // CreateConnectionStatus: "READY" || "IN_PROGRESS" || "FAILED", + * // }; * * ``` * diff --git a/clients/client-glue/src/commands/CreateCrawlerCommand.ts b/clients/client-glue/src/commands/CreateCrawlerCommand.ts index 7f2d8e92b4b6..94b8cc9a9426 100644 --- a/clients/client-glue/src/commands/CreateCrawlerCommand.ts +++ b/clients/client-glue/src/commands/CreateCrawlerCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { CreateCrawlerRequest, CreateCrawlerResponse } from "../models/models_0"; +import { CreateCrawlerRequest, CreateCrawlerResponse } from "../models/models_1"; import { de_CreateCrawlerCommand, se_CreateCrawlerCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetConnectionCommand.ts b/clients/client-glue/src/commands/GetConnectionCommand.ts index 2a85323cf93d..bfb06dddf1e0 100644 --- a/clients/client-glue/src/commands/GetConnectionCommand.ts +++ b/clients/client-glue/src/commands/GetConnectionCommand.ts @@ -45,7 +45,7 @@ export interface GetConnectionCommandOutput extends GetConnectionResponse, __Met * // Connection: { // Connection * // Name: "STRING_VALUE", * // Description: "STRING_VALUE", - * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM", + * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE", * // MatchCriteria: [ // MatchCriteria * // "STRING_VALUE", * // ], @@ -62,6 +62,24 @@ export interface GetConnectionCommandOutput extends GetConnectionResponse, __Met * // CreationTime: new Date("TIMESTAMP"), * // LastUpdatedTime: new Date("TIMESTAMP"), * // LastUpdatedBy: "STRING_VALUE", + * // Status: "READY" || "IN_PROGRESS" || "FAILED", + * // StatusReason: "STRING_VALUE", + * // LastConnectionValidationTime: new Date("TIMESTAMP"), + * // AuthenticationConfiguration: { // AuthenticationConfiguration + * // AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * // SecretArn: "STRING_VALUE", + * // OAuth2Properties: { // OAuth2Properties + * // OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", + * // OAuth2ClientApplication: { // OAuth2ClientApplication + * // UserManagedClientApplicationClientId: "STRING_VALUE", + * // AWSManagedClientApplicationReference: "STRING_VALUE", + * // }, + * // TokenUrl: "STRING_VALUE", + * // TokenUrlParametersMap: { // TokenUrlParametersMap + * // "": "STRING_VALUE", + * // }, + * // }, + * // }, * // }, * // }; * diff --git a/clients/client-glue/src/commands/GetConnectionsCommand.ts b/clients/client-glue/src/commands/GetConnectionsCommand.ts index a4003578e384..a2e85eed43d1 100644 --- a/clients/client-glue/src/commands/GetConnectionsCommand.ts +++ b/clients/client-glue/src/commands/GetConnectionsCommand.ts @@ -40,7 +40,7 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M * MatchCriteria: [ // MatchCriteria * "STRING_VALUE", * ], - * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM", + * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE", * }, * HidePassword: true || false, * NextToken: "STRING_VALUE", @@ -53,7 +53,7 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M * // { // Connection * // Name: "STRING_VALUE", * // Description: "STRING_VALUE", - * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM", + * // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE", * // MatchCriteria: [ // MatchCriteria * // "STRING_VALUE", * // ], @@ -70,6 +70,24 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M * // CreationTime: new Date("TIMESTAMP"), * // LastUpdatedTime: new Date("TIMESTAMP"), * // LastUpdatedBy: "STRING_VALUE", + * // Status: "READY" || "IN_PROGRESS" || "FAILED", + * // StatusReason: "STRING_VALUE", + * // LastConnectionValidationTime: new Date("TIMESTAMP"), + * // AuthenticationConfiguration: { // AuthenticationConfiguration + * // AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * // SecretArn: "STRING_VALUE", + * // OAuth2Properties: { // OAuth2Properties + * // OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", + * // OAuth2ClientApplication: { // OAuth2ClientApplication + * // UserManagedClientApplicationClientId: "STRING_VALUE", + * // AWSManagedClientApplicationReference: "STRING_VALUE", + * // }, + * // TokenUrl: "STRING_VALUE", + * // TokenUrlParametersMap: { // TokenUrlParametersMap + * // "": "STRING_VALUE", + * // }, + * // }, + * // }, * // }, * // ], * // NextToken: "STRING_VALUE", diff --git a/clients/client-glue/src/commands/GetSchemaVersionCommand.ts b/clients/client-glue/src/commands/GetSchemaVersionCommand.ts index a0bfd847c2b0..0de42aaabc11 100644 --- a/clients/client-glue/src/commands/GetSchemaVersionCommand.ts +++ b/clients/client-glue/src/commands/GetSchemaVersionCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetSchemaVersionInput, GetSchemaVersionResponse } from "../models/models_1"; +import { GetSchemaVersionInput, GetSchemaVersionResponse } from "../models/models_2"; import { de_GetSchemaVersionCommand, se_GetSchemaVersionCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetSchemaVersionsDiffCommand.ts b/clients/client-glue/src/commands/GetSchemaVersionsDiffCommand.ts index 0c274794cc72..861eed4220a9 100644 --- a/clients/client-glue/src/commands/GetSchemaVersionsDiffCommand.ts +++ b/clients/client-glue/src/commands/GetSchemaVersionsDiffCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetSchemaVersionsDiffInput, GetSchemaVersionsDiffResponse } from "../models/models_1"; +import { GetSchemaVersionsDiffInput, GetSchemaVersionsDiffResponse } from "../models/models_2"; import { de_GetSchemaVersionsDiffCommand, se_GetSchemaVersionsDiffCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/GetSecurityConfigurationCommand.ts b/clients/client-glue/src/commands/GetSecurityConfigurationCommand.ts index b80e3b739713..8d4ee9e13d22 100644 --- a/clients/client-glue/src/commands/GetSecurityConfigurationCommand.ts +++ b/clients/client-glue/src/commands/GetSecurityConfigurationCommand.ts @@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types"; import { commonParams } from "../endpoint/EndpointParameters"; import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient"; -import { GetSecurityConfigurationRequest, GetSecurityConfigurationResponse } from "../models/models_1"; +import { GetSecurityConfigurationRequest, GetSecurityConfigurationResponse } from "../models/models_2"; import { de_GetSecurityConfigurationCommand, se_GetSecurityConfigurationCommand } from "../protocols/Aws_json1_1"; /** diff --git a/clients/client-glue/src/commands/UpdateConnectionCommand.ts b/clients/client-glue/src/commands/UpdateConnectionCommand.ts index 9ab10412d7d1..cd3829a85ef8 100644 --- a/clients/client-glue/src/commands/UpdateConnectionCommand.ts +++ b/clients/client-glue/src/commands/UpdateConnectionCommand.ts @@ -40,7 +40,7 @@ export interface UpdateConnectionCommandOutput extends UpdateConnectionResponse, * ConnectionInput: { // ConnectionInput * Name: "STRING_VALUE", // required * Description: "STRING_VALUE", - * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM", // required + * ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE", // required * MatchCriteria: [ // MatchCriteria * "STRING_VALUE", * ], @@ -54,6 +54,26 @@ export interface UpdateConnectionCommandOutput extends UpdateConnectionResponse, * ], * AvailabilityZone: "STRING_VALUE", * }, + * AuthenticationConfiguration: { // AuthenticationConfigurationInput + * AuthenticationType: "BASIC" || "OAUTH2" || "CUSTOM", + * SecretArn: "STRING_VALUE", + * OAuth2Properties: { // OAuth2PropertiesInput + * OAuth2GrantType: "AUTHORIZATION_CODE" || "CLIENT_CREDENTIALS" || "JWT_BEARER", + * OAuth2ClientApplication: { // OAuth2ClientApplication + * UserManagedClientApplicationClientId: "STRING_VALUE", + * AWSManagedClientApplicationReference: "STRING_VALUE", + * }, + * TokenUrl: "STRING_VALUE", + * TokenUrlParametersMap: { // TokenUrlParametersMap + * "": "STRING_VALUE", + * }, + * AuthorizationCodeProperties: { // AuthorizationCodeProperties + * AuthorizationCode: "STRING_VALUE", + * RedirectUri: "STRING_VALUE", + * }, + * }, + * }, + * ValidateCredentials: true || false, * }, * }; * const command = new UpdateConnectionCommand(input); diff --git a/clients/client-glue/src/models/models_0.ts b/clients/client-glue/src/models/models_0.ts index a913b911688c..9cb702df8f7f 100644 --- a/clients/client-glue/src/models/models_0.ts +++ b/clients/client-glue/src/models/models_0.ts @@ -556,6 +556,186 @@ export interface AuditContext { AllColumnsRequested?: boolean; } +/** + * @public + * @enum + */ +export const AuthenticationType = { + BASIC: "BASIC", + CUSTOM: "CUSTOM", + OAUTH2: "OAUTH2", +} as const; + +/** + * @public + */ +export type AuthenticationType = (typeof AuthenticationType)[keyof typeof AuthenticationType]; + +/** + *

The OAuth2 client app used for the connection.

+ * @public + */ +export interface OAuth2ClientApplication { + /** + *

The client application clientID if the ClientAppType is USER_MANAGED.

+ * @public + */ + UserManagedClientApplicationClientId?: string; + + /** + *

The reference to the SaaS-side client app that is Amazon Web Services managed.

+ * @public + */ + AWSManagedClientApplicationReference?: string; +} + +/** + * @public + * @enum + */ +export const OAuth2GrantType = { + AUTHORIZATION_CODE: "AUTHORIZATION_CODE", + CLIENT_CREDENTIALS: "CLIENT_CREDENTIALS", + JWT_BEARER: "JWT_BEARER", +} as const; + +/** + * @public + */ +export type OAuth2GrantType = (typeof OAuth2GrantType)[keyof typeof OAuth2GrantType]; + +/** + *

A structure containing properties for OAuth2 authentication.

+ * @public + */ +export interface OAuth2Properties { + /** + *

The OAuth2 grant type. For example, AUTHORIZATION_CODE, JWT_BEARER, or CLIENT_CREDENTIALS.

+ * @public + */ + OAuth2GrantType?: OAuth2GrantType; + + /** + *

The client application type. For example, AWS_MANAGED or USER_MANAGED.

+ * @public + */ + OAuth2ClientApplication?: OAuth2ClientApplication; + + /** + *

The URL of the provider's authentication server, to exchange an authorization code for an access token.

+ * @public + */ + TokenUrl?: string; + + /** + *

A map of parameters that are added to the token GET request.

+ * @public + */ + TokenUrlParametersMap?: Record; +} + +/** + *

A structure containing the authentication configuration.

+ * @public + */ +export interface AuthenticationConfiguration { + /** + *

A structure containing the authentication configuration.

+ * @public + */ + AuthenticationType?: AuthenticationType; + + /** + *

The secret manager ARN to store credentials.

+ * @public + */ + SecretArn?: string; + + /** + *

The properties for OAuth2 authentication.

+ * @public + */ + OAuth2Properties?: OAuth2Properties; +} + +/** + *

The set of properties required for the the OAuth2 AUTHORIZATION_CODE grant type workflow.

+ * @public + */ +export interface AuthorizationCodeProperties { + /** + *

An authorization code to be used in the third leg of the AUTHORIZATION_CODE grant workflow. This is a single-use code which becomes invalid once exchanged for an access token, thus it is acceptable to have this value as a request parameter.

+ * @public + */ + AuthorizationCode?: string; + + /** + *

The redirect URI where the user gets redirected to by authorization server when issuing an authorization code. The URI is subsequently used when the authorization code is exchanged for an access token.

+ * @public + */ + RedirectUri?: string; +} + +/** + *

A structure containing properties for OAuth2 in the CreateConnection request.

+ * @public + */ +export interface OAuth2PropertiesInput { + /** + *

The OAuth2 grant type in the CreateConnection request. For example, AUTHORIZATION_CODE, JWT_BEARER, or CLIENT_CREDENTIALS.

+ * @public + */ + OAuth2GrantType?: OAuth2GrantType; + + /** + *

The client application type in the CreateConnection request. For example, AWS_MANAGED or USER_MANAGED.

+ * @public + */ + OAuth2ClientApplication?: OAuth2ClientApplication; + + /** + *

The URL of the provider's authentication server, to exchange an authorization code for an access token.

+ * @public + */ + TokenUrl?: string; + + /** + *

A map of parameters that are added to the token GET request.

+ * @public + */ + TokenUrlParametersMap?: Record; + + /** + *

The set of properties required for the the OAuth2 AUTHORIZATION_CODE grant type.

+ * @public + */ + AuthorizationCodeProperties?: AuthorizationCodeProperties; +} + +/** + *

A structure containing the authentication configuration in the CreateConnection request.

+ * @public + */ +export interface AuthenticationConfigurationInput { + /** + *

A structure containing the authentication configuration in the CreateConnection request.

+ * @public + */ + AuthenticationType?: AuthenticationType; + + /** + *

The secret manager ARN to store credentials in the CreateConnection request.

+ * @public + */ + SecretArn?: string; + + /** + *

The properties for OAuth2 authentication in the CreateConnection request.

+ * @public + */ + OAuth2Properties?: OAuth2PropertiesInput; +} + /** *

A column in a Table.

* @public @@ -7002,10 +7182,15 @@ export interface BatchGetPartitionResponse { * @enum */ export const FederationSourceErrorCode = { + AccessDeniedException: "AccessDeniedException", + EntityNotFoundException: "EntityNotFoundException", InternalServiceException: "InternalServiceException", + InvalidCredentialsException: "InvalidCredentialsException", + InvalidInputException: "InvalidInputException", InvalidResponseException: "InvalidResponseException", OperationNotSupportedException: "OperationNotSupportedException", OperationTimeoutException: "OperationTimeoutException", + PartialFailureException: "PartialFailureException", ThrottlingException: "ThrottlingException", } as const; @@ -7896,8 +8081,6 @@ export interface JobRun { /** *

The JobRun timeout in minutes. This is the maximum time that a job run can * consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

- *

The maximum value for timeout for batch jobs is 7 days or 10080 minutes. The default is 2880 minutes (48 hours) for batch jobs.

- *

Any existing Glue jobs that have a greater timeout value are defaulted to 7 days. For instance you have specified a timeout of 20 days for a batch job, it will be stopped on the 7th day.

*

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

* @public */ @@ -8974,374 +9157,3 @@ export interface CreateClassifierRequest { * @public */ export interface CreateClassifierResponse {} - -/** - * @public - * @enum - */ -export const ConnectionPropertyKey = { - CONFIG_FILES: "CONFIG_FILES", - CONNECTION_URL: "CONNECTION_URL", - CONNECTOR_CLASS_NAME: "CONNECTOR_CLASS_NAME", - CONNECTOR_TYPE: "CONNECTOR_TYPE", - CONNECTOR_URL: "CONNECTOR_URL", - CUSTOM_JDBC_CERT: "CUSTOM_JDBC_CERT", - CUSTOM_JDBC_CERT_STRING: "CUSTOM_JDBC_CERT_STRING", - ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD: "ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD", - ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD: "ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD", - ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD: "ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD", - ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD: "ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD", - ENCRYPTED_PASSWORD: "ENCRYPTED_PASSWORD", - HOST: "HOST", - INSTANCE_ID: "INSTANCE_ID", - JDBC_CONNECTION_URL: "JDBC_CONNECTION_URL", - JDBC_DRIVER_CLASS_NAME: "JDBC_DRIVER_CLASS_NAME", - JDBC_DRIVER_JAR_URI: "JDBC_DRIVER_JAR_URI", - JDBC_ENFORCE_SSL: "JDBC_ENFORCE_SSL", - JDBC_ENGINE: "JDBC_ENGINE", - JDBC_ENGINE_VERSION: "JDBC_ENGINE_VERSION", - KAFKA_BOOTSTRAP_SERVERS: "KAFKA_BOOTSTRAP_SERVERS", - KAFKA_CLIENT_KEYSTORE: "KAFKA_CLIENT_KEYSTORE", - KAFKA_CLIENT_KEYSTORE_PASSWORD: "KAFKA_CLIENT_KEYSTORE_PASSWORD", - KAFKA_CLIENT_KEY_PASSWORD: "KAFKA_CLIENT_KEY_PASSWORD", - KAFKA_CUSTOM_CERT: "KAFKA_CUSTOM_CERT", - KAFKA_SASL_GSSAPI_KEYTAB: "KAFKA_SASL_GSSAPI_KEYTAB", - KAFKA_SASL_GSSAPI_KRB5_CONF: "KAFKA_SASL_GSSAPI_KRB5_CONF", - KAFKA_SASL_GSSAPI_PRINCIPAL: "KAFKA_SASL_GSSAPI_PRINCIPAL", - KAFKA_SASL_GSSAPI_SERVICE: "KAFKA_SASL_GSSAPI_SERVICE", - KAFKA_SASL_MECHANISM: "KAFKA_SASL_MECHANISM", - KAFKA_SASL_PLAIN_PASSWORD: "KAFKA_SASL_PLAIN_PASSWORD", - KAFKA_SASL_PLAIN_USERNAME: "KAFKA_SASL_PLAIN_USERNAME", - KAFKA_SASL_SCRAM_PASSWORD: "KAFKA_SASL_SCRAM_PASSWORD", - KAFKA_SASL_SCRAM_SECRETS_ARN: "KAFKA_SASL_SCRAM_SECRETS_ARN", - KAFKA_SASL_SCRAM_USERNAME: "KAFKA_SASL_SCRAM_USERNAME", - KAFKA_SKIP_CUSTOM_CERT_VALIDATION: "KAFKA_SKIP_CUSTOM_CERT_VALIDATION", - KAFKA_SSL_ENABLED: "KAFKA_SSL_ENABLED", - PASSWORD: "PASSWORD", - PORT: "PORT", - SECRET_ID: "SECRET_ID", - SKIP_CUSTOM_JDBC_CERT_VALIDATION: "SKIP_CUSTOM_JDBC_CERT_VALIDATION", - USER_NAME: "USERNAME", -} as const; - -/** - * @public - */ -export type ConnectionPropertyKey = (typeof ConnectionPropertyKey)[keyof typeof ConnectionPropertyKey]; - -/** - * @public - * @enum - */ -export const ConnectionType = { - CUSTOM: "CUSTOM", - JDBC: "JDBC", - KAFKA: "KAFKA", - MARKETPLACE: "MARKETPLACE", - MONGODB: "MONGODB", - NETWORK: "NETWORK", - SFTP: "SFTP", -} as const; - -/** - * @public - */ -export type ConnectionType = (typeof ConnectionType)[keyof typeof ConnectionType]; - -/** - *

Specifies the physical requirements for a connection.

- * @public - */ -export interface PhysicalConnectionRequirements { - /** - *

The subnet ID used by the connection.

- * @public - */ - SubnetId?: string; - - /** - *

The security group ID list used by the connection.

- * @public - */ - SecurityGroupIdList?: string[]; - - /** - *

The connection's Availability Zone. This field is redundant because the specified subnet - * implies the Availability Zone to be used. Currently the field must be populated, but it will - * be deprecated in the future.

- * @public - */ - AvailabilityZone?: string; -} - -/** - *

A structure that is used to specify a connection to create or update.

- * @public - */ -export interface ConnectionInput { - /** - *

The name of the connection. Connection will not function as expected without a name.

- * @public - */ - Name: string | undefined; - - /** - *

The description of the connection.

- * @public - */ - Description?: string; - - /** - *

The type of the connection. Currently, these types are supported:

- *
    - *
  • - *

    - * JDBC - Designates a connection to a database through Java Database Connectivity (JDBC).

    - *

    - * JDBC Connections use the following ConnectionParameters.

    - *
      - *
    • - *

      Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

      - *
      • - *
    • - *

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      - *
      • - *
    • - *

      Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

      - *
      • - *
    - *
    • - *
  • - *

    - * KAFKA - Designates a connection to an Apache Kafka streaming platform.

    - *

    - * KAFKA Connections use the following ConnectionParameters.

    - *
      - *
    • - *

      Required: KAFKA_BOOTSTRAP_SERVERS.

      - *
      • - *
    • - *

      Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. These parameters are used to configure SSL with KAFKA.

      - *
      • - *
    • - *

      Optional: KAFKA_CLIENT_KEYSTORE, KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure TLS client configuration with SSL in KAFKA.

      - *
      • - *
    • - *

      Optional: KAFKA_SASL_MECHANISM. Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM.

      - *
      • - *
    • - *

      Optional: KAFKA_SASL_SCRAM_USERNAME, KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with KAFKA.

      - *
      • - *
    • - *

      Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters are used to configure SASL/GSSAPI authentication with KAFKA.

      - *
      • - *
    - *
    • - *
  • - *

    - * MONGODB - Designates a connection to a MongoDB document database.

    - *

    - * MONGODB Connections use the following ConnectionParameters.

    - *
      - *
    • - *

      Required: CONNECTION_URL.

      - *
      • - *
    • - *

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      - *
      • - *
    - *
    • - *
  • - *

    - * NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC).

    - *

    - * NETWORK Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.

    - *
    • - *
  • - *

    - * MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue.

    - *

    - * MARKETPLACE Connections use the following ConnectionParameters.

    - *
      - *
    • - *

      Required: CONNECTOR_TYPE, CONNECTOR_URL, CONNECTOR_CLASS_NAME, CONNECTION_URL.

      - *
      • - *
    • - *

      Required for JDBC - * CONNECTOR_TYPE connections: All of (USERNAME, PASSWORD) or SECRET_ID.

      - *
      • - *
    - *
    • - *
  • - *

    - * CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.

    - *
    • - *
- *

- * SFTP is not supported.

- *

For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

- *

For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

- * @public - */ - ConnectionType: ConnectionType | undefined; - - /** - *

A list of criteria that can be used in selecting this connection.

- * @public - */ - MatchCriteria?: string[]; - - /** - *

These key-value pairs define parameters for the connection.

- * @public - */ - ConnectionProperties: Partial> | undefined; - - /** - *

A map of physical connection requirements, such as virtual private cloud (VPC) and - * SecurityGroup, that are needed to successfully make this connection.

- * @public - */ - PhysicalConnectionRequirements?: PhysicalConnectionRequirements; -} - -/** - * @public - */ -export interface CreateConnectionRequest { - /** - *

The ID of the Data Catalog in which to create the connection. If none is provided, the Amazon Web Services - * account ID is used by default.

- * @public - */ - CatalogId?: string; - - /** - *

A ConnectionInput object defining the connection - * to create.

- * @public - */ - ConnectionInput: ConnectionInput | undefined; - - /** - *

The tags you assign to the connection.

- * @public - */ - Tags?: Record; -} - -/** - * @public - */ -export interface CreateConnectionResponse {} - -/** - * @public - */ -export interface CreateCrawlerRequest { - /** - *

Name of the new crawler.

- * @public - */ - Name: string | undefined; - - /** - *

The IAM role or Amazon Resource Name (ARN) of an IAM role used by the new crawler to - * access customer resources.

- * @public - */ - Role: string | undefined; - - /** - *

The Glue database where results are written, such as: - * arn:aws:daylight:us-east-1::database/sometable/*.

- * @public - */ - DatabaseName?: string; - - /** - *

A description of the new crawler.

- * @public - */ - Description?: string; - - /** - *

A list of collection of targets to crawl.

- * @public - */ - Targets: CrawlerTargets | undefined; - - /** - *

A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run - * something every day at 12:15 UTC, you would specify: - * cron(15 12 * * ? *).

- * @public - */ - Schedule?: string; - - /** - *

A list of custom classifiers that the user has registered. By default, all built-in - * classifiers are included in a crawl, but these custom classifiers always override the default - * classifiers for a given classification.

- * @public - */ - Classifiers?: string[]; - - /** - *

The table prefix used for catalog tables that are created.

- * @public - */ - TablePrefix?: string; - - /** - *

The policy for the crawler's update and deletion behavior.

- * @public - */ - SchemaChangePolicy?: SchemaChangePolicy; - - /** - *

A policy that specifies whether to crawl the entire dataset again, or to crawl only folders that were added since the last crawler run.

- * @public - */ - RecrawlPolicy?: RecrawlPolicy; - - /** - *

Specifies data lineage configuration settings for the crawler.

- * @public - */ - LineageConfiguration?: LineageConfiguration; - - /** - *

Specifies Lake Formation configuration settings for the crawler.

- * @public - */ - LakeFormationConfiguration?: LakeFormationConfiguration; - - /** - *

Crawler configuration information. This versioned JSON - * string allows users to specify aspects of a crawler's behavior. - * For more information, see Setting crawler configuration options.

- * @public - */ - Configuration?: string; - - /** - *

The name of the SecurityConfiguration structure to be used by this - * crawler.

- * @public - */ - CrawlerSecurityConfiguration?: string; - - /** - *

The tags to use with this crawler request. You may use tags to limit access to the - * crawler. For more information about tags in Glue, see Amazon Web Services Tags in Glue in the developer - * guide.

- * @public - */ - Tags?: Record; -} - -/** - * @public - */ -export interface CreateCrawlerResponse {} diff --git a/clients/client-glue/src/models/models_1.ts b/clients/client-glue/src/models/models_1.ts index e393052a2b8d..48bd09e93e7d 100644 --- a/clients/client-glue/src/models/models_1.ts +++ b/clients/client-glue/src/models/models_1.ts @@ -5,12 +5,13 @@ import { GlueServiceException as __BaseException } from "./GlueServiceException" import { Action, + AuthenticationConfiguration, + AuthenticationConfigurationInput, Blueprint, Column, - ConnectionPropertyKey, ConnectionsList, - ConnectionType, Crawler, + CrawlerTargets, CsvHeaderOption, CsvSerdeOption, DataFormat, @@ -23,11 +24,14 @@ import { EventBatchingCondition, GlueTable, JobRun, + LakeFormationConfiguration, + LineageConfiguration, Partition, PartitionInput, PartitionValueList, - PhysicalConnectionRequirements, Predicate, + RecrawlPolicy, + SchemaChangePolicy, SchemaId, StorageDescriptor, TableOptimizerConfiguration, @@ -37,6 +41,418 @@ import { WorkerType, } from "./models_0"; +/** + * @public + * @enum + */ +export const ConnectionPropertyKey = { + CONFIG_FILES: "CONFIG_FILES", + CONNECTION_URL: "CONNECTION_URL", + CONNECTOR_CLASS_NAME: "CONNECTOR_CLASS_NAME", + CONNECTOR_TYPE: "CONNECTOR_TYPE", + CONNECTOR_URL: "CONNECTOR_URL", + CUSTOM_JDBC_CERT: "CUSTOM_JDBC_CERT", + CUSTOM_JDBC_CERT_STRING: "CUSTOM_JDBC_CERT_STRING", + ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD: "ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD", + ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD: "ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD", + ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD: "ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD", + ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD: "ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD", + ENCRYPTED_PASSWORD: "ENCRYPTED_PASSWORD", + HOST: "HOST", + INSTANCE_ID: "INSTANCE_ID", + JDBC_CONNECTION_URL: "JDBC_CONNECTION_URL", + JDBC_DRIVER_CLASS_NAME: "JDBC_DRIVER_CLASS_NAME", + JDBC_DRIVER_JAR_URI: "JDBC_DRIVER_JAR_URI", + JDBC_ENFORCE_SSL: "JDBC_ENFORCE_SSL", + JDBC_ENGINE: "JDBC_ENGINE", + JDBC_ENGINE_VERSION: "JDBC_ENGINE_VERSION", + KAFKA_BOOTSTRAP_SERVERS: "KAFKA_BOOTSTRAP_SERVERS", + KAFKA_CLIENT_KEYSTORE: "KAFKA_CLIENT_KEYSTORE", + KAFKA_CLIENT_KEYSTORE_PASSWORD: "KAFKA_CLIENT_KEYSTORE_PASSWORD", + KAFKA_CLIENT_KEY_PASSWORD: "KAFKA_CLIENT_KEY_PASSWORD", + KAFKA_CUSTOM_CERT: "KAFKA_CUSTOM_CERT", + KAFKA_SASL_GSSAPI_KEYTAB: "KAFKA_SASL_GSSAPI_KEYTAB", + KAFKA_SASL_GSSAPI_KRB5_CONF: "KAFKA_SASL_GSSAPI_KRB5_CONF", + KAFKA_SASL_GSSAPI_PRINCIPAL: "KAFKA_SASL_GSSAPI_PRINCIPAL", + KAFKA_SASL_GSSAPI_SERVICE: "KAFKA_SASL_GSSAPI_SERVICE", + KAFKA_SASL_MECHANISM: "KAFKA_SASL_MECHANISM", + KAFKA_SASL_PLAIN_PASSWORD: "KAFKA_SASL_PLAIN_PASSWORD", + KAFKA_SASL_PLAIN_USERNAME: "KAFKA_SASL_PLAIN_USERNAME", + KAFKA_SASL_SCRAM_PASSWORD: "KAFKA_SASL_SCRAM_PASSWORD", + KAFKA_SASL_SCRAM_SECRETS_ARN: "KAFKA_SASL_SCRAM_SECRETS_ARN", + KAFKA_SASL_SCRAM_USERNAME: "KAFKA_SASL_SCRAM_USERNAME", + KAFKA_SKIP_CUSTOM_CERT_VALIDATION: "KAFKA_SKIP_CUSTOM_CERT_VALIDATION", + KAFKA_SSL_ENABLED: "KAFKA_SSL_ENABLED", + PASSWORD: "PASSWORD", + PORT: "PORT", + ROLE_ARN: "ROLE_ARN", + SECRET_ID: "SECRET_ID", + SKIP_CUSTOM_JDBC_CERT_VALIDATION: "SKIP_CUSTOM_JDBC_CERT_VALIDATION", + USER_NAME: "USERNAME", +} as const; + +/** + * @public + */ +export type ConnectionPropertyKey = (typeof ConnectionPropertyKey)[keyof typeof ConnectionPropertyKey]; + +/** + * @public + * @enum + */ +export const ConnectionType = { + CUSTOM: "CUSTOM", + JDBC: "JDBC", + KAFKA: "KAFKA", + MARKETPLACE: "MARKETPLACE", + MONGODB: "MONGODB", + NETWORK: "NETWORK", + SALESFORCE: "SALESFORCE", + SFTP: "SFTP", +} as const; + +/** + * @public + */ +export type ConnectionType = (typeof ConnectionType)[keyof typeof ConnectionType]; + +/** + *

The OAuth client app in GetConnection response.

+ * @public + */ +export interface PhysicalConnectionRequirements { + /** + *

The subnet ID used by the connection.

+ * @public + */ + SubnetId?: string; + + /** + *

The security group ID list used by the connection.

+ * @public + */ + SecurityGroupIdList?: string[]; + + /** + *

The connection's Availability Zone.

+ * @public + */ + AvailabilityZone?: string; +} + +/** + *

A structure that is used to specify a connection to create or update.

+ * @public + */ +export interface ConnectionInput { + /** + *

The name of the connection.

+ * @public + */ + Name: string | undefined; + + /** + *

The description of the connection.

+ * @public + */ + Description?: string; + + /** + *

The type of the connection. Currently, these types are supported:

+ *
    + *
  • + *

    + * JDBC - Designates a connection to a database through Java Database Connectivity (JDBC).

    + *

    + * JDBC Connections use the following ConnectionParameters.

    + *
      + *
    • + *

      Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

      + *
      • + *
    • + *

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      + *
      • + *
    • + *

      Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

      + *
      • + *
    + *
    • + *
  • + *

    + * KAFKA - Designates a connection to an Apache Kafka streaming platform.

    + *

    + * KAFKA Connections use the following ConnectionParameters.

    + *
      + *
    • + *

      Required: KAFKA_BOOTSTRAP_SERVERS.

      + *
      • + *
    • + *

      Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. These parameters are used to configure SSL with KAFKA.

      + *
      • + *
    • + *

      Optional: KAFKA_CLIENT_KEYSTORE, KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure TLS client configuration with SSL in KAFKA.

      + *
      • + *
    • + *

      Optional: KAFKA_SASL_MECHANISM. Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM.

      + *
      • + *
    • + *

      Optional: KAFKA_SASL_SCRAM_USERNAME, KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with KAFKA.

      + *
      • + *
    • + *

      Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters are used to configure SASL/GSSAPI authentication with KAFKA.

      + *
      • + *
    + *
    • + *
  • + *

    + * MONGODB - Designates a connection to a MongoDB document database.

    + *

    + * MONGODB Connections use the following ConnectionParameters.

    + *
      + *
    • + *

      Required: CONNECTION_URL.

      + *
      • + *
    • + *

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      + *
      • + *
    + *
    • + *
  • + *

    + * SALESFORCE - Designates a connection to Salesforce using OAuth authencation.

    + *
      + *
    • + *

      Requires the AuthenticationConfiguration member to be configured.

      + *
      • + *
    + *
    • + *
  • + *

    + * NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC).

    + *

    + * NETWORK Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.

    + *
    • + *
  • + *

    + * MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue.

    + *

    + * MARKETPLACE Connections use the following ConnectionParameters.

    + *
      + *
    • + *

      Required: CONNECTOR_TYPE, CONNECTOR_URL, CONNECTOR_CLASS_NAME, CONNECTION_URL.

      + *
      • + *
    • + *

      Required for JDBC + * CONNECTOR_TYPE connections: All of (USERNAME, PASSWORD) or SECRET_ID.

      + *
      • + *
    + *
    • + *
  • + *

    + * CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.

    + *
    • + *
+ *

+ * SFTP is not supported.

+ *

For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

+ *

For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

+ * @public + */ + ConnectionType: ConnectionType | undefined; + + /** + *

A list of criteria that can be used in selecting this connection.

+ * @public + */ + MatchCriteria?: string[]; + + /** + *

These key-value pairs define parameters for the connection.

+ * @public + */ + ConnectionProperties: Partial> | undefined; + + /** + *

The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to successfully make this connection.

+ * @public + */ + PhysicalConnectionRequirements?: PhysicalConnectionRequirements; + + /** + *

The authentication properties of the connection. Used for a Salesforce connection.

+ * @public + */ + AuthenticationConfiguration?: AuthenticationConfigurationInput; + + /** + *

A flag to validate the credentials during create connection. Used for a Salesforce connection. Default is true.

+ * @public + */ + ValidateCredentials?: boolean; +} + +/** + * @public + */ +export interface CreateConnectionRequest { + /** + *

The ID of the Data Catalog in which to create the connection. If none is provided, the Amazon Web Services + * account ID is used by default.

+ * @public + */ + CatalogId?: string; + + /** + *

A ConnectionInput object defining the connection + * to create.

+ * @public + */ + ConnectionInput: ConnectionInput | undefined; + + /** + *

The tags you assign to the connection.

+ * @public + */ + Tags?: Record; +} + +/** + * @public + * @enum + */ +export const ConnectionStatus = { + FAILED: "FAILED", + IN_PROGRESS: "IN_PROGRESS", + READY: "READY", +} as const; + +/** + * @public + */ +export type ConnectionStatus = (typeof ConnectionStatus)[keyof typeof ConnectionStatus]; + +/** + * @public + */ +export interface CreateConnectionResponse { + /** + *

The status of the connection creation request. The request can take some time for certain authentication types, for example when creating an OAuth connection with token exchange over VPC.

+ * @public + */ + CreateConnectionStatus?: ConnectionStatus; +} + +/** + * @public + */ +export interface CreateCrawlerRequest { + /** + *

Name of the new crawler.

+ * @public + */ + Name: string | undefined; + + /** + *

The IAM role or Amazon Resource Name (ARN) of an IAM role used by the new crawler to + * access customer resources.

+ * @public + */ + Role: string | undefined; + + /** + *

The Glue database where results are written, such as: + * arn:aws:daylight:us-east-1::database/sometable/*.

+ * @public + */ + DatabaseName?: string; + + /** + *

A description of the new crawler.

+ * @public + */ + Description?: string; + + /** + *

A list of collection of targets to crawl.

+ * @public + */ + Targets: CrawlerTargets | undefined; + + /** + *

A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers. For example, to run + * something every day at 12:15 UTC, you would specify: + * cron(15 12 * * ? *).

+ * @public + */ + Schedule?: string; + + /** + *

A list of custom classifiers that the user has registered. By default, all built-in + * classifiers are included in a crawl, but these custom classifiers always override the default + * classifiers for a given classification.

+ * @public + */ + Classifiers?: string[]; + + /** + *

The table prefix used for catalog tables that are created.

+ * @public + */ + TablePrefix?: string; + + /** + *

The policy for the crawler's update and deletion behavior.

+ * @public + */ + SchemaChangePolicy?: SchemaChangePolicy; + + /** + *

A policy that specifies whether to crawl the entire dataset again, or to crawl only folders that were added since the last crawler run.

+ * @public + */ + RecrawlPolicy?: RecrawlPolicy; + + /** + *

Specifies data lineage configuration settings for the crawler.

+ * @public + */ + LineageConfiguration?: LineageConfiguration; + + /** + *

Specifies Lake Formation configuration settings for the crawler.

+ * @public + */ + LakeFormationConfiguration?: LakeFormationConfiguration; + + /** + *

Crawler configuration information. This versioned JSON + * string allows users to specify aspects of a crawler's behavior. + * For more information, see Setting crawler configuration options.

+ * @public + */ + Configuration?: string; + + /** + *

The name of the SecurityConfiguration structure to be used by this + * crawler.

+ * @public + */ + CrawlerSecurityConfiguration?: string; + + /** + *

The tags to use with this crawler request. You may use tags to limit access to the + * crawler. For more information about tags in Glue, see Amazon Web Services Tags in Glue in the developer + * guide.

+ * @public + */ + Tags?: Record; +} + +/** + * @public + */ +export interface CreateCrawlerResponse {} + /** * @public */ @@ -4774,20 +5190,19 @@ export interface Connection { ConnectionProperties?: Partial>; /** - *

A map of physical connection requirements, such as virtual private cloud (VPC) and - * SecurityGroup, that are needed to make this connection successfully.

+ *

The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to make this connection successfully.

* @public */ PhysicalConnectionRequirements?: PhysicalConnectionRequirements; /** - *

The time that this connection definition was created.

+ *

The timestamp of the time that this connection definition was created.

* @public */ CreationTime?: Date; /** - *

The last time that this connection definition was updated.

+ *

The timestamp of the last time the connection definition was updated.

* @public */ LastUpdatedTime?: Date; @@ -4797,6 +5212,30 @@ export interface Connection { * @public */ LastUpdatedBy?: string; + + /** + *

The status of the connection. Can be one of: READY, IN_PROGRESS, or FAILED.

+ * @public + */ + Status?: ConnectionStatus; + + /** + *

The reason for the connection status.

+ * @public + */ + StatusReason?: string; + + /** + *

A timestamp of the time this connection was last validated.

+ * @public + */ + LastConnectionValidationTime?: Date; + + /** + *

The authentication properties of the connection.

+ * @public + */ + AuthenticationConfiguration?: AuthenticationConfiguration; } /** @@ -7966,206 +8405,3 @@ export interface GetSchemaByDefinitionResponse { */ CreatedTime?: string; } - -/** - *

A structure containing the schema version information.

- * @public - */ -export interface SchemaVersionNumber { - /** - *

The latest version available for the schema.

- * @public - */ - LatestVersion?: boolean; - - /** - *

The version number of the schema.

- * @public - */ - VersionNumber?: number; -} - -/** - * @public - */ -export interface GetSchemaVersionInput { - /** - *

This is a wrapper structure to contain schema identity fields. The structure contains:

- *
    - *
  • - *

    SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

    - *
    • - *
  • - *

    SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

    - *
    • - *
- * @public - */ - SchemaId?: SchemaId; - - /** - *

The SchemaVersionId of the schema version. This field is required for fetching by schema ID. Either this or the SchemaId wrapper has to be provided.

- * @public - */ - SchemaVersionId?: string; - - /** - *

The version number of the schema.

- * @public - */ - SchemaVersionNumber?: SchemaVersionNumber; -} - -/** - * @public - */ -export interface GetSchemaVersionResponse { - /** - *

The SchemaVersionId of the schema version.

- * @public - */ - SchemaVersionId?: string; - - /** - *

The schema definition for the schema ID.

- * @public - */ - SchemaDefinition?: string; - - /** - *

The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

- * @public - */ - DataFormat?: DataFormat; - - /** - *

The Amazon Resource Name (ARN) of the schema.

- * @public - */ - SchemaArn?: string; - - /** - *

The version number of the schema.

- * @public - */ - VersionNumber?: number; - - /** - *

The status of the schema version.

- * @public - */ - Status?: SchemaVersionStatus; - - /** - *

The date and time the schema version was created.

- * @public - */ - CreatedTime?: string; -} - -/** - * @public - * @enum - */ -export const SchemaDiffType = { - SYNTAX_DIFF: "SYNTAX_DIFF", -} as const; - -/** - * @public - */ -export type SchemaDiffType = (typeof SchemaDiffType)[keyof typeof SchemaDiffType]; - -/** - * @public - */ -export interface GetSchemaVersionsDiffInput { - /** - *

This is a wrapper structure to contain schema identity fields. The structure contains:

- *
    - *
  • - *

    SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of SchemaArn or SchemaName has to be provided.

    - *
    • - *
  • - *

    SchemaId$SchemaName: The name of the schema. One of SchemaArn or SchemaName has to be provided.

    - *
    • - *
- * @public - */ - SchemaId: SchemaId | undefined; - - /** - *

The first of the two schema versions to be compared.

- * @public - */ - FirstSchemaVersionNumber: SchemaVersionNumber | undefined; - - /** - *

The second of the two schema versions to be compared.

- * @public - */ - SecondSchemaVersionNumber: SchemaVersionNumber | undefined; - - /** - *

Refers to SYNTAX_DIFF, which is the currently supported diff type.

- * @public - */ - SchemaDiffType: SchemaDiffType | undefined; -} - -/** - * @public - */ -export interface GetSchemaVersionsDiffResponse { - /** - *

The difference between schemas as a string in JsonPatch format.

- * @public - */ - Diff?: string; -} - -/** - * @public - */ -export interface GetSecurityConfigurationRequest { - /** - *

The name of the security configuration to retrieve.

- * @public - */ - Name: string | undefined; -} - -/** - *

Specifies a security configuration.

- * @public - */ -export interface SecurityConfiguration { - /** - *

The name of the security configuration.

- * @public - */ - Name?: string; - - /** - *

The time at which this security configuration was created.

- * @public - */ - CreatedTimeStamp?: Date; - - /** - *

The encryption configuration associated with this security configuration.

- * @public - */ - EncryptionConfiguration?: EncryptionConfiguration; -} - -/** - * @public - */ -export interface GetSecurityConfigurationResponse { - /** - *

The requested security configuration.

- * @public - */ - SecurityConfiguration?: SecurityConfiguration; -} diff --git a/clients/client-glue/src/models/models_2.ts b/clients/client-glue/src/models/models_2.ts index 012a7da53163..f2486ca923a2 100644 --- a/clients/client-glue/src/models/models_2.ts +++ b/clients/client-glue/src/models/models_2.ts @@ -17,7 +17,6 @@ import { CatalogKinesisSource, CatalogSource, Column, - ConnectionInput, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, @@ -26,6 +25,7 @@ import { CsvSerdeOption, CustomCode, CustomEntityType, + DataFormat, DataSource, DirectJDBCSource, DirectKafkaSource, @@ -117,10 +117,12 @@ import { import { ColumnStatistics, Compatibility, + ConnectionInput, DatabaseInput, DataCatalogEncryptionSettings, DataQualityEvaluationRunAdditionalRunOptions, DataQualityTargetTable, + EncryptionConfiguration, JobBookmarkEntry, Permission, PrincipalType, @@ -129,9 +131,7 @@ import { ResourceShareType, ResourceUri, SchemaStatus, - SchemaVersionNumber, SchemaVersionStatus, - SecurityConfiguration, Segment, Session, TableIdentifier, @@ -142,6 +142,209 @@ import { UserDefinedFunctionInput, } from "./models_1"; +/** + *

A structure containing the schema version information.

+ * @public + */ +export interface SchemaVersionNumber { + /** + *

The latest version available for the schema.

+ * @public + */ + LatestVersion?: boolean; + + /** + *

The version number of the schema.

+ * @public + */ + VersionNumber?: number; +} + +/** + * @public + */ +export interface GetSchemaVersionInput { + /** + *

This is a wrapper structure to contain schema identity fields. The structure contains:

+ *
    + *
  • + *

    SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

    + *
    • + *
  • + *

    SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.

    + *
    • + *
+ * @public + */ + SchemaId?: SchemaId; + + /** + *

The SchemaVersionId of the schema version. This field is required for fetching by schema ID. Either this or the SchemaId wrapper has to be provided.

+ * @public + */ + SchemaVersionId?: string; + + /** + *

The version number of the schema.

+ * @public + */ + SchemaVersionNumber?: SchemaVersionNumber; +} + +/** + * @public + */ +export interface GetSchemaVersionResponse { + /** + *

The SchemaVersionId of the schema version.

+ * @public + */ + SchemaVersionId?: string; + + /** + *

The schema definition for the schema ID.

+ * @public + */ + SchemaDefinition?: string; + + /** + *

The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.

+ * @public + */ + DataFormat?: DataFormat; + + /** + *

The Amazon Resource Name (ARN) of the schema.

+ * @public + */ + SchemaArn?: string; + + /** + *

The version number of the schema.

+ * @public + */ + VersionNumber?: number; + + /** + *

The status of the schema version.

+ * @public + */ + Status?: SchemaVersionStatus; + + /** + *

The date and time the schema version was created.

+ * @public + */ + CreatedTime?: string; +} + +/** + * @public + * @enum + */ +export const SchemaDiffType = { + SYNTAX_DIFF: "SYNTAX_DIFF", +} as const; + +/** + * @public + */ +export type SchemaDiffType = (typeof SchemaDiffType)[keyof typeof SchemaDiffType]; + +/** + * @public + */ +export interface GetSchemaVersionsDiffInput { + /** + *

This is a wrapper structure to contain schema identity fields. The structure contains:

+ *
    + *
  • + *

    SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of SchemaArn or SchemaName has to be provided.

    + *
    • + *
  • + *

    SchemaId$SchemaName: The name of the schema. One of SchemaArn or SchemaName has to be provided.

    + *
    • + *
+ * @public + */ + SchemaId: SchemaId | undefined; + + /** + *

The first of the two schema versions to be compared.

+ * @public + */ + FirstSchemaVersionNumber: SchemaVersionNumber | undefined; + + /** + *

The second of the two schema versions to be compared.

+ * @public + */ + SecondSchemaVersionNumber: SchemaVersionNumber | undefined; + + /** + *

Refers to SYNTAX_DIFF, which is the currently supported diff type.

+ * @public + */ + SchemaDiffType: SchemaDiffType | undefined; +} + +/** + * @public + */ +export interface GetSchemaVersionsDiffResponse { + /** + *

The difference between schemas as a string in JsonPatch format.

+ * @public + */ + Diff?: string; +} + +/** + * @public + */ +export interface GetSecurityConfigurationRequest { + /** + *

The name of the security configuration to retrieve.

+ * @public + */ + Name: string | undefined; +} + +/** + *

Specifies a security configuration.

+ * @public + */ +export interface SecurityConfiguration { + /** + *

The name of the security configuration.

+ * @public + */ + Name?: string; + + /** + *

The time at which this security configuration was created.

+ * @public + */ + CreatedTimeStamp?: Date; + + /** + *

The encryption configuration associated with this security configuration.

+ * @public + */ + EncryptionConfiguration?: EncryptionConfiguration; +} + +/** + * @public + */ +export interface GetSecurityConfigurationResponse { + /** + *

The requested security configuration.

+ * @public + */ + SecurityConfiguration?: SecurityConfiguration; +} + /** * @public */ @@ -463,7 +666,7 @@ export interface ViewRepresentation { *

The expanded SQL for the view. This SQL is used by engines while processing a query on a view. Engines may perform operations during view creation to transform ViewOriginalText to ViewExpandedText. For example:

*
    *
  • - *

    Fully qualify identifiers: SELECT * from table1 → SELECT * from db1.table1 + *

    Fully qualified identifiers: SELECT * from table1 -> SELECT * from db1.table1 *

    *
    • *
@@ -4583,8 +4786,8 @@ export interface StartJobRunRequest { /** *

The JobRun timeout in minutes. This is the maximum time that a job run can - * consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

- *

Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).

+ * consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

+ *

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

* @public */ Timeout?: number; @@ -7075,7 +7278,8 @@ export interface CreateJobRequest { /** *

The job timeout in minutes. This is the maximum time that a job run * can consume resources before it is terminated and enters TIMEOUT - * status. The default is 2,880 minutes (48 hours).

+ * status. The default is 2,880 minutes (48 hours) for batch jobs.

+ *

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

* @public */ Timeout?: number; @@ -7330,7 +7534,8 @@ export interface Job { /** *

The job timeout in minutes. This is the maximum time that a job run * can consume resources before it is terminated and enters TIMEOUT - * status. The default is 2,880 minutes (48 hours).

+ * status. The default is 2,880 minutes (48 hours) for batch jobs.

+ *

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

* @public */ Timeout?: number; @@ -7562,7 +7767,8 @@ export interface JobUpdate { /** *

The job timeout in minutes. This is the maximum time that a job run * can consume resources before it is terminated and enters TIMEOUT - * status. The default is 2,880 minutes (48 hours).

+ * status. The default is 2,880 minutes (48 hours) for batch jobs.

+ *

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

* @public */ Timeout?: number; diff --git a/clients/client-glue/src/protocols/Aws_json1_1.ts b/clients/client-glue/src/protocols/Aws_json1_1.ts index 62edae43475d..2a0d9feea130 100644 --- a/clients/client-glue/src/protocols/Aws_json1_1.ts +++ b/clients/client-glue/src/protocols/Aws_json1_1.ts @@ -502,6 +502,8 @@ import { AmazonRedshiftTarget, AthenaConnectorSource, AuditContext, + AuthenticationConfigurationInput, + AuthorizationCodeProperties, BasicCatalogTarget, BatchCreatePartitionRequest, BatchDeleteConnectionRequest, @@ -545,8 +547,6 @@ import { CheckSchemaVersionValidityInput, Column, Condition, - ConnectionInput, - ConnectionPropertyKey, ConnectionsList, ConnectorDataSource, ConnectorDataTarget, @@ -556,8 +556,6 @@ import { CrawlerTargets, CreateBlueprintRequest, CreateClassifierRequest, - CreateConnectionRequest, - CreateCrawlerRequest, CreateCsvClassifierRequest, CreateGrokClassifierRequest, CreateJsonClassifierRequest, @@ -636,6 +634,8 @@ import { NotificationProperty, NullCheckBoxList, NullValueField, + OAuth2ClientApplication, + OAuth2PropertiesInput, OperationTimeoutException, Option, OracleSQLCatalogSource, @@ -644,7 +644,6 @@ import { Partition, PartitionInput, PartitionValueList, - PhysicalConnectionRequirements, PIIDetection, PostgreSQLCatalogSource, PostgreSQLCatalogTarget, @@ -724,9 +723,13 @@ import { ConditionCheckFailureException, ConflictException, Connection, + ConnectionInput, ConnectionPasswordEncryption, + ConnectionPropertyKey, CrawlerMetrics, CrawlerRunningException, + CreateConnectionRequest, + CreateCrawlerRequest, CreateCustomEntityTypeRequest, CreateDatabaseRequest, CreateDataQualityRulesetRequest, @@ -871,10 +874,6 @@ import { GetResourcePolicyResponse, GetSchemaByDefinitionInput, GetSchemaInput, - GetSchemaVersionInput, - GetSchemaVersionsDiffInput, - GetSecurityConfigurationRequest, - GetSecurityConfigurationResponse, GluePolicy, GrokClassifier, IcebergInput, @@ -889,14 +888,13 @@ import { OpenTableFormatInput, PartitionIndex, Permission, + PhysicalConnectionRequirements, PrincipalPermissions, RegistryId, ResourceUri, S3Encryption, SchedulerTransitioningException, SchemaColumn, - SchemaVersionNumber, - SecurityConfiguration, Segment, Session, SessionCommand, @@ -939,6 +937,10 @@ import { DevEndpointCustomLibraries, GetJobResponse, GetJobsResponse, + GetSchemaVersionInput, + GetSchemaVersionsDiffInput, + GetSecurityConfigurationRequest, + GetSecurityConfigurationResponse, GetSecurityConfigurationsRequest, GetSecurityConfigurationsResponse, GetSessionRequest, @@ -1028,8 +1030,10 @@ import { RunStatementRequest, SchedulerNotRunningException, SchedulerRunningException, + SchemaVersionNumber, SearchTablesRequest, SearchTablesResponse, + SecurityConfiguration, SortCriterion, StartBlueprintRunRequest, StartColumnStatisticsTaskRunRequest, @@ -8835,6 +8839,10 @@ const se_ApplyMapping = (input: ApplyMapping, context: __SerdeContext): any => { // se_AuditContext omitted. +// se_AuthenticationConfigurationInput omitted. + +// se_AuthorizationCodeProperties omitted. + // se_BasicCatalogTarget omitted. /** @@ -10245,6 +10253,10 @@ const se_Mappings = (input: Mapping[], context: __SerdeContext): any => { // se_NullValueFields omitted. +// se_OAuth2ClientApplication omitted. + +// se_OAuth2PropertiesInput omitted. + // se_OneInput omitted. // se_OpenTableFormatInput omitted. @@ -10633,6 +10645,8 @@ const se_TaskRunFilterCriteria = (input: TaskRunFilterCriteria, context: __Serde // se_TaskRunSortCriteria omitted. +// se_TokenUrlParametersMap omitted. + // se_TransformConfigParameter omitted. // se_TransformConfigParameterList omitted. @@ -10887,6 +10901,8 @@ const de_ApplyMapping = (output: any, context: __SerdeContext): ApplyMapping => // de_AthenaConnectorSource omitted. +// de_AuthenticationConfiguration omitted. + // de_BackfillError omitted. // de_BackfillErroredPartitionsList omitted. @@ -11478,15 +11494,19 @@ const de_ColumnStatisticsTaskRunsList = (output: any, context: __SerdeContext): */ const de_Connection = (output: any, context: __SerdeContext): Connection => { return take(output, { + AuthenticationConfiguration: _json, ConnectionProperties: _json, ConnectionType: __expectString, CreationTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), Description: __expectString, + LastConnectionValidationTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), LastUpdatedBy: __expectString, LastUpdatedTime: (_: any) => __expectNonNull(__parseEpochTimestamp(__expectNumber(_))), MatchCriteria: _json, Name: __expectString, PhysicalConnectionRequirements: _json, + Status: __expectString, + StatusReason: __expectString, }) as any; }; @@ -13639,6 +13659,10 @@ const de_NodeList = (output: any, context: __SerdeContext): Node[] => { // de_NullValueFields omitted. +// de_OAuth2ClientApplication omitted. + +// de_OAuth2Properties omitted. + // de_OneInput omitted. // de_OperationTimeoutException omitted. @@ -14209,6 +14233,8 @@ const de_TaskRunList = (output: any, context: __SerdeContext): TaskRun[] => { // de_TaskRunProperties omitted. +// de_TokenUrlParametersMap omitted. + // de_TransformConfigParameter omitted. // de_TransformConfigParameterList omitted. diff --git a/codegen/sdk-codegen/aws-models/glue.json b/codegen/sdk-codegen/aws-models/glue.json index c0c8ee76f673..5405ac6f1d3f 100644 --- a/codegen/sdk-codegen/aws-models/glue.json +++ b/codegen/sdk-codegen/aws-models/glue.json @@ -1655,6 +1655,16 @@ } } }, + "com.amazonaws.glue#AWSManagedClientApplicationReference": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 2048 + }, + "smithy.api#pattern": "^\\S+$" + } + }, "com.amazonaws.glue#AccessDeniedException": { "type": "structure", "members": { @@ -2340,6 +2350,111 @@ "smithy.api#pattern": "^[\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF\\t]*$" } }, + "com.amazonaws.glue#AuthenticationConfiguration": { + "type": "structure", + "members": { + "AuthenticationType": { + "target": "com.amazonaws.glue#AuthenticationType", + "traits": { + "smithy.api#documentation": "

A structure containing the authentication configuration.

" + } + }, + "SecretArn": { + "target": "com.amazonaws.glue#SecretArn", + "traits": { + "smithy.api#documentation": "

The secret manager ARN to store credentials.

" + } + }, + "OAuth2Properties": { + "target": "com.amazonaws.glue#OAuth2Properties", + "traits": { + "smithy.api#documentation": "

The properties for OAuth2 authentication.

" + } + } + }, + "traits": { + "smithy.api#documentation": "

A structure containing the authentication configuration.

" + } + }, + "com.amazonaws.glue#AuthenticationConfigurationInput": { + "type": "structure", + "members": { + "AuthenticationType": { + "target": "com.amazonaws.glue#AuthenticationType", + "traits": { + "smithy.api#documentation": "

A structure containing the authentication configuration in the CreateConnection request.

" + } + }, + "SecretArn": { + "target": "com.amazonaws.glue#SecretArn", + "traits": { + "smithy.api#documentation": "

The secret manager ARN to store credentials in the CreateConnection request.

" + } + }, + "OAuth2Properties": { + "target": "com.amazonaws.glue#OAuth2PropertiesInput", + "traits": { + "smithy.api#documentation": "

The properties for OAuth2 authentication in the CreateConnection request.

" + } + } + }, + "traits": { + "smithy.api#documentation": "

A structure containing the authentication configuration in the CreateConnection request.

" + } + }, + "com.amazonaws.glue#AuthenticationType": { + "type": "enum", + "members": { + "BASIC": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "BASIC" + } + }, + "OAUTH2": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "OAUTH2" + } + }, + "CUSTOM": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CUSTOM" + } + } + } + }, + "com.amazonaws.glue#AuthorizationCode": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 4096 + }, + "smithy.api#pattern": "^\\S+$" + } + }, + "com.amazonaws.glue#AuthorizationCodeProperties": { + "type": "structure", + "members": { + "AuthorizationCode": { + "target": "com.amazonaws.glue#AuthorizationCode", + "traits": { + "smithy.api#documentation": "

An authorization code to be used in the third leg of the AUTHORIZATION_CODE grant workflow. This is a single-use code which becomes invalid once exchanged for an access token, thus it is acceptable to have this value as a request parameter.

" + } + }, + "RedirectUri": { + "target": "com.amazonaws.glue#RedirectUri", + "traits": { + "smithy.api#documentation": "

The redirect URI where the user gets redirected to by authorization server when issuing an authorization code. The URI is subsequently used when the authorization code is exchanged for an access token.

" + } + } + }, + "traits": { + "smithy.api#documentation": "

The set of properties required for the the OAuth2 AUTHORIZATION_CODE grant type workflow.

" + } + }, "com.amazonaws.glue#BackfillError": { "type": "structure", "members": { @@ -6490,19 +6605,19 @@ "PhysicalConnectionRequirements": { "target": "com.amazonaws.glue#PhysicalConnectionRequirements", "traits": { - "smithy.api#documentation": "

A map of physical connection requirements, such as virtual private cloud (VPC) and\n SecurityGroup, that are needed to make this connection successfully.

" + "smithy.api#documentation": "

The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to make this connection successfully.

" } }, "CreationTime": { "target": "com.amazonaws.glue#Timestamp", "traits": { - "smithy.api#documentation": "

The time that this connection definition was created.

" + "smithy.api#documentation": "

The timestamp of the time that this connection definition was created.

" } }, "LastUpdatedTime": { "target": "com.amazonaws.glue#Timestamp", "traits": { - "smithy.api#documentation": "

The last time that this connection definition was updated.

" + "smithy.api#documentation": "

The timestamp of the last time the connection definition was updated.

" } }, "LastUpdatedBy": { @@ -6510,6 +6625,30 @@ "traits": { "smithy.api#documentation": "

The user, group, or role that last updated this connection definition.

" } + }, + "Status": { + "target": "com.amazonaws.glue#ConnectionStatus", + "traits": { + "smithy.api#documentation": "

The status of the connection. Can be one of: READY, IN_PROGRESS, or FAILED.

" + } + }, + "StatusReason": { + "target": "com.amazonaws.glue#LongValueString", + "traits": { + "smithy.api#documentation": "

The reason for the connection status.

" + } + }, + "LastConnectionValidationTime": { + "target": "com.amazonaws.glue#Timestamp", + "traits": { + "smithy.api#documentation": "

A timestamp of the time this connection was last validated.

" + } + }, + "AuthenticationConfiguration": { + "target": "com.amazonaws.glue#AuthenticationConfiguration", + "traits": { + "smithy.api#documentation": "

The authentication properties of the connection.

" + } } }, "traits": { @@ -6522,7 +6661,7 @@ "Name": { "target": "com.amazonaws.glue#NameString", "traits": { - "smithy.api#documentation": "

The name of the connection. Connection will not function as expected without a name.

", + "smithy.api#documentation": "

The name of the connection.

", "smithy.api#required": {} } }, @@ -6535,7 +6674,7 @@ "ConnectionType": { "target": "com.amazonaws.glue#ConnectionType", "traits": { - "smithy.api#documentation": "

The type of the connection. Currently, these types are supported:

\n
    \n
  • \n

    \n JDBC - Designates a connection to a database through Java Database Connectivity (JDBC).

    \n

    \n JDBC Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

      \n
      • \n
    • \n

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      \n
      • \n
    • \n

      Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

      \n
      • \n
    \n
    • \n
  • \n

    \n KAFKA - Designates a connection to an Apache Kafka streaming platform.

    \n

    \n KAFKA Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: KAFKA_BOOTSTRAP_SERVERS.

      \n
      • \n
    • \n

      Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. These parameters are used to configure SSL with KAFKA.

      \n
      • \n
    • \n

      Optional: KAFKA_CLIENT_KEYSTORE, KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure TLS client configuration with SSL in KAFKA.

      \n
      • \n
    • \n

      Optional: KAFKA_SASL_MECHANISM. Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM.

      \n
      • \n
    • \n

      Optional: KAFKA_SASL_SCRAM_USERNAME, KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with KAFKA.

      \n
      • \n
    • \n

      Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters are used to configure SASL/GSSAPI authentication with KAFKA.

      \n
      • \n
    \n
    • \n
  • \n

    \n MONGODB - Designates a connection to a MongoDB document database.

    \n

    \n MONGODB Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: CONNECTION_URL.

      \n
      • \n
    • \n

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      \n
      • \n
    \n
    • \n
  • \n

    \n NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC).

    \n

    \n NETWORK Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.

    \n
    • \n
  • \n

    \n MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue.

    \n

    \n MARKETPLACE Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: CONNECTOR_TYPE, CONNECTOR_URL, CONNECTOR_CLASS_NAME, CONNECTION_URL.

      \n
      • \n
    • \n

      Required for JDBC\n CONNECTOR_TYPE connections: All of (USERNAME, PASSWORD) or SECRET_ID.

      \n
      • \n
    \n
    • \n
  • \n

    \n CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.

    \n
    • \n
\n

\n SFTP is not supported.

\n

For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

\n

For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

", + "smithy.api#documentation": "

The type of the connection. Currently, these types are supported:

\n
    \n
  • \n

    \n JDBC - Designates a connection to a database through Java Database Connectivity (JDBC).

    \n

    \n JDBC Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL.

      \n
      • \n
    • \n

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      \n
      • \n
    • \n

      Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters are used to configure SSL with JDBC.

      \n
      • \n
    \n
    • \n
  • \n

    \n KAFKA - Designates a connection to an Apache Kafka streaming platform.

    \n

    \n KAFKA Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: KAFKA_BOOTSTRAP_SERVERS.

      \n
      • \n
    • \n

      Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. These parameters are used to configure SSL with KAFKA.

      \n
      • \n
    • \n

      Optional: KAFKA_CLIENT_KEYSTORE, KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure TLS client configuration with SSL in KAFKA.

      \n
      • \n
    • \n

      Optional: KAFKA_SASL_MECHANISM. Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM.

      \n
      • \n
    • \n

      Optional: KAFKA_SASL_SCRAM_USERNAME, KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These parameters are used to configure SASL/SCRAM-SHA-512 authentication with KAFKA.

      \n
      • \n
    • \n

      Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters are used to configure SASL/GSSAPI authentication with KAFKA.

      \n
      • \n
    \n
    • \n
  • \n

    \n MONGODB - Designates a connection to a MongoDB document database.

    \n

    \n MONGODB Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: CONNECTION_URL.

      \n
      • \n
    • \n

      Required: All of (USERNAME, PASSWORD) or SECRET_ID.

      \n
      • \n
    \n
    • \n
  • \n

    \n SALESFORCE - Designates a connection to Salesforce using OAuth authencation.

    \n
      \n
    • \n

      Requires the AuthenticationConfiguration member to be configured.

      \n
      • \n
    \n
    • \n
  • \n

    \n NETWORK - Designates a network connection to a data source within an Amazon Virtual Private Cloud environment (Amazon VPC).

    \n

    \n NETWORK Connections do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.

    \n
    • \n
  • \n

    \n MARKETPLACE - Uses configuration settings contained in a connector purchased from Amazon Web Services Marketplace to read from and write to data stores that are not natively supported by Glue.

    \n

    \n MARKETPLACE Connections use the following ConnectionParameters.

    \n
      \n
    • \n

      Required: CONNECTOR_TYPE, CONNECTOR_URL, CONNECTOR_CLASS_NAME, CONNECTION_URL.

      \n
      • \n
    • \n

      Required for JDBC\n CONNECTOR_TYPE connections: All of (USERNAME, PASSWORD) or SECRET_ID.

      \n
      • \n
    \n
    • \n
  • \n

    \n CUSTOM - Uses configuration settings contained in a custom connector to read from and write to data stores that are not natively supported by Glue.

    \n
    • \n
\n

\n SFTP is not supported.

\n

For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

\n

For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

", "smithy.api#required": {} } }, @@ -6555,7 +6694,20 @@ "PhysicalConnectionRequirements": { "target": "com.amazonaws.glue#PhysicalConnectionRequirements", "traits": { - "smithy.api#documentation": "

A map of physical connection requirements, such as virtual private cloud (VPC) and\n SecurityGroup, that are needed to successfully make this connection.

" + "smithy.api#documentation": "

The physical connection requirements, such as virtual private cloud (VPC) and SecurityGroup, that are needed to successfully make this connection.

" + } + }, + "AuthenticationConfiguration": { + "target": "com.amazonaws.glue#AuthenticationConfigurationInput", + "traits": { + "smithy.api#documentation": "

The authentication properties of the connection. Used for a Salesforce connection.

" + } + }, + "ValidateCredentials": { + "target": "com.amazonaws.glue#Boolean", + "traits": { + "smithy.api#default": false, + "smithy.api#documentation": "

A flag to validate the credentials during create connection. Used for a Salesforce connection. Default is true.

" } } }, @@ -6863,6 +7015,35 @@ "traits": { "smithy.api#enumValue": "KAFKA_SASL_GSSAPI_PRINCIPAL" } + }, + "ROLE_ARN": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "ROLE_ARN" + } + } + } + }, + "com.amazonaws.glue#ConnectionStatus": { + "type": "enum", + "members": { + "READY": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "READY" + } + }, + "IN_PROGRESS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "IN_PROGRESS" + } + }, + "FAILED": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "FAILED" + } } } }, @@ -6910,6 +7091,12 @@ "traits": { "smithy.api#enumValue": "CUSTOM" } + }, + "SALESFORCE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "SALESFORCE" + } } } }, @@ -7847,7 +8034,14 @@ }, "com.amazonaws.glue#CreateConnectionResponse": { "type": "structure", - "members": {}, + "members": { + "CreateConnectionStatus": { + "target": "com.amazonaws.glue#ConnectionStatus", + "traits": { + "smithy.api#documentation": "

The status of the connection creation request. The request can take some time for certain authentication types, for example when creating an OAuth connection with token exchange over VPC.

" + } + } + }, "traits": { "smithy.api#output": {} } @@ -8719,7 +8913,7 @@ "Timeout": { "target": "com.amazonaws.glue#Timeout", "traits": { - "smithy.api#documentation": "

The job timeout in minutes. This is the maximum time that a job run\n can consume resources before it is terminated and enters TIMEOUT\n status. The default is 2,880 minutes (48 hours).

" + "smithy.api#documentation": "

The job timeout in minutes. This is the maximum time that a job run\n can consume resources before it is terminated and enters TIMEOUT\n status. The default is 2,880 minutes (48 hours) for batch jobs.

\n

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

" } }, "MaxCapacity": { @@ -14413,6 +14607,30 @@ "com.amazonaws.glue#FederationSourceErrorCode": { "type": "enum", "members": { + "AccessDeniedException": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "AccessDeniedException" + } + }, + "EntityNotFoundException": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "EntityNotFoundException" + } + }, + "InvalidCredentialsException": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "InvalidCredentialsException" + } + }, + "InvalidInputException": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "InvalidInputException" + } + }, "InvalidResponseException": { "target": "smithy.api#Unit", "traits": { @@ -14437,6 +14655,12 @@ "smithy.api#enumValue": "InternalServiceException" } }, + "PartialFailureException": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "PartialFailureException" + } + }, "ThrottlingException": { "target": "smithy.api#Unit", "traits": { @@ -21999,7 +22223,7 @@ "Timeout": { "target": "com.amazonaws.glue#Timeout", "traits": { - "smithy.api#documentation": "

The job timeout in minutes. This is the maximum time that a job run\n can consume resources before it is terminated and enters TIMEOUT\n status. The default is 2,880 minutes (48 hours).

" + "smithy.api#documentation": "

The job timeout in minutes. This is the maximum time that a job run\n can consume resources before it is terminated and enters TIMEOUT\n status. The default is 2,880 minutes (48 hours) for batch jobs.

\n

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

" } }, "MaxCapacity": { @@ -22343,7 +22567,7 @@ "Timeout": { "target": "com.amazonaws.glue#Timeout", "traits": { - "smithy.api#documentation": "

The JobRun timeout in minutes. This is the maximum time that a job run can\n consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

\n

The maximum value for timeout for batch jobs is 7 days or 10080 minutes. The default is 2880 minutes (48 hours) for batch jobs.

\n

Any existing Glue jobs that have a greater timeout value are defaulted to 7 days. For instance you have specified a timeout of 20 days for a batch job, it will be stopped on the 7th day.

\n

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

" + "smithy.api#documentation": "

The JobRun timeout in minutes. This is the maximum time that a job run can\n consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

\n

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

" } }, "MaxCapacity": { @@ -22559,7 +22783,7 @@ "Timeout": { "target": "com.amazonaws.glue#Timeout", "traits": { - "smithy.api#documentation": "

The job timeout in minutes. This is the maximum time that a job run\n can consume resources before it is terminated and enters TIMEOUT\n status. The default is 2,880 minutes (48 hours).

" + "smithy.api#documentation": "

The job timeout in minutes. This is the maximum time that a job run\n can consume resources before it is terminated and enters TIMEOUT\n status. The default is 2,880 minutes (48 hours) for batch jobs.

\n

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

" } }, "MaxCapacity": { @@ -25014,6 +25238,15 @@ "smithy.api#default": 0 } }, + "com.amazonaws.glue#LongValueString": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 16384 + } + } + }, "com.amazonaws.glue#MLTransform": { "type": "structure", "members": { @@ -25964,6 +26197,119 @@ "com.amazonaws.glue#NullableString": { "type": "string" }, + "com.amazonaws.glue#OAuth2ClientApplication": { + "type": "structure", + "members": { + "UserManagedClientApplicationClientId": { + "target": "com.amazonaws.glue#UserManagedClientApplicationClientId", + "traits": { + "smithy.api#documentation": "

The client application clientID if the ClientAppType is USER_MANAGED.

" + } + }, + "AWSManagedClientApplicationReference": { + "target": "com.amazonaws.glue#AWSManagedClientApplicationReference", + "traits": { + "smithy.api#documentation": "

The reference to the SaaS-side client app that is Amazon Web Services managed.

" + } + } + }, + "traits": { + "smithy.api#documentation": "

The OAuth2 client app used for the connection.

" + } + }, + "com.amazonaws.glue#OAuth2GrantType": { + "type": "enum", + "members": { + "AUTHORIZATION_CODE": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "AUTHORIZATION_CODE" + } + }, + "CLIENT_CREDENTIALS": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "CLIENT_CREDENTIALS" + } + }, + "JWT_BEARER": { + "target": "smithy.api#Unit", + "traits": { + "smithy.api#enumValue": "JWT_BEARER" + } + } + } + }, + "com.amazonaws.glue#OAuth2Properties": { + "type": "structure", + "members": { + "OAuth2GrantType": { + "target": "com.amazonaws.glue#OAuth2GrantType", + "traits": { + "smithy.api#documentation": "

The OAuth2 grant type. For example, AUTHORIZATION_CODE, JWT_BEARER, or CLIENT_CREDENTIALS.

" + } + }, + "OAuth2ClientApplication": { + "target": "com.amazonaws.glue#OAuth2ClientApplication", + "traits": { + "smithy.api#documentation": "

The client application type. For example, AWS_MANAGED or USER_MANAGED.

" + } + }, + "TokenUrl": { + "target": "com.amazonaws.glue#TokenUrl", + "traits": { + "smithy.api#documentation": "

The URL of the provider's authentication server, to exchange an authorization code for an access token.

" + } + }, + "TokenUrlParametersMap": { + "target": "com.amazonaws.glue#TokenUrlParametersMap", + "traits": { + "smithy.api#documentation": "

A map of parameters that are added to the token GET request.

" + } + } + }, + "traits": { + "smithy.api#documentation": "

A structure containing properties for OAuth2 authentication.

" + } + }, + "com.amazonaws.glue#OAuth2PropertiesInput": { + "type": "structure", + "members": { + "OAuth2GrantType": { + "target": "com.amazonaws.glue#OAuth2GrantType", + "traits": { + "smithy.api#documentation": "

The OAuth2 grant type in the CreateConnection request. For example, AUTHORIZATION_CODE, JWT_BEARER, or CLIENT_CREDENTIALS.

" + } + }, + "OAuth2ClientApplication": { + "target": "com.amazonaws.glue#OAuth2ClientApplication", + "traits": { + "smithy.api#documentation": "

The client application type in the CreateConnection request. For example, AWS_MANAGED or USER_MANAGED.

" + } + }, + "TokenUrl": { + "target": "com.amazonaws.glue#TokenUrl", + "traits": { + "smithy.api#documentation": "

The URL of the provider's authentication server, to exchange an authorization code for an access token.

" + } + }, + "TokenUrlParametersMap": { + "target": "com.amazonaws.glue#TokenUrlParametersMap", + "traits": { + "smithy.api#documentation": "

A map of parameters that are added to the token GET request.

" + } + }, + "AuthorizationCodeProperties": { + "target": "com.amazonaws.glue#AuthorizationCodeProperties", + "traits": { + "smithy.api#documentation": "

The set of properties required for the the OAuth2 AUTHORIZATION_CODE grant type.

" + } + } + }, + "traits": { + "smithy.api#documentation": "

A structure containing properties for OAuth2 in the CreateConnection request.

" + } + }, "com.amazonaws.glue#OneInput": { "type": "list", "member": { @@ -26847,12 +27193,12 @@ "AvailabilityZone": { "target": "com.amazonaws.glue#NameString", "traits": { - "smithy.api#documentation": "

The connection's Availability Zone. This field is redundant because the specified subnet\n implies the Availability Zone to be used. Currently the field must be populated, but it will\n be deprecated in the future.

" + "smithy.api#documentation": "

The connection's Availability Zone.

" } } }, "traits": { - "smithy.api#documentation": "

Specifies the physical requirements for a connection.

" + "smithy.api#documentation": "

The OAuth client app in GetConnection response.

" } }, "com.amazonaws.glue#PiiType": { @@ -27735,6 +28081,16 @@ "smithy.api#documentation": "

When crawling an Amazon S3 data source after the first crawl is complete, specifies whether to crawl the entire dataset again or to crawl only folders that were added since the last crawler run. For more information, see Incremental Crawls in Glue in the developer guide.

" } }, + "com.amazonaws.glue#RedirectUri": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 512 + }, + "smithy.api#pattern": "^(https?):\\/\\/[^\\s/$.?#].[^\\s]*$" + } + }, "com.amazonaws.glue#RedshiftSource": { "type": "structure", "members": { @@ -30190,6 +30546,12 @@ "smithy.api#output": {} } }, + "com.amazonaws.glue#SecretArn": { + "type": "string", + "traits": { + "smithy.api#pattern": "^arn:aws(-(cn|us-gov|iso(-[bef])?))?:secretsmanager:.*$" + } + }, "com.amazonaws.glue#SecurityConfiguration": { "type": "structure", "members": { @@ -31869,7 +32231,7 @@ "Timeout": { "target": "com.amazonaws.glue#Timeout", "traits": { - "smithy.api#documentation": "

The JobRun timeout in minutes. This is the maximum time that a job run can\n consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

\n

Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).

" + "smithy.api#documentation": "

The JobRun timeout in minutes. This is the maximum time that a job run can\n consume resources before it is terminated and enters TIMEOUT status. This value overrides the timeout value set in the parent job.

\n

Streaming jobs must have timeout values less than 7 days or 10080 minutes. When the value is left blank, the job will be restarted after 7 days based if you have not setup a maintenance window. If you have setup maintenance window, it will be restarted during the maintenance window after 7 days.

" } }, "MaxCapacity": { @@ -33848,6 +34210,43 @@ "com.amazonaws.glue#Token": { "type": "string" }, + "com.amazonaws.glue#TokenUrl": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 256 + }, + "smithy.api#pattern": "^(https?)://[-a-zA-Z0-9+&@#/%?=~_|!:,.;]*[-a-zA-Z0-9+&@#/%=~_|]$" + } + }, + "com.amazonaws.glue#TokenUrlParameterKey": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 128 + } + } + }, + "com.amazonaws.glue#TokenUrlParameterValue": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 1, + "max": 512 + } + } + }, + "com.amazonaws.glue#TokenUrlParametersMap": { + "type": "map", + "key": { + "target": "com.amazonaws.glue#TokenUrlParameterKey" + }, + "value": { + "target": "com.amazonaws.glue#TokenUrlParameterValue" + } + }, "com.amazonaws.glue#Topk": { "type": "integer", "traits": { @@ -36685,6 +37084,16 @@ "target": "com.amazonaws.glue#UserDefinedFunction" } }, + "com.amazonaws.glue#UserManagedClientApplicationClientId": { + "type": "string", + "traits": { + "smithy.api#length": { + "min": 0, + "max": 2048 + }, + "smithy.api#pattern": "^\\S+$" + } + }, "com.amazonaws.glue#ValidationException": { "type": "structure", "members": { @@ -36853,7 +37262,7 @@ "ViewExpandedText": { "target": "com.amazonaws.glue#ViewTextString", "traits": { - "smithy.api#documentation": "

The expanded SQL for the view. This SQL is used by engines while processing a query on a view. Engines may perform operations during view creation to transform ViewOriginalText to ViewExpandedText. For example:

\n
    \n
  • \n

    Fully qualify identifiers: SELECT * from table1 → SELECT * from db1.table1\n

    \n
    • \n
" + "smithy.api#documentation": "

The expanded SQL for the view. This SQL is used by engines while processing a query on a view. Engines may perform operations during view creation to transform ViewOriginalText to ViewExpandedText. For example:

\n
    \n
  • \n

    Fully qualified identifiers: SELECT * from table1 -> SELECT * from db1.table1\n

    \n
    • \n
" } }, "IsStale": {