diff --git a/sdk/datafactory/azure-mgmt-datafactory/CHANGELOG.md b/sdk/datafactory/azure-mgmt-datafactory/CHANGELOG.md index d1d513c41378..7841dd100d78 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/CHANGELOG.md +++ b/sdk/datafactory/azure-mgmt-datafactory/CHANGELOG.md @@ -1,5 +1,221 @@ # Release History +## 2.0.0 (2021-10-08) + +**Features** + + - Model AmazonS3CompatibleReadSettings has a new parameter disable_metrics_collection + - Model SqlMISink has a new parameter sql_writer_use_table_lock + - Model SqlMISink has a new parameter disable_metrics_collection + - Model SqlMISink has a new parameter write_behavior + - Model SqlMISink has a new parameter upsert_settings + - Model CouchbaseSource has a new parameter disable_metrics_collection + - Model AzureDataLakeStoreSink has a new parameter disable_metrics_collection + - Model AzurePostgreSqlSink has a new parameter disable_metrics_collection + - Model AzureMariaDBSource has a new parameter disable_metrics_collection + - Model TeradataSource has a new parameter disable_metrics_collection + - Model SftpWriteSettings has a new parameter disable_metrics_collection + - Model FactoryGitHubConfiguration has a new parameter client_secret + - Model FactoryGitHubConfiguration has a new parameter client_id + - Model ConcurSource has a new parameter disable_metrics_collection + - Model AzureDataExplorerLinkedService has a new parameter credential + - Model AzureFileStorageWriteSettings has a new parameter disable_metrics_collection + - Model SapCloudForCustomerSink has a new parameter disable_metrics_collection + - Model SalesforceServiceCloudSource has a new parameter disable_metrics_collection + - Model AzureBlobFSLinkedService has a new parameter credential + - Model PipelineRunInvokedBy has a new parameter pipeline_name + - Model PipelineRunInvokedBy has a new parameter pipeline_run_id + - Model AzureDatabricksDeltaLakeSink has a new parameter disable_metrics_collection + - Model SharePointOnlineListSource has a new parameter disable_metrics_collection + - Model IntegrationRuntimeVNetProperties has a new parameter subnet_id + - Model SparkSource has a new parameter disable_metrics_collection + - Model ZohoSource has a new parameter disable_metrics_collection + - Model SalesforceSource has a new parameter disable_metrics_collection + - Model AzureMySqlSource has a new parameter disable_metrics_collection + - Model AvroSink has a new parameter disable_metrics_collection + - Model RestSource has a new parameter disable_metrics_collection + - Model AzureSearchIndexSink has a new parameter disable_metrics_collection + - Model MongoDbV2Source has a new parameter disable_metrics_collection + - Model SapBwSource has a new parameter disable_metrics_collection + - Model AzureMySqlSink has a new parameter disable_metrics_collection + - Model SapTableSource has a new parameter disable_metrics_collection + - Model ResponsysSource has a new parameter disable_metrics_collection + - Model AzureDataLakeStoreSource has a new parameter disable_metrics_collection + - Model BlobSource has a new parameter disable_metrics_collection + - Model CommonDataServiceForAppsSink has a new parameter disable_metrics_collection + - Model StoreReadSettings has a new parameter disable_metrics_collection + - Model AzureBlobStorageReadSettings has a new parameter disable_metrics_collection + - Model AzureBlobFSWriteSettings has a new parameter disable_metrics_collection + - Model SqlSink has a new parameter sql_writer_use_table_lock + - Model SqlSink has a new parameter disable_metrics_collection + - Model SqlSink has a new parameter write_behavior + - Model SqlSink has a new parameter upsert_settings + - Model SapEccSource has a new parameter disable_metrics_collection + - Model HdfsReadSettings has a new parameter disable_metrics_collection + - Model SalesforceServiceCloudSink has a new parameter disable_metrics_collection + - Model CosmosDbMongoDbApiSink has a new parameter disable_metrics_collection + - Model AzureDataLakeStoreReadSettings has a new parameter disable_metrics_collection + - Model CommonDataServiceForAppsSource has a new parameter disable_metrics_collection + - Model AzureBlobStorageLinkedService has a new parameter credential + - Model OracleSource has a new parameter disable_metrics_collection + - Model RestServiceLinkedService has a new parameter credential + - Model SalesforceMarketingCloudSource has a new parameter disable_metrics_collection + - Model XeroSource has a new parameter disable_metrics_collection + - Model ShopifySource has a new parameter disable_metrics_collection + - Model OrcSink has a new parameter disable_metrics_collection + - Model JiraSource has a new parameter disable_metrics_collection + - Model SnowflakeSource has a new parameter disable_metrics_collection + - Model AmazonMWSSource has a new parameter disable_metrics_collection + - Model DocumentDbCollectionSource has a new parameter disable_metrics_collection + - Model FileSystemSource has a new parameter disable_metrics_collection + - Model DynamicsCrmSink has a new parameter disable_metrics_collection + - Model AmazonRedshiftSource has a new parameter disable_metrics_collection + - Model DocumentDbCollectionSink has a new parameter disable_metrics_collection + - Model HubspotSource has a new parameter disable_metrics_collection + - Model ServiceNowSource has a new parameter disable_metrics_collection + - Model BlobSink has a new parameter metadata + - Model BlobSink has a new parameter disable_metrics_collection + - Model ParquetSource has a new parameter disable_metrics_collection + - Model MongoDbAtlasSource has a new parameter disable_metrics_collection + - Model CassandraSource has a new parameter disable_metrics_collection + - Model WebActivityAuthentication has a new parameter credential + - Model OracleCloudStorageReadSettings has a new parameter disable_metrics_collection + - Model HiveSource has a new parameter disable_metrics_collection + - Model HttpSource has a new parameter disable_metrics_collection + - Model AzurePostgreSqlSource has a new parameter disable_metrics_collection + - Model AzureFileStorageReadSettings has a new parameter disable_metrics_collection + - Model OracleServiceCloudSource has a new parameter disable_metrics_collection + - Model AzureQueueSink has a new parameter disable_metrics_collection + - Model MicrosoftAccessSink has a new parameter disable_metrics_collection + - Model GreenplumSource has a new parameter disable_metrics_collection + - Model AzureBlobFSReadSettings has a new parameter disable_metrics_collection + - Model SqlDWSource has a new parameter disable_metrics_collection + - Model AzureSqlMILinkedService has a new parameter always_encrypted_settings + - Model AzureSqlMILinkedService has a new parameter credential + - Model CopySink has a new parameter disable_metrics_collection + - Model DynamicsAXSource has a new parameter disable_metrics_collection + - Model HBaseSource has a new parameter disable_metrics_collection + - Model FtpReadSettings has a new parameter disable_metrics_collection + - Model SybaseSource has a new parameter disable_metrics_collection + - Model GitHubAccessTokenRequest has a new parameter git_hub_client_secret + - Model CosmosDbMongoDbApiSource has a new parameter disable_metrics_collection + - Model ParquetSink has a new parameter disable_metrics_collection + - Model ExcelSource has a new parameter disable_metrics_collection + - Model ODataSource has a new parameter disable_metrics_collection + - Model PostgreSqlSource has a new parameter disable_metrics_collection + - Model Db2Source has a new parameter disable_metrics_collection + - Model VerticaSource has a new parameter disable_metrics_collection + - Model AzureSqlSink has a new parameter sql_writer_use_table_lock + - Model AzureSqlSink has a new parameter disable_metrics_collection + - Model AzureSqlSink has a new parameter write_behavior + - Model AzureSqlSink has a new parameter upsert_settings + - Model AvroSource has a new parameter disable_metrics_collection + - Model SqlDWSink has a new parameter sql_writer_use_table_lock + - Model SqlDWSink has a new parameter disable_metrics_collection + - Model SqlDWSink has a new parameter write_behavior + - Model SqlDWSink has a new parameter upsert_settings + - Model MicrosoftAccessSource has a new parameter disable_metrics_collection + - Model AmazonS3ReadSettings has a new parameter disable_metrics_collection + - Model NetezzaSource has a new parameter disable_metrics_collection + - Model InformixSink has a new parameter disable_metrics_collection + - Model GoogleAdWordsSource has a new parameter disable_metrics_collection + - Model SapCloudForCustomerSource has a new parameter disable_metrics_collection + - Model OracleSink has a new parameter disable_metrics_collection + - Model AzureBlobFSSource has a new parameter disable_metrics_collection + - Model WebSource has a new parameter disable_metrics_collection + - Model AzureSqlDatabaseLinkedService has a new parameter always_encrypted_settings + - Model AzureSqlDatabaseLinkedService has a new parameter credential + - Model AzureDataLakeStoreLinkedService has a new parameter credential + - Model SnowflakeSink has a new parameter disable_metrics_collection + - Model HdfsSource has a new parameter disable_metrics_collection + - Model OdbcSink has a new parameter disable_metrics_collection + - Model AzureBlobFSSink has a new parameter metadata + - Model AzureBlobFSSink has a new parameter disable_metrics_collection + - Model AzureDataExplorerSource has a new parameter disable_metrics_collection + - Model AzureTableSource has a new parameter disable_metrics_collection + - Model AzureDatabricksLinkedService has a new parameter credential + - Model DynamicsSink has a new parameter disable_metrics_collection + - Model IntegrationRuntimeSsisProperties has a new parameter credential + - Model AzureSqlDWLinkedService has a new parameter credential + - Model ExcelDataset has a new parameter sheet_index + - Model PaypalSource has a new parameter disable_metrics_collection + - Model SapHanaSource has a new parameter disable_metrics_collection + - Model HttpReadSettings has a new parameter disable_metrics_collection + - Model ManagedIntegrationRuntime has a new parameter customer_virtual_network + - Model SquareSource has a new parameter disable_metrics_collection + - Model SalesforceSink has a new parameter disable_metrics_collection + - Model AzureDataLakeStoreWriteSettings has a new parameter disable_metrics_collection + - Model SqlServerSource has a new parameter disable_metrics_collection + - Model BinarySink has a new parameter disable_metrics_collection + - Model JsonSink has a new parameter disable_metrics_collection + - Model AzureSqlSource has a new parameter disable_metrics_collection + - Model MongoDbSource has a new parameter disable_metrics_collection + - Model AzureKeyVaultLinkedService has a new parameter credential + - Model StoreWriteSettings has a new parameter disable_metrics_collection + - Model RestSink has a new parameter disable_metrics_collection + - Model CosmosDbSqlApiSink has a new parameter disable_metrics_collection + - Model AzureDatabricksDeltaLakeSource has a new parameter disable_metrics_collection + - Model DynamicsSource has a new parameter disable_metrics_collection + - Model FactoryUpdateParameters has a new parameter public_network_access + - Model OdbcSource has a new parameter disable_metrics_collection + - Model SqlServerLinkedService has a new parameter always_encrypted_settings + - Model IntegrationRuntimeDataFlowProperties has a new parameter cleanup + - Model RelationalSource has a new parameter disable_metrics_collection + - Model TabularSource has a new parameter disable_metrics_collection + - Model FileServerReadSettings has a new parameter disable_metrics_collection + - Model AzureFunctionLinkedService has a new parameter authentication + - Model AzureFunctionLinkedService has a new parameter resource_id + - Model AzureFunctionLinkedService has a new parameter credential + - Model SftpReadSettings has a new parameter disable_metrics_collection + - Model AzureDataExplorerSink has a new parameter disable_metrics_collection + - Model CopySource has a new parameter disable_metrics_collection + - Model GoogleBigQuerySource has a new parameter disable_metrics_collection + - Model AzureMLLinkedService has a new parameter authentication + - Model XmlSource has a new parameter disable_metrics_collection + - Model CosmosDbMongoDbApiLinkedService has a new parameter is_server_version_above32 + - Model PrestoSource has a new parameter disable_metrics_collection + - Model CosmosDbSqlApiSource has a new parameter disable_metrics_collection + - Model AzureTableSink has a new parameter disable_metrics_collection + - Model OrcSource has a new parameter disable_metrics_collection + - Model BinarySource has a new parameter disable_metrics_collection + - Model DelimitedTextSink has a new parameter disable_metrics_collection + - Model JsonSource has a new parameter disable_metrics_collection + - Model HDInsightOnDemandLinkedService has a new parameter credential + - Model DelimitedTextSource has a new parameter disable_metrics_collection + - Model ImpalaSource has a new parameter disable_metrics_collection + - Model SqlSource has a new parameter disable_metrics_collection + - Model AzureBlobStorageWriteSettings has a new parameter disable_metrics_collection + - Model PhoenixSource has a new parameter disable_metrics_collection + - Model MySqlSource has a new parameter disable_metrics_collection + - Model SqlServerSink has a new parameter sql_writer_use_table_lock + - Model SqlServerSink has a new parameter disable_metrics_collection + - Model SqlServerSink has a new parameter write_behavior + - Model SqlServerSink has a new parameter upsert_settings + - Model MarketoSource has a new parameter disable_metrics_collection + - Model FileServerWriteSettings has a new parameter disable_metrics_collection + - Model GoogleCloudStorageReadSettings has a new parameter disable_metrics_collection + - Model AzureBatchLinkedService has a new parameter credential + - Model MagentoSource has a new parameter disable_metrics_collection + - Model DynamicsCrmSource has a new parameter disable_metrics_collection + - Model SapOpenHubSource has a new parameter disable_metrics_collection + - Model SqlMISource has a new parameter disable_metrics_collection + - Model QuickBooksSource has a new parameter disable_metrics_collection + - Model DrillSource has a new parameter disable_metrics_collection + - Model EloquaSource has a new parameter disable_metrics_collection + - Model InformixSource has a new parameter disable_metrics_collection + - Model Office365Source has a new parameter disable_metrics_collection + - Model FileSystemSink has a new parameter disable_metrics_collection + - Model MariaDBSource has a new parameter disable_metrics_collection + - Added operation IntegrationRuntimesOperations.list_outbound_network_dependencies_endpoints + - Added operation group PrivateLinkResourcesOperations + - Added operation group PrivateEndPointConnectionsOperations + - Added operation group PrivateEndpointConnectionOperations + +**Breaking changes** + + - Parameter type of model DataFlow is now required + - Parameter type of model MappingDataFlow is now required + ## 2.0.0 (2021-07-27) **Features** diff --git a/sdk/datafactory/azure-mgmt-datafactory/_meta.json b/sdk/datafactory/azure-mgmt-datafactory/_meta.json index ca4e1b09611d..9d25a2b50221 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/_meta.json +++ b/sdk/datafactory/azure-mgmt-datafactory/_meta.json @@ -4,7 +4,7 @@ "@autorest/python@5.8.4", "@autorest/modelerfour@4.19.2" ], - "commit": "406474c3807f2dec010af72286f22aa7a9a54920", + "commit": "2ce915398bfadd5333820487595a9623187dcb59", "repository_url": "https://github.com/Azure/azure-rest-api-specs", "autorest_command": "autorest specification/datafactory/resource-manager/readme.md --multiapi --python --python-mode=update --python-sdks-folder=/home/vsts/work/1/s/azure-sdk-for-python/sdk --track2 --use=@autorest/python@5.8.4 --use=@autorest/modelerfour@4.19.2 --version=3.4.5", "readme": "specification/datafactory/resource-manager/readme.md" diff --git a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/aio/operations/_integration_runtimes_operations.py b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/aio/operations/_integration_runtimes_operations.py index cfe891bfaed7..19a13bbaf567 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/aio/operations/_integration_runtimes_operations.py +++ b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/aio/operations/_integration_runtimes_operations.py @@ -455,6 +455,68 @@ async def get_status( return deserialized get_status.metadata = {'url': '/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DataFactory/factories/{factoryName}/integrationRuntimes/{integrationRuntimeName}/getStatus'} # type: ignore + async def list_outbound_network_dependencies_endpoints( + self, + resource_group_name: str, + factory_name: str, + integration_runtime_name: str, + **kwargs: Any + ) -> "_models.IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse": + """Gets the list of outbound network dependencies for a given Azure-SSIS integration runtime. + + :param resource_group_name: The resource group name. + :type resource_group_name: str + :param factory_name: The factory name. + :type factory_name: str + :param integration_runtime_name: The integration runtime name. + :type integration_runtime_name: str + :keyword callable cls: A custom type or function that will be passed the direct response + :return: IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse, or the result of cls(response) + :rtype: ~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse + :raises: ~azure.core.exceptions.HttpResponseError + """ + cls = kwargs.pop('cls', None) # type: ClsType["_models.IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse"] + error_map = { + 401: ClientAuthenticationError, 404: ResourceNotFoundError, 409: ResourceExistsError + } + error_map.update(kwargs.pop('error_map', {})) + api_version = "2018-06-01" + accept = "application/json" + + # Construct URL + url = self.list_outbound_network_dependencies_endpoints.metadata['url'] # type: ignore + path_format_arguments = { + 'subscriptionId': self._serialize.url("self._config.subscription_id", self._config.subscription_id, 'str'), + 'resourceGroupName': self._serialize.url("resource_group_name", resource_group_name, 'str', max_length=90, min_length=1, pattern=r'^[-\w\._\(\)]+$'), + 'factoryName': self._serialize.url("factory_name", factory_name, 'str', max_length=63, min_length=3, pattern=r'^[A-Za-z0-9]+(?:-[A-Za-z0-9]+)*$'), + 'integrationRuntimeName': self._serialize.url("integration_runtime_name", integration_runtime_name, 'str', max_length=63, min_length=3, pattern=r'^[A-Za-z0-9]+(?:-[A-Za-z0-9]+)*$'), + } + url = self._client.format_url(url, **path_format_arguments) + + # Construct parameters + query_parameters = {} # type: Dict[str, Any] + query_parameters['api-version'] = self._serialize.query("api_version", api_version, 'str') + + # Construct headers + header_parameters = {} # type: Dict[str, Any] + header_parameters['Accept'] = self._serialize.header("accept", accept, 'str') + + request = self._client.get(url, query_parameters, header_parameters) + pipeline_response = await self._client._pipeline.run(request, stream=False, **kwargs) + response = pipeline_response.http_response + + if response.status_code not in [200]: + map_error(status_code=response.status_code, response=response, error_map=error_map) + raise HttpResponseError(response=response, error_format=ARMErrorFormat) + + deserialized = self._deserialize('IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse', pipeline_response) + + if cls: + return cls(pipeline_response, deserialized, {}) + + return deserialized + list_outbound_network_dependencies_endpoints.metadata = {'url': '/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DataFactory/factories/{factoryName}/integrationRuntimes/{integrationRuntimeName}/outboundNetworkDependenciesEndpoints'} # type: ignore + async def get_connection_info( self, resource_group_name: str, diff --git a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/__init__.py b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/__init__.py index ff60f03feff6..d05e600bf0b6 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/__init__.py +++ b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/__init__.py @@ -18,6 +18,13 @@ from ._models_py3 import AmazonMWSLinkedService from ._models_py3 import AmazonMWSObjectDataset from ._models_py3 import AmazonMWSSource + from ._models_py3 import AmazonRdsForOracleLinkedService + from ._models_py3 import AmazonRdsForOraclePartitionSettings + from ._models_py3 import AmazonRdsForOracleSource + from ._models_py3 import AmazonRdsForOracleTableDataset + from ._models_py3 import AmazonRdsForSqlServerLinkedService + from ._models_py3 import AmazonRdsForSqlServerSource + from ._models_py3 import AmazonRdsForSqlServerTableDataset from ._models_py3 import AmazonRedshiftLinkedService from ._models_py3 import AmazonRedshiftSource from ._models_py3 import AmazonRedshiftTableDataset @@ -243,9 +250,12 @@ from ._models_py3 import ExcelDataset from ._models_py3 import ExcelSource from ._models_py3 import ExecuteDataFlowActivity + from ._models_py3 import ExecuteDataFlowActivityTypeProperties from ._models_py3 import ExecuteDataFlowActivityTypePropertiesCompute from ._models_py3 import ExecutePipelineActivity + from ._models_py3 import ExecutePowerQueryActivityTypeProperties from ._models_py3 import ExecuteSSISPackageActivity + from ._models_py3 import ExecuteWranglingDataflowActivity from ._models_py3 import ExecutionActivity from ._models_py3 import ExportSettings from ._models_py3 import ExposureControlBatchRequest @@ -333,6 +343,7 @@ from ._models_py3 import IntegrationRuntimeComputeProperties from ._models_py3 import IntegrationRuntimeConnectionInfo from ._models_py3 import IntegrationRuntimeCustomSetupScriptProperties + from ._models_py3 import IntegrationRuntimeCustomerVirtualNetwork from ._models_py3 import IntegrationRuntimeDataFlowProperties from ._models_py3 import IntegrationRuntimeDataProxyProperties from ._models_py3 import IntegrationRuntimeDebugResource @@ -340,6 +351,10 @@ from ._models_py3 import IntegrationRuntimeMonitoringData from ._models_py3 import IntegrationRuntimeNodeIpAddress from ._models_py3 import IntegrationRuntimeNodeMonitoringData + from ._models_py3 import IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint + from ._models_py3 import IntegrationRuntimeOutboundNetworkDependenciesEndpoint + from ._models_py3 import IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails + from ._models_py3 import IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse from ._models_py3 import IntegrationRuntimeReference from ._models_py3 import IntegrationRuntimeRegenerateKeyParameters from ._models_py3 import IntegrationRuntimeResource @@ -480,6 +495,9 @@ from ._models_py3 import PostgreSqlLinkedService from ._models_py3 import PostgreSqlSource from ._models_py3 import PostgreSqlTableDataset + from ._models_py3 import PowerQuerySink + from ._models_py3 import PowerQuerySinkMapping + from ._models_py3 import PowerQuerySource from ._models_py3 import PrestoLinkedService from ._models_py3 import PrestoObjectDataset from ._models_py3 import PrestoSource @@ -591,6 +609,7 @@ from ._models_py3 import SqlAlwaysEncryptedProperties from ._models_py3 import SqlDWSink from ._models_py3 import SqlDWSource + from ._models_py3 import SqlDWUpsertSettings from ._models_py3 import SqlMISink from ._models_py3 import SqlMISource from ._models_py3 import SqlPartitionSettings @@ -601,6 +620,7 @@ from ._models_py3 import SqlServerTableDataset from ._models_py3 import SqlSink from ._models_py3 import SqlSource + from ._models_py3 import SqlUpsertSettings from ._models_py3 import SquareLinkedService from ._models_py3 import SquareObjectDataset from ._models_py3 import SquareSource @@ -670,6 +690,7 @@ from ._models_py3 import WebLinkedServiceTypeProperties from ._models_py3 import WebSource from ._models_py3 import WebTableDataset + from ._models_py3 import WranglingDataFlow from ._models_py3 import XeroLinkedService from ._models_py3 import XeroObjectDataset from ._models_py3 import XeroSource @@ -692,6 +713,13 @@ from ._models import AmazonMWSLinkedService # type: ignore from ._models import AmazonMWSObjectDataset # type: ignore from ._models import AmazonMWSSource # type: ignore + from ._models import AmazonRdsForOracleLinkedService # type: ignore + from ._models import AmazonRdsForOraclePartitionSettings # type: ignore + from ._models import AmazonRdsForOracleSource # type: ignore + from ._models import AmazonRdsForOracleTableDataset # type: ignore + from ._models import AmazonRdsForSqlServerLinkedService # type: ignore + from ._models import AmazonRdsForSqlServerSource # type: ignore + from ._models import AmazonRdsForSqlServerTableDataset # type: ignore from ._models import AmazonRedshiftLinkedService # type: ignore from ._models import AmazonRedshiftSource # type: ignore from ._models import AmazonRedshiftTableDataset # type: ignore @@ -917,9 +945,12 @@ from ._models import ExcelDataset # type: ignore from ._models import ExcelSource # type: ignore from ._models import ExecuteDataFlowActivity # type: ignore + from ._models import ExecuteDataFlowActivityTypeProperties # type: ignore from ._models import ExecuteDataFlowActivityTypePropertiesCompute # type: ignore from ._models import ExecutePipelineActivity # type: ignore + from ._models import ExecutePowerQueryActivityTypeProperties # type: ignore from ._models import ExecuteSSISPackageActivity # type: ignore + from ._models import ExecuteWranglingDataflowActivity # type: ignore from ._models import ExecutionActivity # type: ignore from ._models import ExportSettings # type: ignore from ._models import ExposureControlBatchRequest # type: ignore @@ -1007,6 +1038,7 @@ from ._models import IntegrationRuntimeComputeProperties # type: ignore from ._models import IntegrationRuntimeConnectionInfo # type: ignore from ._models import IntegrationRuntimeCustomSetupScriptProperties # type: ignore + from ._models import IntegrationRuntimeCustomerVirtualNetwork # type: ignore from ._models import IntegrationRuntimeDataFlowProperties # type: ignore from ._models import IntegrationRuntimeDataProxyProperties # type: ignore from ._models import IntegrationRuntimeDebugResource # type: ignore @@ -1014,6 +1046,10 @@ from ._models import IntegrationRuntimeMonitoringData # type: ignore from ._models import IntegrationRuntimeNodeIpAddress # type: ignore from ._models import IntegrationRuntimeNodeMonitoringData # type: ignore + from ._models import IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint # type: ignore + from ._models import IntegrationRuntimeOutboundNetworkDependenciesEndpoint # type: ignore + from ._models import IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails # type: ignore + from ._models import IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse # type: ignore from ._models import IntegrationRuntimeReference # type: ignore from ._models import IntegrationRuntimeRegenerateKeyParameters # type: ignore from ._models import IntegrationRuntimeResource # type: ignore @@ -1154,6 +1190,9 @@ from ._models import PostgreSqlLinkedService # type: ignore from ._models import PostgreSqlSource # type: ignore from ._models import PostgreSqlTableDataset # type: ignore + from ._models import PowerQuerySink # type: ignore + from ._models import PowerQuerySinkMapping # type: ignore + from ._models import PowerQuerySource # type: ignore from ._models import PrestoLinkedService # type: ignore from ._models import PrestoObjectDataset # type: ignore from ._models import PrestoSource # type: ignore @@ -1265,6 +1304,7 @@ from ._models import SqlAlwaysEncryptedProperties # type: ignore from ._models import SqlDWSink # type: ignore from ._models import SqlDWSource # type: ignore + from ._models import SqlDWUpsertSettings # type: ignore from ._models import SqlMISink # type: ignore from ._models import SqlMISource # type: ignore from ._models import SqlPartitionSettings # type: ignore @@ -1275,6 +1315,7 @@ from ._models import SqlServerTableDataset # type: ignore from ._models import SqlSink # type: ignore from ._models import SqlSource # type: ignore + from ._models import SqlUpsertSettings # type: ignore from ._models import SquareLinkedService # type: ignore from ._models import SquareObjectDataset # type: ignore from ._models import SquareSource # type: ignore @@ -1344,6 +1385,7 @@ from ._models import WebLinkedServiceTypeProperties # type: ignore from ._models import WebSource # type: ignore from ._models import WebTableDataset # type: ignore + from ._models import WranglingDataFlow # type: ignore from ._models import XeroLinkedService # type: ignore from ._models import XeroObjectDataset # type: ignore from ._models import XeroSource # type: ignore @@ -1356,6 +1398,7 @@ from ._models import ZohoSource # type: ignore from ._data_factory_management_client_enums import ( + AmazonRdsForOraclePartitionOption, AvroCompressionCodec, AzureFunctionActivityMethod, AzureSearchIndexWriteBehaviorType, @@ -1433,7 +1476,9 @@ SparkServerType, SparkThriftTransportProtocol, SqlAlwaysEncryptedAkvAuthType, + SqlDWWriteBehaviorEnum, SqlPartitionOption, + SqlWriteBehaviorEnum, SsisLogLocationType, SsisObjectMetadataType, SsisPackageLocationType, @@ -1462,6 +1507,13 @@ 'AmazonMWSLinkedService', 'AmazonMWSObjectDataset', 'AmazonMWSSource', + 'AmazonRdsForOracleLinkedService', + 'AmazonRdsForOraclePartitionSettings', + 'AmazonRdsForOracleSource', + 'AmazonRdsForOracleTableDataset', + 'AmazonRdsForSqlServerLinkedService', + 'AmazonRdsForSqlServerSource', + 'AmazonRdsForSqlServerTableDataset', 'AmazonRedshiftLinkedService', 'AmazonRedshiftSource', 'AmazonRedshiftTableDataset', @@ -1687,9 +1739,12 @@ 'ExcelDataset', 'ExcelSource', 'ExecuteDataFlowActivity', + 'ExecuteDataFlowActivityTypeProperties', 'ExecuteDataFlowActivityTypePropertiesCompute', 'ExecutePipelineActivity', + 'ExecutePowerQueryActivityTypeProperties', 'ExecuteSSISPackageActivity', + 'ExecuteWranglingDataflowActivity', 'ExecutionActivity', 'ExportSettings', 'ExposureControlBatchRequest', @@ -1777,6 +1832,7 @@ 'IntegrationRuntimeComputeProperties', 'IntegrationRuntimeConnectionInfo', 'IntegrationRuntimeCustomSetupScriptProperties', + 'IntegrationRuntimeCustomerVirtualNetwork', 'IntegrationRuntimeDataFlowProperties', 'IntegrationRuntimeDataProxyProperties', 'IntegrationRuntimeDebugResource', @@ -1784,6 +1840,10 @@ 'IntegrationRuntimeMonitoringData', 'IntegrationRuntimeNodeIpAddress', 'IntegrationRuntimeNodeMonitoringData', + 'IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint', + 'IntegrationRuntimeOutboundNetworkDependenciesEndpoint', + 'IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails', + 'IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse', 'IntegrationRuntimeReference', 'IntegrationRuntimeRegenerateKeyParameters', 'IntegrationRuntimeResource', @@ -1924,6 +1984,9 @@ 'PostgreSqlLinkedService', 'PostgreSqlSource', 'PostgreSqlTableDataset', + 'PowerQuerySink', + 'PowerQuerySinkMapping', + 'PowerQuerySource', 'PrestoLinkedService', 'PrestoObjectDataset', 'PrestoSource', @@ -2035,6 +2098,7 @@ 'SqlAlwaysEncryptedProperties', 'SqlDWSink', 'SqlDWSource', + 'SqlDWUpsertSettings', 'SqlMISink', 'SqlMISource', 'SqlPartitionSettings', @@ -2045,6 +2109,7 @@ 'SqlServerTableDataset', 'SqlSink', 'SqlSource', + 'SqlUpsertSettings', 'SquareLinkedService', 'SquareObjectDataset', 'SquareSource', @@ -2114,6 +2179,7 @@ 'WebLinkedServiceTypeProperties', 'WebSource', 'WebTableDataset', + 'WranglingDataFlow', 'XeroLinkedService', 'XeroObjectDataset', 'XeroSource', @@ -2124,6 +2190,7 @@ 'ZohoLinkedService', 'ZohoObjectDataset', 'ZohoSource', + 'AmazonRdsForOraclePartitionOption', 'AvroCompressionCodec', 'AzureFunctionActivityMethod', 'AzureSearchIndexWriteBehaviorType', @@ -2201,7 +2268,9 @@ 'SparkServerType', 'SparkThriftTransportProtocol', 'SqlAlwaysEncryptedAkvAuthType', + 'SqlDWWriteBehaviorEnum', 'SqlPartitionOption', + 'SqlWriteBehaviorEnum', 'SsisLogLocationType', 'SsisObjectMetadataType', 'SsisPackageLocationType', diff --git a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_data_factory_management_client_enums.py b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_data_factory_management_client_enums.py index 466aea7a8f74..158bf6b35e73 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_data_factory_management_client_enums.py +++ b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_data_factory_management_client_enums.py @@ -26,6 +26,12 @@ def __getattr__(cls, name): raise AttributeError(name) +class AmazonRdsForOraclePartitionOption(with_metaclass(_CaseInsensitiveEnumMeta, str, Enum)): + + NONE = "None" + PHYSICAL_PARTITIONS_OF_TABLE = "PhysicalPartitionsOfTable" + DYNAMIC_RANGE = "DynamicRange" + class AvroCompressionCodec(with_metaclass(_CaseInsensitiveEnumMeta, str, Enum)): NONE = "none" @@ -696,6 +702,14 @@ class SqlAlwaysEncryptedAkvAuthType(with_metaclass(_CaseInsensitiveEnumMeta, str SERVICE_PRINCIPAL = "ServicePrincipal" MANAGED_IDENTITY = "ManagedIdentity" + USER_ASSIGNED_MANAGED_IDENTITY = "UserAssignedManagedIdentity" + +class SqlDWWriteBehaviorEnum(with_metaclass(_CaseInsensitiveEnumMeta, str, Enum)): + """Specify the write behavior when copying data into sql dw. + """ + + INSERT = "Insert" + UPSERT = "Upsert" class SqlPartitionOption(with_metaclass(_CaseInsensitiveEnumMeta, str, Enum)): """The partition mechanism that will be used for Sql read in parallel. @@ -705,6 +719,14 @@ class SqlPartitionOption(with_metaclass(_CaseInsensitiveEnumMeta, str, Enum)): PHYSICAL_PARTITIONS_OF_TABLE = "PhysicalPartitionsOfTable" DYNAMIC_RANGE = "DynamicRange" +class SqlWriteBehaviorEnum(with_metaclass(_CaseInsensitiveEnumMeta, str, Enum)): + """Specify the write behavior when copying data into sql. + """ + + INSERT = "Insert" + UPSERT = "Upsert" + STORED_PROCEDURE = "StoredProcedure" + class SsisLogLocationType(with_metaclass(_CaseInsensitiveEnumMeta, str, Enum)): """The type of SSIS log location. """ diff --git a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models.py b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models.py index 98d8bc411749..5f4f0c460837 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models.py +++ b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models.py @@ -40,7 +40,7 @@ class Activity(msrest.serialization.Model): """A pipeline activity. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: ControlActivity, ExecutionActivity. + sub-classes are: ControlActivity, ExecuteWranglingDataflowActivity, ExecutionActivity. All required parameters must be populated in order to send to Azure. @@ -74,7 +74,7 @@ class Activity(msrest.serialization.Model): } _subtype_map = { - 'type': {'Container': 'ControlActivity', 'Execution': 'ExecutionActivity'} + 'type': {'Container': 'ControlActivity', 'ExecuteWranglingDataflow': 'ExecuteWranglingDataflowActivity', 'Execution': 'ExecutionActivity'} } def __init__( @@ -341,7 +341,7 @@ class LinkedService(msrest.serialization.Model): """The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AmazonMWSLinkedService, AmazonRedshiftLinkedService, AmazonS3LinkedService, AmazonS3CompatibleLinkedService, AzureBatchLinkedService, AzureBlobFSLinkedService, AzureBlobStorageLinkedService, AzureDataExplorerLinkedService, AzureDataLakeAnalyticsLinkedService, AzureDataLakeStoreLinkedService, AzureDatabricksLinkedService, AzureDatabricksDeltaLakeLinkedService, AzureFileStorageLinkedService, AzureFunctionLinkedService, AzureKeyVaultLinkedService, AzureMLLinkedService, AzureMLServiceLinkedService, AzureMariaDBLinkedService, AzureMySqlLinkedService, AzurePostgreSqlLinkedService, AzureSearchLinkedService, AzureSqlDWLinkedService, AzureSqlDatabaseLinkedService, AzureSqlMILinkedService, AzureStorageLinkedService, AzureTableStorageLinkedService, CassandraLinkedService, CommonDataServiceForAppsLinkedService, ConcurLinkedService, CosmosDbLinkedService, CosmosDbMongoDbApiLinkedService, CouchbaseLinkedService, CustomDataSourceLinkedService, Db2LinkedService, DrillLinkedService, DynamicsLinkedService, DynamicsAXLinkedService, DynamicsCrmLinkedService, EloquaLinkedService, FileServerLinkedService, FtpServerLinkedService, GoogleAdWordsLinkedService, GoogleBigQueryLinkedService, GoogleCloudStorageLinkedService, GreenplumLinkedService, HBaseLinkedService, HDInsightLinkedService, HDInsightOnDemandLinkedService, HdfsLinkedService, HiveLinkedService, HttpLinkedService, HubspotLinkedService, ImpalaLinkedService, InformixLinkedService, JiraLinkedService, MagentoLinkedService, MariaDBLinkedService, MarketoLinkedService, MicrosoftAccessLinkedService, MongoDbLinkedService, MongoDbAtlasLinkedService, MongoDbV2LinkedService, MySqlLinkedService, NetezzaLinkedService, ODataLinkedService, OdbcLinkedService, Office365LinkedService, OracleLinkedService, OracleCloudStorageLinkedService, OracleServiceCloudLinkedService, PaypalLinkedService, PhoenixLinkedService, PostgreSqlLinkedService, PrestoLinkedService, QuickBooksLinkedService, ResponsysLinkedService, RestServiceLinkedService, SalesforceLinkedService, SalesforceMarketingCloudLinkedService, SalesforceServiceCloudLinkedService, SapBWLinkedService, SapCloudForCustomerLinkedService, SapEccLinkedService, SapHanaLinkedService, SapOpenHubLinkedService, SapTableLinkedService, ServiceNowLinkedService, SftpServerLinkedService, SharePointOnlineListLinkedService, ShopifyLinkedService, SnowflakeLinkedService, SparkLinkedService, SqlServerLinkedService, SquareLinkedService, SybaseLinkedService, TeradataLinkedService, VerticaLinkedService, WebLinkedService, XeroLinkedService, ZohoLinkedService. + sub-classes are: AmazonMWSLinkedService, AmazonRdsForOracleLinkedService, AmazonRdsForSqlServerLinkedService, AmazonRedshiftLinkedService, AmazonS3LinkedService, AmazonS3CompatibleLinkedService, AzureBatchLinkedService, AzureBlobFSLinkedService, AzureBlobStorageLinkedService, AzureDataExplorerLinkedService, AzureDataLakeAnalyticsLinkedService, AzureDataLakeStoreLinkedService, AzureDatabricksLinkedService, AzureDatabricksDeltaLakeLinkedService, AzureFileStorageLinkedService, AzureFunctionLinkedService, AzureKeyVaultLinkedService, AzureMLLinkedService, AzureMLServiceLinkedService, AzureMariaDBLinkedService, AzureMySqlLinkedService, AzurePostgreSqlLinkedService, AzureSearchLinkedService, AzureSqlDWLinkedService, AzureSqlDatabaseLinkedService, AzureSqlMILinkedService, AzureStorageLinkedService, AzureTableStorageLinkedService, CassandraLinkedService, CommonDataServiceForAppsLinkedService, ConcurLinkedService, CosmosDbLinkedService, CosmosDbMongoDbApiLinkedService, CouchbaseLinkedService, CustomDataSourceLinkedService, Db2LinkedService, DrillLinkedService, DynamicsLinkedService, DynamicsAXLinkedService, DynamicsCrmLinkedService, EloquaLinkedService, FileServerLinkedService, FtpServerLinkedService, GoogleAdWordsLinkedService, GoogleBigQueryLinkedService, GoogleCloudStorageLinkedService, GreenplumLinkedService, HBaseLinkedService, HDInsightLinkedService, HDInsightOnDemandLinkedService, HdfsLinkedService, HiveLinkedService, HttpLinkedService, HubspotLinkedService, ImpalaLinkedService, InformixLinkedService, JiraLinkedService, MagentoLinkedService, MariaDBLinkedService, MarketoLinkedService, MicrosoftAccessLinkedService, MongoDbLinkedService, MongoDbAtlasLinkedService, MongoDbV2LinkedService, MySqlLinkedService, NetezzaLinkedService, ODataLinkedService, OdbcLinkedService, Office365LinkedService, OracleLinkedService, OracleCloudStorageLinkedService, OracleServiceCloudLinkedService, PaypalLinkedService, PhoenixLinkedService, PostgreSqlLinkedService, PrestoLinkedService, QuickBooksLinkedService, ResponsysLinkedService, RestServiceLinkedService, SalesforceLinkedService, SalesforceMarketingCloudLinkedService, SalesforceServiceCloudLinkedService, SapBWLinkedService, SapCloudForCustomerLinkedService, SapEccLinkedService, SapHanaLinkedService, SapOpenHubLinkedService, SapTableLinkedService, ServiceNowLinkedService, SftpServerLinkedService, SharePointOnlineListLinkedService, ShopifyLinkedService, SnowflakeLinkedService, SparkLinkedService, SqlServerLinkedService, SquareLinkedService, SybaseLinkedService, TeradataLinkedService, VerticaLinkedService, WebLinkedService, XeroLinkedService, ZohoLinkedService. All required parameters must be populated in order to send to Azure. @@ -374,7 +374,7 @@ class LinkedService(msrest.serialization.Model): } _subtype_map = { - 'type': {'AmazonMWS': 'AmazonMWSLinkedService', 'AmazonRedshift': 'AmazonRedshiftLinkedService', 'AmazonS3': 'AmazonS3LinkedService', 'AmazonS3Compatible': 'AmazonS3CompatibleLinkedService', 'AzureBatch': 'AzureBatchLinkedService', 'AzureBlobFS': 'AzureBlobFSLinkedService', 'AzureBlobStorage': 'AzureBlobStorageLinkedService', 'AzureDataExplorer': 'AzureDataExplorerLinkedService', 'AzureDataLakeAnalytics': 'AzureDataLakeAnalyticsLinkedService', 'AzureDataLakeStore': 'AzureDataLakeStoreLinkedService', 'AzureDatabricks': 'AzureDatabricksLinkedService', 'AzureDatabricksDeltaLake': 'AzureDatabricksDeltaLakeLinkedService', 'AzureFileStorage': 'AzureFileStorageLinkedService', 'AzureFunction': 'AzureFunctionLinkedService', 'AzureKeyVault': 'AzureKeyVaultLinkedService', 'AzureML': 'AzureMLLinkedService', 'AzureMLService': 'AzureMLServiceLinkedService', 'AzureMariaDB': 'AzureMariaDBLinkedService', 'AzureMySql': 'AzureMySqlLinkedService', 'AzurePostgreSql': 'AzurePostgreSqlLinkedService', 'AzureSearch': 'AzureSearchLinkedService', 'AzureSqlDW': 'AzureSqlDWLinkedService', 'AzureSqlDatabase': 'AzureSqlDatabaseLinkedService', 'AzureSqlMI': 'AzureSqlMILinkedService', 'AzureStorage': 'AzureStorageLinkedService', 'AzureTableStorage': 'AzureTableStorageLinkedService', 'Cassandra': 'CassandraLinkedService', 'CommonDataServiceForApps': 'CommonDataServiceForAppsLinkedService', 'Concur': 'ConcurLinkedService', 'CosmosDb': 'CosmosDbLinkedService', 'CosmosDbMongoDbApi': 'CosmosDbMongoDbApiLinkedService', 'Couchbase': 'CouchbaseLinkedService', 'CustomDataSource': 'CustomDataSourceLinkedService', 'Db2': 'Db2LinkedService', 'Drill': 'DrillLinkedService', 'Dynamics': 'DynamicsLinkedService', 'DynamicsAX': 'DynamicsAXLinkedService', 'DynamicsCrm': 'DynamicsCrmLinkedService', 'Eloqua': 'EloquaLinkedService', 'FileServer': 'FileServerLinkedService', 'FtpServer': 'FtpServerLinkedService', 'GoogleAdWords': 'GoogleAdWordsLinkedService', 'GoogleBigQuery': 'GoogleBigQueryLinkedService', 'GoogleCloudStorage': 'GoogleCloudStorageLinkedService', 'Greenplum': 'GreenplumLinkedService', 'HBase': 'HBaseLinkedService', 'HDInsight': 'HDInsightLinkedService', 'HDInsightOnDemand': 'HDInsightOnDemandLinkedService', 'Hdfs': 'HdfsLinkedService', 'Hive': 'HiveLinkedService', 'HttpServer': 'HttpLinkedService', 'Hubspot': 'HubspotLinkedService', 'Impala': 'ImpalaLinkedService', 'Informix': 'InformixLinkedService', 'Jira': 'JiraLinkedService', 'Magento': 'MagentoLinkedService', 'MariaDB': 'MariaDBLinkedService', 'Marketo': 'MarketoLinkedService', 'MicrosoftAccess': 'MicrosoftAccessLinkedService', 'MongoDb': 'MongoDbLinkedService', 'MongoDbAtlas': 'MongoDbAtlasLinkedService', 'MongoDbV2': 'MongoDbV2LinkedService', 'MySql': 'MySqlLinkedService', 'Netezza': 'NetezzaLinkedService', 'OData': 'ODataLinkedService', 'Odbc': 'OdbcLinkedService', 'Office365': 'Office365LinkedService', 'Oracle': 'OracleLinkedService', 'OracleCloudStorage': 'OracleCloudStorageLinkedService', 'OracleServiceCloud': 'OracleServiceCloudLinkedService', 'Paypal': 'PaypalLinkedService', 'Phoenix': 'PhoenixLinkedService', 'PostgreSql': 'PostgreSqlLinkedService', 'Presto': 'PrestoLinkedService', 'QuickBooks': 'QuickBooksLinkedService', 'Responsys': 'ResponsysLinkedService', 'RestService': 'RestServiceLinkedService', 'Salesforce': 'SalesforceLinkedService', 'SalesforceMarketingCloud': 'SalesforceMarketingCloudLinkedService', 'SalesforceServiceCloud': 'SalesforceServiceCloudLinkedService', 'SapBW': 'SapBWLinkedService', 'SapCloudForCustomer': 'SapCloudForCustomerLinkedService', 'SapEcc': 'SapEccLinkedService', 'SapHana': 'SapHanaLinkedService', 'SapOpenHub': 'SapOpenHubLinkedService', 'SapTable': 'SapTableLinkedService', 'ServiceNow': 'ServiceNowLinkedService', 'Sftp': 'SftpServerLinkedService', 'SharePointOnlineList': 'SharePointOnlineListLinkedService', 'Shopify': 'ShopifyLinkedService', 'Snowflake': 'SnowflakeLinkedService', 'Spark': 'SparkLinkedService', 'SqlServer': 'SqlServerLinkedService', 'Square': 'SquareLinkedService', 'Sybase': 'SybaseLinkedService', 'Teradata': 'TeradataLinkedService', 'Vertica': 'VerticaLinkedService', 'Web': 'WebLinkedService', 'Xero': 'XeroLinkedService', 'Zoho': 'ZohoLinkedService'} + 'type': {'AmazonMWS': 'AmazonMWSLinkedService', 'AmazonRdsForOracle': 'AmazonRdsForOracleLinkedService', 'AmazonRdsForSqlServer': 'AmazonRdsForSqlServerLinkedService', 'AmazonRedshift': 'AmazonRedshiftLinkedService', 'AmazonS3': 'AmazonS3LinkedService', 'AmazonS3Compatible': 'AmazonS3CompatibleLinkedService', 'AzureBatch': 'AzureBatchLinkedService', 'AzureBlobFS': 'AzureBlobFSLinkedService', 'AzureBlobStorage': 'AzureBlobStorageLinkedService', 'AzureDataExplorer': 'AzureDataExplorerLinkedService', 'AzureDataLakeAnalytics': 'AzureDataLakeAnalyticsLinkedService', 'AzureDataLakeStore': 'AzureDataLakeStoreLinkedService', 'AzureDatabricks': 'AzureDatabricksLinkedService', 'AzureDatabricksDeltaLake': 'AzureDatabricksDeltaLakeLinkedService', 'AzureFileStorage': 'AzureFileStorageLinkedService', 'AzureFunction': 'AzureFunctionLinkedService', 'AzureKeyVault': 'AzureKeyVaultLinkedService', 'AzureML': 'AzureMLLinkedService', 'AzureMLService': 'AzureMLServiceLinkedService', 'AzureMariaDB': 'AzureMariaDBLinkedService', 'AzureMySql': 'AzureMySqlLinkedService', 'AzurePostgreSql': 'AzurePostgreSqlLinkedService', 'AzureSearch': 'AzureSearchLinkedService', 'AzureSqlDW': 'AzureSqlDWLinkedService', 'AzureSqlDatabase': 'AzureSqlDatabaseLinkedService', 'AzureSqlMI': 'AzureSqlMILinkedService', 'AzureStorage': 'AzureStorageLinkedService', 'AzureTableStorage': 'AzureTableStorageLinkedService', 'Cassandra': 'CassandraLinkedService', 'CommonDataServiceForApps': 'CommonDataServiceForAppsLinkedService', 'Concur': 'ConcurLinkedService', 'CosmosDb': 'CosmosDbLinkedService', 'CosmosDbMongoDbApi': 'CosmosDbMongoDbApiLinkedService', 'Couchbase': 'CouchbaseLinkedService', 'CustomDataSource': 'CustomDataSourceLinkedService', 'Db2': 'Db2LinkedService', 'Drill': 'DrillLinkedService', 'Dynamics': 'DynamicsLinkedService', 'DynamicsAX': 'DynamicsAXLinkedService', 'DynamicsCrm': 'DynamicsCrmLinkedService', 'Eloqua': 'EloquaLinkedService', 'FileServer': 'FileServerLinkedService', 'FtpServer': 'FtpServerLinkedService', 'GoogleAdWords': 'GoogleAdWordsLinkedService', 'GoogleBigQuery': 'GoogleBigQueryLinkedService', 'GoogleCloudStorage': 'GoogleCloudStorageLinkedService', 'Greenplum': 'GreenplumLinkedService', 'HBase': 'HBaseLinkedService', 'HDInsight': 'HDInsightLinkedService', 'HDInsightOnDemand': 'HDInsightOnDemandLinkedService', 'Hdfs': 'HdfsLinkedService', 'Hive': 'HiveLinkedService', 'HttpServer': 'HttpLinkedService', 'Hubspot': 'HubspotLinkedService', 'Impala': 'ImpalaLinkedService', 'Informix': 'InformixLinkedService', 'Jira': 'JiraLinkedService', 'Magento': 'MagentoLinkedService', 'MariaDB': 'MariaDBLinkedService', 'Marketo': 'MarketoLinkedService', 'MicrosoftAccess': 'MicrosoftAccessLinkedService', 'MongoDb': 'MongoDbLinkedService', 'MongoDbAtlas': 'MongoDbAtlasLinkedService', 'MongoDbV2': 'MongoDbV2LinkedService', 'MySql': 'MySqlLinkedService', 'Netezza': 'NetezzaLinkedService', 'OData': 'ODataLinkedService', 'Odbc': 'OdbcLinkedService', 'Office365': 'Office365LinkedService', 'Oracle': 'OracleLinkedService', 'OracleCloudStorage': 'OracleCloudStorageLinkedService', 'OracleServiceCloud': 'OracleServiceCloudLinkedService', 'Paypal': 'PaypalLinkedService', 'Phoenix': 'PhoenixLinkedService', 'PostgreSql': 'PostgreSqlLinkedService', 'Presto': 'PrestoLinkedService', 'QuickBooks': 'QuickBooksLinkedService', 'Responsys': 'ResponsysLinkedService', 'RestService': 'RestServiceLinkedService', 'Salesforce': 'SalesforceLinkedService', 'SalesforceMarketingCloud': 'SalesforceMarketingCloudLinkedService', 'SalesforceServiceCloud': 'SalesforceServiceCloudLinkedService', 'SapBW': 'SapBWLinkedService', 'SapCloudForCustomer': 'SapCloudForCustomerLinkedService', 'SapEcc': 'SapEccLinkedService', 'SapHana': 'SapHanaLinkedService', 'SapOpenHub': 'SapOpenHubLinkedService', 'SapTable': 'SapTableLinkedService', 'ServiceNow': 'ServiceNowLinkedService', 'Sftp': 'SftpServerLinkedService', 'SharePointOnlineList': 'SharePointOnlineListLinkedService', 'Shopify': 'ShopifyLinkedService', 'Snowflake': 'SnowflakeLinkedService', 'Spark': 'SparkLinkedService', 'SqlServer': 'SqlServerLinkedService', 'Square': 'SquareLinkedService', 'Sybase': 'SybaseLinkedService', 'Teradata': 'TeradataLinkedService', 'Vertica': 'VerticaLinkedService', 'Web': 'WebLinkedService', 'Xero': 'XeroLinkedService', 'Zoho': 'ZohoLinkedService'} } def __init__( @@ -488,7 +488,7 @@ class Dataset(msrest.serialization.Model): """The Azure Data Factory nested object which identifies data within different data stores, such as tables, files, folders, and documents. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AmazonMWSObjectDataset, AmazonRedshiftTableDataset, AmazonS3Dataset, AvroDataset, AzureBlobDataset, AzureBlobFSDataset, AzureDataExplorerTableDataset, AzureDataLakeStoreDataset, AzureDatabricksDeltaLakeDataset, AzureMariaDBTableDataset, AzureMySqlTableDataset, AzurePostgreSqlTableDataset, AzureSearchIndexDataset, AzureSqlDWTableDataset, AzureSqlMITableDataset, AzureSqlTableDataset, AzureTableDataset, BinaryDataset, CassandraTableDataset, CommonDataServiceForAppsEntityDataset, ConcurObjectDataset, CosmosDbMongoDbApiCollectionDataset, CosmosDbSqlApiCollectionDataset, CouchbaseTableDataset, CustomDataset, Db2TableDataset, DelimitedTextDataset, DocumentDbCollectionDataset, DrillTableDataset, DynamicsAXResourceDataset, DynamicsCrmEntityDataset, DynamicsEntityDataset, EloquaObjectDataset, ExcelDataset, FileShareDataset, GoogleAdWordsObjectDataset, GoogleBigQueryObjectDataset, GreenplumTableDataset, HBaseObjectDataset, HiveObjectDataset, HttpDataset, HubspotObjectDataset, ImpalaObjectDataset, InformixTableDataset, JiraObjectDataset, JsonDataset, MagentoObjectDataset, MariaDBTableDataset, MarketoObjectDataset, MicrosoftAccessTableDataset, MongoDbAtlasCollectionDataset, MongoDbCollectionDataset, MongoDbV2CollectionDataset, MySqlTableDataset, NetezzaTableDataset, ODataResourceDataset, OdbcTableDataset, Office365Dataset, OracleServiceCloudObjectDataset, OracleTableDataset, OrcDataset, ParquetDataset, PaypalObjectDataset, PhoenixObjectDataset, PostgreSqlTableDataset, PrestoObjectDataset, QuickBooksObjectDataset, RelationalTableDataset, ResponsysObjectDataset, RestResourceDataset, SalesforceMarketingCloudObjectDataset, SalesforceObjectDataset, SalesforceServiceCloudObjectDataset, SapBwCubeDataset, SapCloudForCustomerResourceDataset, SapEccResourceDataset, SapHanaTableDataset, SapOpenHubTableDataset, SapTableResourceDataset, ServiceNowObjectDataset, SharePointOnlineListResourceDataset, ShopifyObjectDataset, SnowflakeDataset, SparkObjectDataset, SqlServerTableDataset, SquareObjectDataset, SybaseTableDataset, TeradataTableDataset, VerticaTableDataset, WebTableDataset, XeroObjectDataset, XmlDataset, ZohoObjectDataset. + sub-classes are: AmazonMWSObjectDataset, AmazonRdsForOracleTableDataset, AmazonRdsForSqlServerTableDataset, AmazonRedshiftTableDataset, AmazonS3Dataset, AvroDataset, AzureBlobDataset, AzureBlobFSDataset, AzureDataExplorerTableDataset, AzureDataLakeStoreDataset, AzureDatabricksDeltaLakeDataset, AzureMariaDBTableDataset, AzureMySqlTableDataset, AzurePostgreSqlTableDataset, AzureSearchIndexDataset, AzureSqlDWTableDataset, AzureSqlMITableDataset, AzureSqlTableDataset, AzureTableDataset, BinaryDataset, CassandraTableDataset, CommonDataServiceForAppsEntityDataset, ConcurObjectDataset, CosmosDbMongoDbApiCollectionDataset, CosmosDbSqlApiCollectionDataset, CouchbaseTableDataset, CustomDataset, Db2TableDataset, DelimitedTextDataset, DocumentDbCollectionDataset, DrillTableDataset, DynamicsAXResourceDataset, DynamicsCrmEntityDataset, DynamicsEntityDataset, EloquaObjectDataset, ExcelDataset, FileShareDataset, GoogleAdWordsObjectDataset, GoogleBigQueryObjectDataset, GreenplumTableDataset, HBaseObjectDataset, HiveObjectDataset, HttpDataset, HubspotObjectDataset, ImpalaObjectDataset, InformixTableDataset, JiraObjectDataset, JsonDataset, MagentoObjectDataset, MariaDBTableDataset, MarketoObjectDataset, MicrosoftAccessTableDataset, MongoDbAtlasCollectionDataset, MongoDbCollectionDataset, MongoDbV2CollectionDataset, MySqlTableDataset, NetezzaTableDataset, ODataResourceDataset, OdbcTableDataset, Office365Dataset, OracleServiceCloudObjectDataset, OracleTableDataset, OrcDataset, ParquetDataset, PaypalObjectDataset, PhoenixObjectDataset, PostgreSqlTableDataset, PrestoObjectDataset, QuickBooksObjectDataset, RelationalTableDataset, ResponsysObjectDataset, RestResourceDataset, SalesforceMarketingCloudObjectDataset, SalesforceObjectDataset, SalesforceServiceCloudObjectDataset, SapBwCubeDataset, SapCloudForCustomerResourceDataset, SapEccResourceDataset, SapHanaTableDataset, SapOpenHubTableDataset, SapTableResourceDataset, ServiceNowObjectDataset, SharePointOnlineListResourceDataset, ShopifyObjectDataset, SnowflakeDataset, SparkObjectDataset, SqlServerTableDataset, SquareObjectDataset, SybaseTableDataset, TeradataTableDataset, VerticaTableDataset, WebTableDataset, XeroObjectDataset, XmlDataset, ZohoObjectDataset. All required parameters must be populated in order to send to Azure. @@ -534,7 +534,7 @@ class Dataset(msrest.serialization.Model): } _subtype_map = { - 'type': {'AmazonMWSObject': 'AmazonMWSObjectDataset', 'AmazonRedshiftTable': 'AmazonRedshiftTableDataset', 'AmazonS3Object': 'AmazonS3Dataset', 'Avro': 'AvroDataset', 'AzureBlob': 'AzureBlobDataset', 'AzureBlobFSFile': 'AzureBlobFSDataset', 'AzureDataExplorerTable': 'AzureDataExplorerTableDataset', 'AzureDataLakeStoreFile': 'AzureDataLakeStoreDataset', 'AzureDatabricksDeltaLakeDataset': 'AzureDatabricksDeltaLakeDataset', 'AzureMariaDBTable': 'AzureMariaDBTableDataset', 'AzureMySqlTable': 'AzureMySqlTableDataset', 'AzurePostgreSqlTable': 'AzurePostgreSqlTableDataset', 'AzureSearchIndex': 'AzureSearchIndexDataset', 'AzureSqlDWTable': 'AzureSqlDWTableDataset', 'AzureSqlMITable': 'AzureSqlMITableDataset', 'AzureSqlTable': 'AzureSqlTableDataset', 'AzureTable': 'AzureTableDataset', 'Binary': 'BinaryDataset', 'CassandraTable': 'CassandraTableDataset', 'CommonDataServiceForAppsEntity': 'CommonDataServiceForAppsEntityDataset', 'ConcurObject': 'ConcurObjectDataset', 'CosmosDbMongoDbApiCollection': 'CosmosDbMongoDbApiCollectionDataset', 'CosmosDbSqlApiCollection': 'CosmosDbSqlApiCollectionDataset', 'CouchbaseTable': 'CouchbaseTableDataset', 'CustomDataset': 'CustomDataset', 'Db2Table': 'Db2TableDataset', 'DelimitedText': 'DelimitedTextDataset', 'DocumentDbCollection': 'DocumentDbCollectionDataset', 'DrillTable': 'DrillTableDataset', 'DynamicsAXResource': 'DynamicsAXResourceDataset', 'DynamicsCrmEntity': 'DynamicsCrmEntityDataset', 'DynamicsEntity': 'DynamicsEntityDataset', 'EloquaObject': 'EloquaObjectDataset', 'Excel': 'ExcelDataset', 'FileShare': 'FileShareDataset', 'GoogleAdWordsObject': 'GoogleAdWordsObjectDataset', 'GoogleBigQueryObject': 'GoogleBigQueryObjectDataset', 'GreenplumTable': 'GreenplumTableDataset', 'HBaseObject': 'HBaseObjectDataset', 'HiveObject': 'HiveObjectDataset', 'HttpFile': 'HttpDataset', 'HubspotObject': 'HubspotObjectDataset', 'ImpalaObject': 'ImpalaObjectDataset', 'InformixTable': 'InformixTableDataset', 'JiraObject': 'JiraObjectDataset', 'Json': 'JsonDataset', 'MagentoObject': 'MagentoObjectDataset', 'MariaDBTable': 'MariaDBTableDataset', 'MarketoObject': 'MarketoObjectDataset', 'MicrosoftAccessTable': 'MicrosoftAccessTableDataset', 'MongoDbAtlasCollection': 'MongoDbAtlasCollectionDataset', 'MongoDbCollection': 'MongoDbCollectionDataset', 'MongoDbV2Collection': 'MongoDbV2CollectionDataset', 'MySqlTable': 'MySqlTableDataset', 'NetezzaTable': 'NetezzaTableDataset', 'ODataResource': 'ODataResourceDataset', 'OdbcTable': 'OdbcTableDataset', 'Office365Table': 'Office365Dataset', 'OracleServiceCloudObject': 'OracleServiceCloudObjectDataset', 'OracleTable': 'OracleTableDataset', 'Orc': 'OrcDataset', 'Parquet': 'ParquetDataset', 'PaypalObject': 'PaypalObjectDataset', 'PhoenixObject': 'PhoenixObjectDataset', 'PostgreSqlTable': 'PostgreSqlTableDataset', 'PrestoObject': 'PrestoObjectDataset', 'QuickBooksObject': 'QuickBooksObjectDataset', 'RelationalTable': 'RelationalTableDataset', 'ResponsysObject': 'ResponsysObjectDataset', 'RestResource': 'RestResourceDataset', 'SalesforceMarketingCloudObject': 'SalesforceMarketingCloudObjectDataset', 'SalesforceObject': 'SalesforceObjectDataset', 'SalesforceServiceCloudObject': 'SalesforceServiceCloudObjectDataset', 'SapBwCube': 'SapBwCubeDataset', 'SapCloudForCustomerResource': 'SapCloudForCustomerResourceDataset', 'SapEccResource': 'SapEccResourceDataset', 'SapHanaTable': 'SapHanaTableDataset', 'SapOpenHubTable': 'SapOpenHubTableDataset', 'SapTableResource': 'SapTableResourceDataset', 'ServiceNowObject': 'ServiceNowObjectDataset', 'SharePointOnlineListResource': 'SharePointOnlineListResourceDataset', 'ShopifyObject': 'ShopifyObjectDataset', 'SnowflakeTable': 'SnowflakeDataset', 'SparkObject': 'SparkObjectDataset', 'SqlServerTable': 'SqlServerTableDataset', 'SquareObject': 'SquareObjectDataset', 'SybaseTable': 'SybaseTableDataset', 'TeradataTable': 'TeradataTableDataset', 'VerticaTable': 'VerticaTableDataset', 'WebTable': 'WebTableDataset', 'XeroObject': 'XeroObjectDataset', 'Xml': 'XmlDataset', 'ZohoObject': 'ZohoObjectDataset'} + 'type': {'AmazonMWSObject': 'AmazonMWSObjectDataset', 'AmazonRdsForOracleTable': 'AmazonRdsForOracleTableDataset', 'AmazonRdsForSqlServerTable': 'AmazonRdsForSqlServerTableDataset', 'AmazonRedshiftTable': 'AmazonRedshiftTableDataset', 'AmazonS3Object': 'AmazonS3Dataset', 'Avro': 'AvroDataset', 'AzureBlob': 'AzureBlobDataset', 'AzureBlobFSFile': 'AzureBlobFSDataset', 'AzureDataExplorerTable': 'AzureDataExplorerTableDataset', 'AzureDataLakeStoreFile': 'AzureDataLakeStoreDataset', 'AzureDatabricksDeltaLakeDataset': 'AzureDatabricksDeltaLakeDataset', 'AzureMariaDBTable': 'AzureMariaDBTableDataset', 'AzureMySqlTable': 'AzureMySqlTableDataset', 'AzurePostgreSqlTable': 'AzurePostgreSqlTableDataset', 'AzureSearchIndex': 'AzureSearchIndexDataset', 'AzureSqlDWTable': 'AzureSqlDWTableDataset', 'AzureSqlMITable': 'AzureSqlMITableDataset', 'AzureSqlTable': 'AzureSqlTableDataset', 'AzureTable': 'AzureTableDataset', 'Binary': 'BinaryDataset', 'CassandraTable': 'CassandraTableDataset', 'CommonDataServiceForAppsEntity': 'CommonDataServiceForAppsEntityDataset', 'ConcurObject': 'ConcurObjectDataset', 'CosmosDbMongoDbApiCollection': 'CosmosDbMongoDbApiCollectionDataset', 'CosmosDbSqlApiCollection': 'CosmosDbSqlApiCollectionDataset', 'CouchbaseTable': 'CouchbaseTableDataset', 'CustomDataset': 'CustomDataset', 'Db2Table': 'Db2TableDataset', 'DelimitedText': 'DelimitedTextDataset', 'DocumentDbCollection': 'DocumentDbCollectionDataset', 'DrillTable': 'DrillTableDataset', 'DynamicsAXResource': 'DynamicsAXResourceDataset', 'DynamicsCrmEntity': 'DynamicsCrmEntityDataset', 'DynamicsEntity': 'DynamicsEntityDataset', 'EloquaObject': 'EloquaObjectDataset', 'Excel': 'ExcelDataset', 'FileShare': 'FileShareDataset', 'GoogleAdWordsObject': 'GoogleAdWordsObjectDataset', 'GoogleBigQueryObject': 'GoogleBigQueryObjectDataset', 'GreenplumTable': 'GreenplumTableDataset', 'HBaseObject': 'HBaseObjectDataset', 'HiveObject': 'HiveObjectDataset', 'HttpFile': 'HttpDataset', 'HubspotObject': 'HubspotObjectDataset', 'ImpalaObject': 'ImpalaObjectDataset', 'InformixTable': 'InformixTableDataset', 'JiraObject': 'JiraObjectDataset', 'Json': 'JsonDataset', 'MagentoObject': 'MagentoObjectDataset', 'MariaDBTable': 'MariaDBTableDataset', 'MarketoObject': 'MarketoObjectDataset', 'MicrosoftAccessTable': 'MicrosoftAccessTableDataset', 'MongoDbAtlasCollection': 'MongoDbAtlasCollectionDataset', 'MongoDbCollection': 'MongoDbCollectionDataset', 'MongoDbV2Collection': 'MongoDbV2CollectionDataset', 'MySqlTable': 'MySqlTableDataset', 'NetezzaTable': 'NetezzaTableDataset', 'ODataResource': 'ODataResourceDataset', 'OdbcTable': 'OdbcTableDataset', 'Office365Table': 'Office365Dataset', 'OracleServiceCloudObject': 'OracleServiceCloudObjectDataset', 'OracleTable': 'OracleTableDataset', 'Orc': 'OrcDataset', 'Parquet': 'ParquetDataset', 'PaypalObject': 'PaypalObjectDataset', 'PhoenixObject': 'PhoenixObjectDataset', 'PostgreSqlTable': 'PostgreSqlTableDataset', 'PrestoObject': 'PrestoObjectDataset', 'QuickBooksObject': 'QuickBooksObjectDataset', 'RelationalTable': 'RelationalTableDataset', 'ResponsysObject': 'ResponsysObjectDataset', 'RestResource': 'RestResourceDataset', 'SalesforceMarketingCloudObject': 'SalesforceMarketingCloudObjectDataset', 'SalesforceObject': 'SalesforceObjectDataset', 'SalesforceServiceCloudObject': 'SalesforceServiceCloudObjectDataset', 'SapBwCube': 'SapBwCubeDataset', 'SapCloudForCustomerResource': 'SapCloudForCustomerResourceDataset', 'SapEccResource': 'SapEccResourceDataset', 'SapHanaTable': 'SapHanaTableDataset', 'SapOpenHubTable': 'SapOpenHubTableDataset', 'SapTableResource': 'SapTableResourceDataset', 'ServiceNowObject': 'ServiceNowObjectDataset', 'SharePointOnlineListResource': 'SharePointOnlineListResourceDataset', 'ShopifyObject': 'ShopifyObjectDataset', 'SnowflakeTable': 'SnowflakeDataset', 'SparkObject': 'SparkObjectDataset', 'SqlServerTable': 'SqlServerTableDataset', 'SquareObject': 'SquareObjectDataset', 'SybaseTable': 'SybaseTableDataset', 'TeradataTable': 'TeradataTableDataset', 'VerticaTable': 'VerticaTableDataset', 'WebTable': 'WebTableDataset', 'XeroObject': 'XeroObjectDataset', 'Xml': 'XmlDataset', 'ZohoObject': 'ZohoObjectDataset'} } def __init__( @@ -615,7 +615,7 @@ class CopySource(msrest.serialization.Model): """A copy activity source. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AvroSource, AzureBlobFSSource, AzureDataExplorerSource, AzureDataLakeStoreSource, AzureDatabricksDeltaLakeSource, BinarySource, BlobSource, CommonDataServiceForAppsSource, CosmosDbMongoDbApiSource, CosmosDbSqlApiSource, DelimitedTextSource, DocumentDbCollectionSource, DynamicsCrmSource, DynamicsSource, ExcelSource, FileSystemSource, HdfsSource, HttpSource, JsonSource, MicrosoftAccessSource, MongoDbAtlasSource, MongoDbSource, MongoDbV2Source, ODataSource, Office365Source, OracleSource, OrcSource, ParquetSource, RelationalSource, RestSource, SalesforceServiceCloudSource, SharePointOnlineListSource, SnowflakeSource, TabularSource, WebSource, XmlSource. + sub-classes are: AmazonRdsForOracleSource, AvroSource, AzureBlobFSSource, AzureDataExplorerSource, AzureDataLakeStoreSource, AzureDatabricksDeltaLakeSource, BinarySource, BlobSource, CommonDataServiceForAppsSource, CosmosDbMongoDbApiSource, CosmosDbSqlApiSource, DelimitedTextSource, DocumentDbCollectionSource, DynamicsCrmSource, DynamicsSource, ExcelSource, FileSystemSource, HdfsSource, HttpSource, JsonSource, MicrosoftAccessSource, MongoDbAtlasSource, MongoDbSource, MongoDbV2Source, ODataSource, Office365Source, OracleSource, OrcSource, ParquetSource, RelationalSource, RestSource, SalesforceServiceCloudSource, SharePointOnlineListSource, SnowflakeSource, TabularSource, WebSource, XmlSource. All required parameters must be populated in order to send to Azure. @@ -652,7 +652,7 @@ class CopySource(msrest.serialization.Model): } _subtype_map = { - 'type': {'AvroSource': 'AvroSource', 'AzureBlobFSSource': 'AzureBlobFSSource', 'AzureDataExplorerSource': 'AzureDataExplorerSource', 'AzureDataLakeStoreSource': 'AzureDataLakeStoreSource', 'AzureDatabricksDeltaLakeSource': 'AzureDatabricksDeltaLakeSource', 'BinarySource': 'BinarySource', 'BlobSource': 'BlobSource', 'CommonDataServiceForAppsSource': 'CommonDataServiceForAppsSource', 'CosmosDbMongoDbApiSource': 'CosmosDbMongoDbApiSource', 'CosmosDbSqlApiSource': 'CosmosDbSqlApiSource', 'DelimitedTextSource': 'DelimitedTextSource', 'DocumentDbCollectionSource': 'DocumentDbCollectionSource', 'DynamicsCrmSource': 'DynamicsCrmSource', 'DynamicsSource': 'DynamicsSource', 'ExcelSource': 'ExcelSource', 'FileSystemSource': 'FileSystemSource', 'HdfsSource': 'HdfsSource', 'HttpSource': 'HttpSource', 'JsonSource': 'JsonSource', 'MicrosoftAccessSource': 'MicrosoftAccessSource', 'MongoDbAtlasSource': 'MongoDbAtlasSource', 'MongoDbSource': 'MongoDbSource', 'MongoDbV2Source': 'MongoDbV2Source', 'ODataSource': 'ODataSource', 'Office365Source': 'Office365Source', 'OracleSource': 'OracleSource', 'OrcSource': 'OrcSource', 'ParquetSource': 'ParquetSource', 'RelationalSource': 'RelationalSource', 'RestSource': 'RestSource', 'SalesforceServiceCloudSource': 'SalesforceServiceCloudSource', 'SharePointOnlineListSource': 'SharePointOnlineListSource', 'SnowflakeSource': 'SnowflakeSource', 'TabularSource': 'TabularSource', 'WebSource': 'WebSource', 'XmlSource': 'XmlSource'} + 'type': {'AmazonRdsForOracleSource': 'AmazonRdsForOracleSource', 'AvroSource': 'AvroSource', 'AzureBlobFSSource': 'AzureBlobFSSource', 'AzureDataExplorerSource': 'AzureDataExplorerSource', 'AzureDataLakeStoreSource': 'AzureDataLakeStoreSource', 'AzureDatabricksDeltaLakeSource': 'AzureDatabricksDeltaLakeSource', 'BinarySource': 'BinarySource', 'BlobSource': 'BlobSource', 'CommonDataServiceForAppsSource': 'CommonDataServiceForAppsSource', 'CosmosDbMongoDbApiSource': 'CosmosDbMongoDbApiSource', 'CosmosDbSqlApiSource': 'CosmosDbSqlApiSource', 'DelimitedTextSource': 'DelimitedTextSource', 'DocumentDbCollectionSource': 'DocumentDbCollectionSource', 'DynamicsCrmSource': 'DynamicsCrmSource', 'DynamicsSource': 'DynamicsSource', 'ExcelSource': 'ExcelSource', 'FileSystemSource': 'FileSystemSource', 'HdfsSource': 'HdfsSource', 'HttpSource': 'HttpSource', 'JsonSource': 'JsonSource', 'MicrosoftAccessSource': 'MicrosoftAccessSource', 'MongoDbAtlasSource': 'MongoDbAtlasSource', 'MongoDbSource': 'MongoDbSource', 'MongoDbV2Source': 'MongoDbV2Source', 'ODataSource': 'ODataSource', 'Office365Source': 'Office365Source', 'OracleSource': 'OracleSource', 'OrcSource': 'OrcSource', 'ParquetSource': 'ParquetSource', 'RelationalSource': 'RelationalSource', 'RestSource': 'RestSource', 'SalesforceServiceCloudSource': 'SalesforceServiceCloudSource', 'SharePointOnlineListSource': 'SharePointOnlineListSource', 'SnowflakeSource': 'SnowflakeSource', 'TabularSource': 'TabularSource', 'WebSource': 'WebSource', 'XmlSource': 'XmlSource'} } def __init__( @@ -672,7 +672,7 @@ class TabularSource(CopySource): """Copy activity sources of tabular type. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AmazonMWSSource, AmazonRedshiftSource, AzureMariaDBSource, AzureMySqlSource, AzurePostgreSqlSource, AzureSqlSource, AzureTableSource, CassandraSource, ConcurSource, CouchbaseSource, Db2Source, DrillSource, DynamicsAXSource, EloquaSource, GoogleAdWordsSource, GoogleBigQuerySource, GreenplumSource, HBaseSource, HiveSource, HubspotSource, ImpalaSource, InformixSource, JiraSource, MagentoSource, MariaDBSource, MarketoSource, MySqlSource, NetezzaSource, OdbcSource, OracleServiceCloudSource, PaypalSource, PhoenixSource, PostgreSqlSource, PrestoSource, QuickBooksSource, ResponsysSource, SalesforceMarketingCloudSource, SalesforceSource, SapBwSource, SapCloudForCustomerSource, SapEccSource, SapHanaSource, SapOpenHubSource, SapTableSource, ServiceNowSource, ShopifySource, SparkSource, SqlDWSource, SqlMISource, SqlServerSource, SqlSource, SquareSource, SybaseSource, TeradataSource, VerticaSource, XeroSource, ZohoSource. + sub-classes are: AmazonMWSSource, AmazonRdsForSqlServerSource, AmazonRedshiftSource, AzureMariaDBSource, AzureMySqlSource, AzurePostgreSqlSource, AzureSqlSource, AzureTableSource, CassandraSource, ConcurSource, CouchbaseSource, Db2Source, DrillSource, DynamicsAXSource, EloquaSource, GoogleAdWordsSource, GoogleBigQuerySource, GreenplumSource, HBaseSource, HiveSource, HubspotSource, ImpalaSource, InformixSource, JiraSource, MagentoSource, MariaDBSource, MarketoSource, MySqlSource, NetezzaSource, OdbcSource, OracleServiceCloudSource, PaypalSource, PhoenixSource, PostgreSqlSource, PrestoSource, QuickBooksSource, ResponsysSource, SalesforceMarketingCloudSource, SalesforceSource, SapBwSource, SapCloudForCustomerSource, SapEccSource, SapHanaSource, SapOpenHubSource, SapTableSource, ServiceNowSource, ShopifySource, SparkSource, SqlDWSource, SqlMISource, SqlServerSource, SqlSource, SquareSource, SybaseSource, TeradataSource, VerticaSource, XeroSource, ZohoSource. All required parameters must be populated in order to send to Azure. @@ -697,8 +697,8 @@ class TabularSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -713,11 +713,11 @@ class TabularSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } _subtype_map = { - 'type': {'AmazonMWSSource': 'AmazonMWSSource', 'AmazonRedshiftSource': 'AmazonRedshiftSource', 'AzureMariaDBSource': 'AzureMariaDBSource', 'AzureMySqlSource': 'AzureMySqlSource', 'AzurePostgreSqlSource': 'AzurePostgreSqlSource', 'AzureSqlSource': 'AzureSqlSource', 'AzureTableSource': 'AzureTableSource', 'CassandraSource': 'CassandraSource', 'ConcurSource': 'ConcurSource', 'CouchbaseSource': 'CouchbaseSource', 'Db2Source': 'Db2Source', 'DrillSource': 'DrillSource', 'DynamicsAXSource': 'DynamicsAXSource', 'EloquaSource': 'EloquaSource', 'GoogleAdWordsSource': 'GoogleAdWordsSource', 'GoogleBigQuerySource': 'GoogleBigQuerySource', 'GreenplumSource': 'GreenplumSource', 'HBaseSource': 'HBaseSource', 'HiveSource': 'HiveSource', 'HubspotSource': 'HubspotSource', 'ImpalaSource': 'ImpalaSource', 'InformixSource': 'InformixSource', 'JiraSource': 'JiraSource', 'MagentoSource': 'MagentoSource', 'MariaDBSource': 'MariaDBSource', 'MarketoSource': 'MarketoSource', 'MySqlSource': 'MySqlSource', 'NetezzaSource': 'NetezzaSource', 'OdbcSource': 'OdbcSource', 'OracleServiceCloudSource': 'OracleServiceCloudSource', 'PaypalSource': 'PaypalSource', 'PhoenixSource': 'PhoenixSource', 'PostgreSqlSource': 'PostgreSqlSource', 'PrestoSource': 'PrestoSource', 'QuickBooksSource': 'QuickBooksSource', 'ResponsysSource': 'ResponsysSource', 'SalesforceMarketingCloudSource': 'SalesforceMarketingCloudSource', 'SalesforceSource': 'SalesforceSource', 'SapBwSource': 'SapBwSource', 'SapCloudForCustomerSource': 'SapCloudForCustomerSource', 'SapEccSource': 'SapEccSource', 'SapHanaSource': 'SapHanaSource', 'SapOpenHubSource': 'SapOpenHubSource', 'SapTableSource': 'SapTableSource', 'ServiceNowSource': 'ServiceNowSource', 'ShopifySource': 'ShopifySource', 'SparkSource': 'SparkSource', 'SqlDWSource': 'SqlDWSource', 'SqlMISource': 'SqlMISource', 'SqlServerSource': 'SqlServerSource', 'SqlSource': 'SqlSource', 'SquareSource': 'SquareSource', 'SybaseSource': 'SybaseSource', 'TeradataSource': 'TeradataSource', 'VerticaSource': 'VerticaSource', 'XeroSource': 'XeroSource', 'ZohoSource': 'ZohoSource'} + 'type': {'AmazonMWSSource': 'AmazonMWSSource', 'AmazonRdsForSqlServerSource': 'AmazonRdsForSqlServerSource', 'AmazonRedshiftSource': 'AmazonRedshiftSource', 'AzureMariaDBSource': 'AzureMariaDBSource', 'AzureMySqlSource': 'AzureMySqlSource', 'AzurePostgreSqlSource': 'AzurePostgreSqlSource', 'AzureSqlSource': 'AzureSqlSource', 'AzureTableSource': 'AzureTableSource', 'CassandraSource': 'CassandraSource', 'ConcurSource': 'ConcurSource', 'CouchbaseSource': 'CouchbaseSource', 'Db2Source': 'Db2Source', 'DrillSource': 'DrillSource', 'DynamicsAXSource': 'DynamicsAXSource', 'EloquaSource': 'EloquaSource', 'GoogleAdWordsSource': 'GoogleAdWordsSource', 'GoogleBigQuerySource': 'GoogleBigQuerySource', 'GreenplumSource': 'GreenplumSource', 'HBaseSource': 'HBaseSource', 'HiveSource': 'HiveSource', 'HubspotSource': 'HubspotSource', 'ImpalaSource': 'ImpalaSource', 'InformixSource': 'InformixSource', 'JiraSource': 'JiraSource', 'MagentoSource': 'MagentoSource', 'MariaDBSource': 'MariaDBSource', 'MarketoSource': 'MarketoSource', 'MySqlSource': 'MySqlSource', 'NetezzaSource': 'NetezzaSource', 'OdbcSource': 'OdbcSource', 'OracleServiceCloudSource': 'OracleServiceCloudSource', 'PaypalSource': 'PaypalSource', 'PhoenixSource': 'PhoenixSource', 'PostgreSqlSource': 'PostgreSqlSource', 'PrestoSource': 'PrestoSource', 'QuickBooksSource': 'QuickBooksSource', 'ResponsysSource': 'ResponsysSource', 'SalesforceMarketingCloudSource': 'SalesforceMarketingCloudSource', 'SalesforceSource': 'SalesforceSource', 'SapBwSource': 'SapBwSource', 'SapCloudForCustomerSource': 'SapCloudForCustomerSource', 'SapEccSource': 'SapEccSource', 'SapHanaSource': 'SapHanaSource', 'SapOpenHubSource': 'SapOpenHubSource', 'SapTableSource': 'SapTableSource', 'ServiceNowSource': 'ServiceNowSource', 'ShopifySource': 'ShopifySource', 'SparkSource': 'SparkSource', 'SqlDWSource': 'SqlDWSource', 'SqlMISource': 'SqlMISource', 'SqlServerSource': 'SqlServerSource', 'SqlSource': 'SqlSource', 'SquareSource': 'SquareSource', 'SybaseSource': 'SybaseSource', 'TeradataSource': 'TeradataSource', 'VerticaSource': 'VerticaSource', 'XeroSource': 'XeroSource', 'ZohoSource': 'ZohoSource'} } def __init__( @@ -756,8 +756,8 @@ class AmazonMWSSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -775,7 +775,7 @@ class AmazonMWSSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -788,6 +788,445 @@ def __init__( self.query = kwargs.get('query', None) +class AmazonRdsForOracleLinkedService(LinkedService): + """AmazonRdsForOracle database. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of linked service.Constant filled by server. + :type type: str + :param connect_via: The integration runtime reference. + :type connect_via: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param description: Linked service description. + :type description: str + :param parameters: Parameters for linked service. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the linked service. + :type annotations: list[any] + :param connection_string: Required. The connection string. Type: string, SecureString or + AzureKeyVaultSecretReference. + :type connection_string: any + :param password: The Azure key vault secret reference of password in connection string. + :type password: ~azure.mgmt.datafactory.models.SecretBase + :param encrypted_credential: The encrypted credential used for authentication. Credentials are + encrypted using the integration runtime credential manager. Type: string (or Expression with + resultType string). + :type encrypted_credential: any + """ + + _validation = { + 'type': {'required': True}, + 'connection_string': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'connect_via': {'key': 'connectVia', 'type': 'IntegrationRuntimeReference'}, + 'description': {'key': 'description', 'type': 'str'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'connection_string': {'key': 'typeProperties.connectionString', 'type': 'object'}, + 'password': {'key': 'typeProperties.password', 'type': 'SecretBase'}, + 'encrypted_credential': {'key': 'typeProperties.encryptedCredential', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(AmazonRdsForOracleLinkedService, self).__init__(**kwargs) + self.type = 'AmazonRdsForOracle' # type: str + self.connection_string = kwargs['connection_string'] + self.password = kwargs.get('password', None) + self.encrypted_credential = kwargs.get('encrypted_credential', None) + + +class AmazonRdsForOraclePartitionSettings(msrest.serialization.Model): + """The settings that will be leveraged for AmazonRdsForOracle source partitioning. + + :param partition_names: Names of the physical partitions of AmazonRdsForOracle table. + :type partition_names: any + :param partition_column_name: The name of the column in integer type that will be used for + proceeding range partitioning. Type: string (or Expression with resultType string). + :type partition_column_name: any + :param partition_upper_bound: The maximum value of column specified in partitionColumnName that + will be used for proceeding range partitioning. Type: string (or Expression with resultType + string). + :type partition_upper_bound: any + :param partition_lower_bound: The minimum value of column specified in partitionColumnName that + will be used for proceeding range partitioning. Type: string (or Expression with resultType + string). + :type partition_lower_bound: any + """ + + _attribute_map = { + 'partition_names': {'key': 'partitionNames', 'type': 'object'}, + 'partition_column_name': {'key': 'partitionColumnName', 'type': 'object'}, + 'partition_upper_bound': {'key': 'partitionUpperBound', 'type': 'object'}, + 'partition_lower_bound': {'key': 'partitionLowerBound', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(AmazonRdsForOraclePartitionSettings, self).__init__(**kwargs) + self.partition_names = kwargs.get('partition_names', None) + self.partition_column_name = kwargs.get('partition_column_name', None) + self.partition_upper_bound = kwargs.get('partition_upper_bound', None) + self.partition_lower_bound = kwargs.get('partition_lower_bound', None) + + +class AmazonRdsForOracleSource(CopySource): + """A copy activity AmazonRdsForOracle source. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Copy source type.Constant filled by server. + :type type: str + :param source_retry_count: Source retry count. Type: integer (or Expression with resultType + integer). + :type source_retry_count: any + :param source_retry_wait: Source retry wait. Type: string (or Expression with resultType + string), pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type source_retry_wait: any + :param max_concurrent_connections: The maximum concurrent connection count for the source data + store. Type: integer (or Expression with resultType integer). + :type max_concurrent_connections: any + :param disable_metrics_collection: If true, disable data store metrics collection. Default is + false. Type: boolean (or Expression with resultType boolean). + :type disable_metrics_collection: any + :param oracle_reader_query: AmazonRdsForOracle reader query. Type: string (or Expression with + resultType string). + :type oracle_reader_query: any + :param query_timeout: Query timeout. Type: string (or Expression with resultType string), + pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type query_timeout: any + :param partition_option: The partition mechanism that will be used for AmazonRdsForOracle read + in parallel. Type: string (or Expression with resultType string). + :type partition_option: any + :param partition_settings: The settings that will be leveraged for AmazonRdsForOracle source + partitioning. + :type partition_settings: ~azure.mgmt.datafactory.models.AmazonRdsForOraclePartitionSettings + :param additional_columns: Specifies the additional columns to be added to source data. Type: + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any + """ + + _validation = { + 'type': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'source_retry_count': {'key': 'sourceRetryCount', 'type': 'object'}, + 'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'}, + 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, + 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, + 'oracle_reader_query': {'key': 'oracleReaderQuery', 'type': 'object'}, + 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, + 'partition_option': {'key': 'partitionOption', 'type': 'object'}, + 'partition_settings': {'key': 'partitionSettings', 'type': 'AmazonRdsForOraclePartitionSettings'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(AmazonRdsForOracleSource, self).__init__(**kwargs) + self.type = 'AmazonRdsForOracleSource' # type: str + self.oracle_reader_query = kwargs.get('oracle_reader_query', None) + self.query_timeout = kwargs.get('query_timeout', None) + self.partition_option = kwargs.get('partition_option', None) + self.partition_settings = kwargs.get('partition_settings', None) + self.additional_columns = kwargs.get('additional_columns', None) + + +class AmazonRdsForOracleTableDataset(Dataset): + """The AmazonRdsForOracle database dataset. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of dataset.Constant filled by server. + :type type: str + :param description: Dataset description. + :type description: str + :param structure: Columns that define the structure of the dataset. Type: array (or Expression + with resultType array), itemType: DatasetDataElement. + :type structure: any + :param schema: Columns that define the physical type schema of the dataset. Type: array (or + Expression with resultType array), itemType: DatasetSchemaDataElement. + :type schema: any + :param linked_service_name: Required. Linked service reference. + :type linked_service_name: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param parameters: Parameters for dataset. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the Dataset. + :type annotations: list[any] + :param folder: The folder that this Dataset is in. If not specified, Dataset will appear at the + root level. + :type folder: ~azure.mgmt.datafactory.models.DatasetFolder + :param schema_type_properties_schema: The schema name of the AmazonRdsForOracle database. Type: + string (or Expression with resultType string). + :type schema_type_properties_schema: any + :param table: The table name of the AmazonRdsForOracle database. Type: string (or Expression + with resultType string). + :type table: any + """ + + _validation = { + 'type': {'required': True}, + 'linked_service_name': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'structure': {'key': 'structure', 'type': 'object'}, + 'schema': {'key': 'schema', 'type': 'object'}, + 'linked_service_name': {'key': 'linkedServiceName', 'type': 'LinkedServiceReference'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'folder': {'key': 'folder', 'type': 'DatasetFolder'}, + 'schema_type_properties_schema': {'key': 'typeProperties.schema', 'type': 'object'}, + 'table': {'key': 'typeProperties.table', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(AmazonRdsForOracleTableDataset, self).__init__(**kwargs) + self.type = 'AmazonRdsForOracleTable' # type: str + self.schema_type_properties_schema = kwargs.get('schema_type_properties_schema', None) + self.table = kwargs.get('table', None) + + +class AmazonRdsForSqlServerLinkedService(LinkedService): + """Amazon RDS for SQL Server linked service. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of linked service.Constant filled by server. + :type type: str + :param connect_via: The integration runtime reference. + :type connect_via: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param description: Linked service description. + :type description: str + :param parameters: Parameters for linked service. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the linked service. + :type annotations: list[any] + :param connection_string: Required. The connection string. Type: string, SecureString or + AzureKeyVaultSecretReference. + :type connection_string: any + :param user_name: The on-premises Windows authentication user name. Type: string (or Expression + with resultType string). + :type user_name: any + :param password: The on-premises Windows authentication password. + :type password: ~azure.mgmt.datafactory.models.SecretBase + :param encrypted_credential: The encrypted credential used for authentication. Credentials are + encrypted using the integration runtime credential manager. Type: string (or Expression with + resultType string). + :type encrypted_credential: any + :param always_encrypted_settings: Sql always encrypted properties. + :type always_encrypted_settings: ~azure.mgmt.datafactory.models.SqlAlwaysEncryptedProperties + """ + + _validation = { + 'type': {'required': True}, + 'connection_string': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'connect_via': {'key': 'connectVia', 'type': 'IntegrationRuntimeReference'}, + 'description': {'key': 'description', 'type': 'str'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'connection_string': {'key': 'typeProperties.connectionString', 'type': 'object'}, + 'user_name': {'key': 'typeProperties.userName', 'type': 'object'}, + 'password': {'key': 'typeProperties.password', 'type': 'SecretBase'}, + 'encrypted_credential': {'key': 'typeProperties.encryptedCredential', 'type': 'object'}, + 'always_encrypted_settings': {'key': 'typeProperties.alwaysEncryptedSettings', 'type': 'SqlAlwaysEncryptedProperties'}, + } + + def __init__( + self, + **kwargs + ): + super(AmazonRdsForSqlServerLinkedService, self).__init__(**kwargs) + self.type = 'AmazonRdsForSqlServer' # type: str + self.connection_string = kwargs['connection_string'] + self.user_name = kwargs.get('user_name', None) + self.password = kwargs.get('password', None) + self.encrypted_credential = kwargs.get('encrypted_credential', None) + self.always_encrypted_settings = kwargs.get('always_encrypted_settings', None) + + +class AmazonRdsForSqlServerSource(TabularSource): + """A copy activity Amazon RDS for SQL Server source. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Copy source type.Constant filled by server. + :type type: str + :param source_retry_count: Source retry count. Type: integer (or Expression with resultType + integer). + :type source_retry_count: any + :param source_retry_wait: Source retry wait. Type: string (or Expression with resultType + string), pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type source_retry_wait: any + :param max_concurrent_connections: The maximum concurrent connection count for the source data + store. Type: integer (or Expression with resultType integer). + :type max_concurrent_connections: any + :param disable_metrics_collection: If true, disable data store metrics collection. Default is + false. Type: boolean (or Expression with resultType boolean). + :type disable_metrics_collection: any + :param query_timeout: Query timeout. Type: string (or Expression with resultType string), + pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type query_timeout: any + :param additional_columns: Specifies the additional columns to be added to source data. Type: + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any + :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). + :type sql_reader_query: any + :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database + source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression + with resultType string). + :type sql_reader_stored_procedure_name: any + :param stored_procedure_parameters: Value and type setting for stored procedure parameters. + Example: "{Parameter1: {value: "1", type: "int"}}". + :type stored_procedure_parameters: dict[str, + ~azure.mgmt.datafactory.models.StoredProcedureParameter] + :param produce_additional_types: Which additional types to produce. + :type produce_additional_types: any + :param partition_option: The partition mechanism that will be used for Sql read in parallel. + Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". + :type partition_option: any + :param partition_settings: The settings that will be leveraged for Sql source partitioning. + :type partition_settings: ~azure.mgmt.datafactory.models.SqlPartitionSettings + """ + + _validation = { + 'type': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'source_retry_count': {'key': 'sourceRetryCount', 'type': 'object'}, + 'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'}, + 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, + 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, + 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, + 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, + 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, + 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, + 'produce_additional_types': {'key': 'produceAdditionalTypes', 'type': 'object'}, + 'partition_option': {'key': 'partitionOption', 'type': 'object'}, + 'partition_settings': {'key': 'partitionSettings', 'type': 'SqlPartitionSettings'}, + } + + def __init__( + self, + **kwargs + ): + super(AmazonRdsForSqlServerSource, self).__init__(**kwargs) + self.type = 'AmazonRdsForSqlServerSource' # type: str + self.sql_reader_query = kwargs.get('sql_reader_query', None) + self.sql_reader_stored_procedure_name = kwargs.get('sql_reader_stored_procedure_name', None) + self.stored_procedure_parameters = kwargs.get('stored_procedure_parameters', None) + self.produce_additional_types = kwargs.get('produce_additional_types', None) + self.partition_option = kwargs.get('partition_option', None) + self.partition_settings = kwargs.get('partition_settings', None) + + +class AmazonRdsForSqlServerTableDataset(Dataset): + """The Amazon RDS for SQL Server dataset. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of dataset.Constant filled by server. + :type type: str + :param description: Dataset description. + :type description: str + :param structure: Columns that define the structure of the dataset. Type: array (or Expression + with resultType array), itemType: DatasetDataElement. + :type structure: any + :param schema: Columns that define the physical type schema of the dataset. Type: array (or + Expression with resultType array), itemType: DatasetSchemaDataElement. + :type schema: any + :param linked_service_name: Required. Linked service reference. + :type linked_service_name: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param parameters: Parameters for dataset. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the Dataset. + :type annotations: list[any] + :param folder: The folder that this Dataset is in. If not specified, Dataset will appear at the + root level. + :type folder: ~azure.mgmt.datafactory.models.DatasetFolder + :param schema_type_properties_schema: The schema name of the SQL Server dataset. Type: string + (or Expression with resultType string). + :type schema_type_properties_schema: any + :param table: The table name of the SQL Server dataset. Type: string (or Expression with + resultType string). + :type table: any + """ + + _validation = { + 'type': {'required': True}, + 'linked_service_name': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'structure': {'key': 'structure', 'type': 'object'}, + 'schema': {'key': 'schema', 'type': 'object'}, + 'linked_service_name': {'key': 'linkedServiceName', 'type': 'LinkedServiceReference'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'folder': {'key': 'folder', 'type': 'DatasetFolder'}, + 'schema_type_properties_schema': {'key': 'typeProperties.schema', 'type': 'object'}, + 'table': {'key': 'typeProperties.table', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(AmazonRdsForSqlServerTableDataset, self).__init__(**kwargs) + self.type = 'AmazonRdsForSqlServerTable' # type: str + self.schema_type_properties_schema = kwargs.get('schema_type_properties_schema', None) + self.table = kwargs.get('table', None) + + class AmazonRedshiftLinkedService(LinkedService): """Linked service for Amazon Redshift. @@ -887,8 +1326,8 @@ class AmazonRedshiftSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param redshift_unload_settings: The Amazon S3 settings needed for the interim Amazon S3 when @@ -909,7 +1348,7 @@ class AmazonRedshiftSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'redshift_unload_settings': {'key': 'redshiftUnloadSettings', 'type': 'RedshiftUnloadSettings'}, } @@ -2014,8 +2453,8 @@ class AvroSource(CopySource): :param store_settings: Avro store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -2030,7 +2469,7 @@ class AvroSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -3959,8 +4398,8 @@ class AzureDataExplorerSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).. :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -3978,7 +4417,7 @@ class AzureDataExplorerSource(CopySource): 'query': {'key': 'query', 'type': 'object'}, 'no_truncation': {'key': 'noTruncation', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -5189,8 +5628,8 @@ class AzureMariaDBSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -5208,7 +5647,7 @@ class AzureMariaDBSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -5848,8 +6287,8 @@ class AzureMySqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -5866,7 +6305,7 @@ class AzureMySqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -6083,8 +6522,8 @@ class AzurePostgreSqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -6102,7 +6541,7 @@ class AzurePostgreSqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -6850,6 +7289,14 @@ class AzureSqlSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into Azure SQL. Type: + SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -6871,6 +7318,9 @@ class AzureSqlSink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -6885,6 +7335,9 @@ def __init__( self.stored_procedure_parameters = kwargs.get('stored_procedure_parameters', None) self.stored_procedure_table_type_parameter_name = kwargs.get('stored_procedure_table_type_parameter_name', None) self.table_option = kwargs.get('table_option', None) + self.sql_writer_use_table_lock = kwargs.get('sql_writer_use_table_lock', None) + self.write_behavior = kwargs.get('write_behavior', None) + self.upsert_settings = kwargs.get('upsert_settings', None) class AzureSqlSource(TabularSource): @@ -6913,8 +7366,8 @@ class AzureSqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database @@ -6946,7 +7399,7 @@ class AzureSqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -7262,8 +7715,8 @@ class AzureTableSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param azure_table_source_query: Azure Table source query. Type: string (or Expression with resultType string). :type azure_table_source_query: any @@ -7284,7 +7737,7 @@ class AzureTableSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'azure_table_source_query': {'key': 'azureTableSourceQuery', 'type': 'object'}, 'azure_table_source_ignore_table_not_found': {'key': 'azureTableSourceIgnoreTableNotFound', 'type': 'object'}, } @@ -8080,8 +8533,8 @@ class CassandraSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Should be a SQL-92 query expression or Cassandra Query Language (CQL) command. Type: string (or Expression with resultType string). :type query: any @@ -8107,7 +8560,7 @@ class CassandraSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'consistency_level': {'key': 'consistencyLevel', 'type': 'str'}, } @@ -8614,8 +9067,8 @@ class CommonDataServiceForAppsSource(CopySource): Service for Apps (online & on-premises). Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -8630,7 +9083,7 @@ class CommonDataServiceForAppsSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -8881,8 +9334,8 @@ class ConcurSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -8900,7 +9353,7 @@ class ConcurSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -9318,6 +9771,9 @@ class CosmosDbMongoDbApiLinkedService(LinkedService): :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] :param annotations: List of tags that can be used for describing the linked service. :type annotations: list[any] + :param is_server_version_above32: Whether the CosmosDB (MongoDB API) server version is higher + than 3.2. The default value is false. Type: boolean (or Expression with resultType boolean). + :type is_server_version_above32: any :param connection_string: Required. The CosmosDB (MongoDB API) connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference. @@ -9340,6 +9796,7 @@ class CosmosDbMongoDbApiLinkedService(LinkedService): 'description': {'key': 'description', 'type': 'str'}, 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'is_server_version_above32': {'key': 'typeProperties.isServerVersionAbove32', 'type': 'object'}, 'connection_string': {'key': 'typeProperties.connectionString', 'type': 'object'}, 'database': {'key': 'typeProperties.database', 'type': 'object'}, } @@ -9350,6 +9807,7 @@ def __init__( ): super(CosmosDbMongoDbApiLinkedService, self).__init__(**kwargs) self.type = 'CosmosDbMongoDbApi' # type: str + self.is_server_version_above32 = kwargs.get('is_server_version_above32', None) self.connection_string = kwargs['connection_string'] self.database = kwargs['database'] @@ -9450,8 +9908,8 @@ class CosmosDbMongoDbApiSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -9469,7 +9927,7 @@ class CosmosDbMongoDbApiSource(CopySource): 'cursor_methods': {'key': 'cursorMethods', 'type': 'MongoDbCursorMethodsProperties'}, 'batch_size': {'key': 'batchSize', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -9637,8 +10095,8 @@ class CosmosDbSqlApiSource(CopySource): Expression with resultType boolean). :type detect_datetime: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -9656,7 +10114,7 @@ class CosmosDbSqlApiSource(CopySource): 'page_size': {'key': 'pageSize', 'type': 'object'}, 'preferred_regions': {'key': 'preferredRegions', 'type': 'object'}, 'detect_datetime': {'key': 'detectDatetime', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -9754,8 +10212,8 @@ class CouchbaseSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -9773,7 +10231,7 @@ class CouchbaseSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -10593,7 +11051,7 @@ class DataFlow(msrest.serialization.Model): """Azure Data Factory nested object which contains a flow with data movements and transformations. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: MappingDataFlow. + sub-classes are: MappingDataFlow, WranglingDataFlow. All required parameters must be populated in order to send to Azure. @@ -10620,7 +11078,7 @@ class DataFlow(msrest.serialization.Model): } _subtype_map = { - 'type': {'MappingDataFlow': 'MappingDataFlow'} + 'type': {'MappingDataFlow': 'MappingDataFlow', 'WranglingDataFlow': 'WranglingDataFlow'} } def __init__( @@ -11283,8 +11741,9 @@ class DatasetCompression(msrest.serialization.Model): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any """ _validation = { @@ -11293,7 +11752,7 @@ class DatasetCompression(msrest.serialization.Model): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, } _subtype_map = { @@ -11317,8 +11776,9 @@ class DatasetBZip2Compression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any """ _validation = { @@ -11327,7 +11787,7 @@ class DatasetBZip2Compression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, } def __init__( @@ -11397,8 +11857,9 @@ class DatasetDeflateCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The Deflate compression level. :type level: any """ @@ -11409,7 +11870,7 @@ class DatasetDeflateCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -11449,8 +11910,9 @@ class DatasetGZipCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The GZip compression level. :type level: any """ @@ -11461,7 +11923,7 @@ class DatasetGZipCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -11619,8 +12081,9 @@ class DatasetTarCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any """ _validation = { @@ -11629,7 +12092,7 @@ class DatasetTarCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, } def __init__( @@ -11648,8 +12111,9 @@ class DatasetTarGZipCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The TarGZip compression level. :type level: any """ @@ -11660,7 +12124,7 @@ class DatasetTarGZipCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -11681,8 +12145,9 @@ class DatasetZipDeflateCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The ZipDeflate compression level. :type level: any """ @@ -11693,7 +12158,7 @@ class DatasetZipDeflateCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -11820,8 +12285,8 @@ class Db2Source(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -11838,7 +12303,7 @@ class Db2Source(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -12244,8 +12709,8 @@ class DelimitedTextSource(CopySource): :param format_settings: DelimitedText format settings. :type format_settings: ~azure.mgmt.datafactory.models.DelimitedTextReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -12261,7 +12726,7 @@ class DelimitedTextSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, 'format_settings': {'key': 'formatSettings', 'type': 'DelimitedTextReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -12550,8 +13015,8 @@ class DocumentDbCollectionSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -12568,7 +13033,7 @@ class DocumentDbCollectionSource(CopySource): 'query': {'key': 'query', 'type': 'object'}, 'nesting_separator': {'key': 'nestingSeparator', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -12665,8 +13130,8 @@ class DrillSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -12684,7 +13149,7 @@ class DrillSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -12982,8 +13447,8 @@ class DynamicsAXSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -13006,7 +13471,7 @@ class DynamicsAXSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, } @@ -13289,8 +13754,8 @@ class DynamicsCrmSource(CopySource): (online & on-premises). Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -13305,7 +13770,7 @@ class DynamicsCrmSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -13585,8 +14050,8 @@ class DynamicsSource(CopySource): (online & on-premises). Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -13601,7 +14066,7 @@ class DynamicsSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -13776,8 +14241,8 @@ class EloquaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -13795,7 +14260,7 @@ class EloquaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -14020,8 +14485,8 @@ class ExcelSource(CopySource): :param store_settings: Excel store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -14036,7 +14501,7 @@ class ExcelSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -14130,6 +14595,59 @@ def __init__( self.run_concurrently = kwargs.get('run_concurrently', None) +class ExecuteDataFlowActivityTypeProperties(msrest.serialization.Model): + """Execute data flow activity properties. + + All required parameters must be populated in order to send to Azure. + + :param data_flow: Required. Data flow reference. + :type data_flow: ~azure.mgmt.datafactory.models.DataFlowReference + :param staging: Staging info for execute data flow activity. + :type staging: ~azure.mgmt.datafactory.models.DataFlowStagingInfo + :param integration_runtime: The integration runtime reference. + :type integration_runtime: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param compute: Compute properties for data flow activity. + :type compute: ~azure.mgmt.datafactory.models.ExecuteDataFlowActivityTypePropertiesCompute + :param trace_level: Trace level setting used for data flow monitoring output. Supported values + are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string). + :type trace_level: any + :param continue_on_error: Continue on error setting used for data flow execution. Enables + processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean). + :type continue_on_error: any + :param run_concurrently: Concurrent run setting used for data flow execution. Allows sinks with + the same save order to be processed concurrently. Type: boolean (or Expression with resultType + boolean). + :type run_concurrently: any + """ + + _validation = { + 'data_flow': {'required': True}, + } + + _attribute_map = { + 'data_flow': {'key': 'dataFlow', 'type': 'DataFlowReference'}, + 'staging': {'key': 'staging', 'type': 'DataFlowStagingInfo'}, + 'integration_runtime': {'key': 'integrationRuntime', 'type': 'IntegrationRuntimeReference'}, + 'compute': {'key': 'compute', 'type': 'ExecuteDataFlowActivityTypePropertiesCompute'}, + 'trace_level': {'key': 'traceLevel', 'type': 'object'}, + 'continue_on_error': {'key': 'continueOnError', 'type': 'object'}, + 'run_concurrently': {'key': 'runConcurrently', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(ExecuteDataFlowActivityTypeProperties, self).__init__(**kwargs) + self.data_flow = kwargs['data_flow'] + self.staging = kwargs.get('staging', None) + self.integration_runtime = kwargs.get('integration_runtime', None) + self.compute = kwargs.get('compute', None) + self.trace_level = kwargs.get('trace_level', None) + self.continue_on_error = kwargs.get('continue_on_error', None) + self.run_concurrently = kwargs.get('run_concurrently', None) + + class ExecuteDataFlowActivityTypePropertiesCompute(msrest.serialization.Model): """Compute properties for data flow activity. @@ -14212,6 +14730,61 @@ def __init__( self.wait_on_completion = kwargs.get('wait_on_completion', None) +class ExecutePowerQueryActivityTypeProperties(ExecuteDataFlowActivityTypeProperties): + """Execute power query data flow activity properties. + + All required parameters must be populated in order to send to Azure. + + :param data_flow: Required. Data flow reference. + :type data_flow: ~azure.mgmt.datafactory.models.DataFlowReference + :param staging: Staging info for execute data flow activity. + :type staging: ~azure.mgmt.datafactory.models.DataFlowStagingInfo + :param integration_runtime: The integration runtime reference. + :type integration_runtime: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param compute: Compute properties for data flow activity. + :type compute: ~azure.mgmt.datafactory.models.ExecuteDataFlowActivityTypePropertiesCompute + :param trace_level: Trace level setting used for data flow monitoring output. Supported values + are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string). + :type trace_level: any + :param continue_on_error: Continue on error setting used for data flow execution. Enables + processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean). + :type continue_on_error: any + :param run_concurrently: Concurrent run setting used for data flow execution. Allows sinks with + the same save order to be processed concurrently. Type: boolean (or Expression with resultType + boolean). + :type run_concurrently: any + :param sinks: (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a + queryName. + :type sinks: dict[str, ~azure.mgmt.datafactory.models.PowerQuerySink] + :param queries: List of mapping for Power Query mashup query to sink dataset(s). + :type queries: list[~azure.mgmt.datafactory.models.PowerQuerySinkMapping] + """ + + _validation = { + 'data_flow': {'required': True}, + } + + _attribute_map = { + 'data_flow': {'key': 'dataFlow', 'type': 'DataFlowReference'}, + 'staging': {'key': 'staging', 'type': 'DataFlowStagingInfo'}, + 'integration_runtime': {'key': 'integrationRuntime', 'type': 'IntegrationRuntimeReference'}, + 'compute': {'key': 'compute', 'type': 'ExecuteDataFlowActivityTypePropertiesCompute'}, + 'trace_level': {'key': 'traceLevel', 'type': 'object'}, + 'continue_on_error': {'key': 'continueOnError', 'type': 'object'}, + 'run_concurrently': {'key': 'runConcurrently', 'type': 'object'}, + 'sinks': {'key': 'sinks', 'type': '{PowerQuerySink}'}, + 'queries': {'key': 'queries', 'type': '[PowerQuerySinkMapping]'}, + } + + def __init__( + self, + **kwargs + ): + super(ExecutePowerQueryActivityTypeProperties, self).__init__(**kwargs) + self.sinks = kwargs.get('sinks', None) + self.queries = kwargs.get('queries', None) + + class ExecuteSSISPackageActivity(ExecutionActivity): """Execute SSIS package activity. @@ -14317,6 +14890,94 @@ def __init__( self.log_location = kwargs.get('log_location', None) +class ExecuteWranglingDataflowActivity(Activity): + """Execute power query activity. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param name: Required. Activity name. + :type name: str + :param type: Required. Type of activity.Constant filled by server. + :type type: str + :param description: Activity description. + :type description: str + :param depends_on: Activity depends on condition. + :type depends_on: list[~azure.mgmt.datafactory.models.ActivityDependency] + :param user_properties: Activity user properties. + :type user_properties: list[~azure.mgmt.datafactory.models.UserProperty] + :param policy: Activity policy. + :type policy: ~azure.mgmt.datafactory.models.ActivityPolicy + :param data_flow: Required. Data flow reference. + :type data_flow: ~azure.mgmt.datafactory.models.DataFlowReference + :param staging: Staging info for execute data flow activity. + :type staging: ~azure.mgmt.datafactory.models.DataFlowStagingInfo + :param integration_runtime: The integration runtime reference. + :type integration_runtime: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param compute: Compute properties for data flow activity. + :type compute: ~azure.mgmt.datafactory.models.ExecuteDataFlowActivityTypePropertiesCompute + :param trace_level: Trace level setting used for data flow monitoring output. Supported values + are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string). + :type trace_level: any + :param continue_on_error: Continue on error setting used for data flow execution. Enables + processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean). + :type continue_on_error: any + :param run_concurrently: Concurrent run setting used for data flow execution. Allows sinks with + the same save order to be processed concurrently. Type: boolean (or Expression with resultType + boolean). + :type run_concurrently: any + :param sinks: (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a + queryName. + :type sinks: dict[str, ~azure.mgmt.datafactory.models.PowerQuerySink] + :param queries: List of mapping for Power Query mashup query to sink dataset(s). + :type queries: list[~azure.mgmt.datafactory.models.PowerQuerySinkMapping] + """ + + _validation = { + 'name': {'required': True}, + 'type': {'required': True}, + 'data_flow': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'name': {'key': 'name', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'depends_on': {'key': 'dependsOn', 'type': '[ActivityDependency]'}, + 'user_properties': {'key': 'userProperties', 'type': '[UserProperty]'}, + 'policy': {'key': 'policy', 'type': 'ActivityPolicy'}, + 'data_flow': {'key': 'typeProperties.dataFlow', 'type': 'DataFlowReference'}, + 'staging': {'key': 'typeProperties.staging', 'type': 'DataFlowStagingInfo'}, + 'integration_runtime': {'key': 'typeProperties.integrationRuntime', 'type': 'IntegrationRuntimeReference'}, + 'compute': {'key': 'typeProperties.compute', 'type': 'ExecuteDataFlowActivityTypePropertiesCompute'}, + 'trace_level': {'key': 'typeProperties.traceLevel', 'type': 'object'}, + 'continue_on_error': {'key': 'typeProperties.continueOnError', 'type': 'object'}, + 'run_concurrently': {'key': 'typeProperties.runConcurrently', 'type': 'object'}, + 'sinks': {'key': 'typeProperties.sinks', 'type': '{PowerQuerySink}'}, + 'queries': {'key': 'typeProperties.queries', 'type': '[PowerQuerySinkMapping]'}, + } + + def __init__( + self, + **kwargs + ): + super(ExecuteWranglingDataflowActivity, self).__init__(**kwargs) + self.type = 'ExecuteWranglingDataflow' # type: str + self.policy = kwargs.get('policy', None) + self.data_flow = kwargs['data_flow'] + self.staging = kwargs.get('staging', None) + self.integration_runtime = kwargs.get('integration_runtime', None) + self.compute = kwargs.get('compute', None) + self.trace_level = kwargs.get('trace_level', None) + self.continue_on_error = kwargs.get('continue_on_error', None) + self.run_concurrently = kwargs.get('run_concurrently', None) + self.sinks = kwargs.get('sinks', None) + self.queries = kwargs.get('queries', None) + + class ExposureControlBatchRequest(msrest.serialization.Model): """A list of exposure control features. @@ -14659,6 +15320,10 @@ class FactoryGitHubConfiguration(FactoryRepoConfiguration): :type last_commit_id: str :param host_name: GitHub Enterprise host name. For example: https://github.mydomain.com. :type host_name: str + :param client_id: GitHub bring your own app client id. + :type client_id: str + :param client_secret: GitHub bring your own app client secret information. + :type client_secret: ~azure.mgmt.datafactory.models.GitHubClientSecret """ _validation = { @@ -14677,6 +15342,8 @@ class FactoryGitHubConfiguration(FactoryRepoConfiguration): 'root_folder': {'key': 'rootFolder', 'type': 'str'}, 'last_commit_id': {'key': 'lastCommitId', 'type': 'str'}, 'host_name': {'key': 'hostName', 'type': 'str'}, + 'client_id': {'key': 'clientId', 'type': 'str'}, + 'client_secret': {'key': 'clientSecret', 'type': 'GitHubClientSecret'}, } def __init__( @@ -14686,6 +15353,8 @@ def __init__( super(FactoryGitHubConfiguration, self).__init__(**kwargs) self.type = 'FactoryGitHubConfiguration' # type: str self.host_name = kwargs.get('host_name', None) + self.client_id = kwargs.get('client_id', None) + self.client_secret = kwargs.get('client_secret', None) class FactoryIdentity(msrest.serialization.Model): @@ -14789,11 +15458,15 @@ class FactoryUpdateParameters(msrest.serialization.Model): :type tags: dict[str, str] :param identity: Managed service identity of the factory. :type identity: ~azure.mgmt.datafactory.models.FactoryIdentity + :param public_network_access: Whether or not public network access is allowed for the data + factory. Possible values include: "Enabled", "Disabled". + :type public_network_access: str or ~azure.mgmt.datafactory.models.PublicNetworkAccess """ _attribute_map = { 'tags': {'key': 'tags', 'type': '{str}'}, 'identity': {'key': 'identity', 'type': 'FactoryIdentity'}, + 'public_network_access': {'key': 'publicNetworkAccess', 'type': 'str'}, } def __init__( @@ -14803,6 +15476,7 @@ def __init__( super(FactoryUpdateParameters, self).__init__(**kwargs) self.tags = kwargs.get('tags', None) self.identity = kwargs.get('identity', None) + self.public_network_access = kwargs.get('public_network_access', None) class FactoryVSTSConfiguration(FactoryRepoConfiguration): @@ -15254,8 +15928,8 @@ class FileSystemSource(CopySource): true. Type: boolean (or Expression with resultType boolean). :type recursive: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -15270,7 +15944,7 @@ class FileSystemSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'recursive': {'key': 'recursive', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -15999,8 +16673,8 @@ class GoogleAdWordsSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -16018,7 +16692,7 @@ class GoogleAdWordsSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -16232,8 +16906,8 @@ class GoogleBigQuerySource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -16251,7 +16925,7 @@ class GoogleBigQuerySource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -16544,8 +17218,8 @@ class GreenplumSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -16563,7 +17237,7 @@ class GreenplumSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -16825,8 +17499,8 @@ class HBaseSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -16844,7 +17518,7 @@ class HBaseSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -18046,8 +18720,8 @@ class HiveSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -18065,7 +18739,7 @@ class HiveSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -18581,8 +19255,8 @@ class HubspotSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -18600,7 +19274,7 @@ class HubspotSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -18866,8 +19540,8 @@ class ImpalaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -18885,7 +19559,7 @@ class ImpalaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -19056,8 +19730,8 @@ class InformixSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -19074,7 +19748,7 @@ class InformixSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -19321,6 +19995,25 @@ def __init__( self.is_identity_cert_exprired = None +class IntegrationRuntimeCustomerVirtualNetwork(msrest.serialization.Model): + """The definition and properties of virtual network to which Azure-SSIS integration runtime will join. + + :param subnet_id: The ID of subnet to which Azure-SSIS integration runtime will join. + :type subnet_id: str + """ + + _attribute_map = { + 'subnet_id': {'key': 'subnetId', 'type': 'str'}, + } + + def __init__( + self, + **kwargs + ): + super(IntegrationRuntimeCustomerVirtualNetwork, self).__init__(**kwargs) + self.subnet_id = kwargs.get('subnet_id', None) + + class IntegrationRuntimeCustomSetupScriptProperties(msrest.serialization.Model): """Custom setup script properties for a managed dedicated integration runtime. @@ -19360,6 +20053,9 @@ class IntegrationRuntimeDataFlowProperties(msrest.serialization.Model): :param time_to_live: Time to live (in minutes) setting of the cluster which will execute data flow job. :type time_to_live: int + :param cleanup: Cluster will not be recycled and it will be used in next data flow activity run + until TTL (time to live) is reached if this is set as false. Default is true. + :type cleanup: bool """ _validation = { @@ -19371,6 +20067,7 @@ class IntegrationRuntimeDataFlowProperties(msrest.serialization.Model): 'compute_type': {'key': 'computeType', 'type': 'str'}, 'core_count': {'key': 'coreCount', 'type': 'int'}, 'time_to_live': {'key': 'timeToLive', 'type': 'int'}, + 'cleanup': {'key': 'cleanup', 'type': 'bool'}, } def __init__( @@ -19382,6 +20079,7 @@ def __init__( self.compute_type = kwargs.get('compute_type', None) self.core_count = kwargs.get('core_count', None) self.time_to_live = kwargs.get('time_to_live', None) + self.cleanup = kwargs.get('cleanup', None) class IntegrationRuntimeDataProxyProperties(msrest.serialization.Model): @@ -19582,6 +20280,93 @@ def __init__( self.received_bytes = None +class IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint(msrest.serialization.Model): + """Azure-SSIS integration runtime outbound network dependency endpoints for one category. + + :param category: The category of outbound network dependency. + :type category: str + :param endpoints: The endpoints for outbound network dependency. + :type endpoints: + list[~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesEndpoint] + """ + + _attribute_map = { + 'category': {'key': 'category', 'type': 'str'}, + 'endpoints': {'key': 'endpoints', 'type': '[IntegrationRuntimeOutboundNetworkDependenciesEndpoint]'}, + } + + def __init__( + self, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint, self).__init__(**kwargs) + self.category = kwargs.get('category', None) + self.endpoints = kwargs.get('endpoints', None) + + +class IntegrationRuntimeOutboundNetworkDependenciesEndpoint(msrest.serialization.Model): + """The endpoint for Azure-SSIS integration runtime outbound network dependency. + + :param domain_name: The domain name of endpoint. + :type domain_name: str + :param endpoint_details: The details of endpoint. + :type endpoint_details: + list[~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails] + """ + + _attribute_map = { + 'domain_name': {'key': 'domainName', 'type': 'str'}, + 'endpoint_details': {'key': 'endpointDetails', 'type': '[IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails]'}, + } + + def __init__( + self, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesEndpoint, self).__init__(**kwargs) + self.domain_name = kwargs.get('domain_name', None) + self.endpoint_details = kwargs.get('endpoint_details', None) + + +class IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails(msrest.serialization.Model): + """The details of Azure-SSIS integration runtime outbound network dependency endpoint. + + :param port: The port of endpoint. + :type port: int + """ + + _attribute_map = { + 'port': {'key': 'port', 'type': 'int'}, + } + + def __init__( + self, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails, self).__init__(**kwargs) + self.port = kwargs.get('port', None) + + +class IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse(msrest.serialization.Model): + """Azure-SSIS integration runtime outbound network dependency endpoints. + + :param value: The list of outbound network dependency endpoints. + :type value: + list[~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint] + """ + + _attribute_map = { + 'value': {'key': 'value', 'type': '[IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint]'}, + } + + def __init__( + self, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse, self).__init__(**kwargs) + self.value = kwargs.get('value', None) + + class IntegrationRuntimeReference(msrest.serialization.Model): """Integration runtime reference type. @@ -19916,6 +20701,9 @@ class IntegrationRuntimeVNetProperties(msrest.serialization.Model): :param public_i_ps: Resource IDs of the public IP addresses that this integration runtime will use. :type public_i_ps: list[str] + :param subnet_id: The ID of subnet, to which this Azure-SSIS integration runtime will be + joined. + :type subnet_id: str """ _attribute_map = { @@ -19923,6 +20711,7 @@ class IntegrationRuntimeVNetProperties(msrest.serialization.Model): 'v_net_id': {'key': 'vNetId', 'type': 'str'}, 'subnet': {'key': 'subnet', 'type': 'str'}, 'public_i_ps': {'key': 'publicIPs', 'type': '[str]'}, + 'subnet_id': {'key': 'subnetId', 'type': 'str'}, } def __init__( @@ -19934,6 +20723,7 @@ def __init__( self.v_net_id = kwargs.get('v_net_id', None) self.subnet = kwargs.get('subnet', None) self.public_i_ps = kwargs.get('public_i_ps', None) + self.subnet_id = kwargs.get('subnet_id', None) class JiraLinkedService(LinkedService): @@ -20104,8 +20894,8 @@ class JiraSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -20123,7 +20913,7 @@ class JiraSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -20393,8 +21183,8 @@ class JsonSource(CopySource): :param format_settings: Json format settings. :type format_settings: ~azure.mgmt.datafactory.models.JsonReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -20410,7 +21200,7 @@ class JsonSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, 'format_settings': {'key': 'formatSettings', 'type': 'JsonReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -21091,8 +21881,8 @@ class MagentoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -21110,7 +21900,7 @@ class MagentoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -21187,6 +21977,10 @@ class ManagedIntegrationRuntime(IntegrationRuntime): :type compute_properties: ~azure.mgmt.datafactory.models.IntegrationRuntimeComputeProperties :param ssis_properties: SSIS properties for managed integration runtime. :type ssis_properties: ~azure.mgmt.datafactory.models.IntegrationRuntimeSsisProperties + :param customer_virtual_network: The name of virtual network to which Azure-SSIS integration + runtime will join. + :type customer_virtual_network: + ~azure.mgmt.datafactory.models.IntegrationRuntimeCustomerVirtualNetwork """ _validation = { @@ -21202,6 +21996,7 @@ class ManagedIntegrationRuntime(IntegrationRuntime): 'managed_virtual_network': {'key': 'managedVirtualNetwork', 'type': 'ManagedVirtualNetworkReference'}, 'compute_properties': {'key': 'typeProperties.computeProperties', 'type': 'IntegrationRuntimeComputeProperties'}, 'ssis_properties': {'key': 'typeProperties.ssisProperties', 'type': 'IntegrationRuntimeSsisProperties'}, + 'customer_virtual_network': {'key': 'typeProperties.customerVirtualNetwork', 'type': 'IntegrationRuntimeCustomerVirtualNetwork'}, } def __init__( @@ -21214,6 +22009,7 @@ def __init__( self.managed_virtual_network = kwargs.get('managed_virtual_network', None) self.compute_properties = kwargs.get('compute_properties', None) self.ssis_properties = kwargs.get('ssis_properties', None) + self.customer_virtual_network = kwargs.get('customer_virtual_network', None) class ManagedIntegrationRuntimeError(msrest.serialization.Model): @@ -21817,8 +22613,8 @@ class MariaDBSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -21836,7 +22632,7 @@ class MariaDBSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -22068,8 +22864,8 @@ class MarketoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -22087,7 +22883,7 @@ class MarketoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -22280,8 +23076,8 @@ class MicrosoftAccessSource(CopySource): :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -22296,7 +23092,7 @@ class MicrosoftAccessSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -22578,8 +23374,8 @@ class MongoDbAtlasSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -22597,7 +23393,7 @@ class MongoDbAtlasSource(CopySource): 'cursor_methods': {'key': 'cursorMethods', 'type': 'MongoDbCursorMethodsProperties'}, 'batch_size': {'key': 'batchSize', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -22835,8 +23631,8 @@ class MongoDbSource(CopySource): with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -22851,7 +23647,7 @@ class MongoDbSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -23073,8 +23869,8 @@ class MongoDbV2Source(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -23092,7 +23888,7 @@ class MongoDbV2Source(CopySource): 'cursor_methods': {'key': 'cursorMethods', 'type': 'MongoDbCursorMethodsProperties'}, 'batch_size': {'key': 'batchSize', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -23190,8 +23986,8 @@ class MySqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -23208,7 +24004,7 @@ class MySqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -23393,8 +24189,8 @@ class NetezzaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -23417,7 +24213,7 @@ class NetezzaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, 'partition_settings': {'key': 'partitionSettings', 'type': 'NetezzaPartitionSettings'}, @@ -23709,8 +24505,8 @@ class ODataSource(CopySource): ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type http_request_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -23726,7 +24522,7 @@ class ODataSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -23897,8 +24693,8 @@ class OdbcSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -23915,7 +24711,7 @@ class OdbcSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -24892,8 +25688,8 @@ class OracleServiceCloudSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -24911,7 +25707,7 @@ class OracleServiceCloudSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -25016,8 +25812,8 @@ class OracleSource(CopySource): :param partition_settings: The settings that will be leveraged for Oracle source partitioning. :type partition_settings: ~azure.mgmt.datafactory.models.OraclePartitionSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -25035,7 +25831,7 @@ class OracleSource(CopySource): 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, 'partition_settings': {'key': 'partitionSettings', 'type': 'OraclePartitionSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -25304,8 +26100,8 @@ class OrcSource(CopySource): :param store_settings: ORC store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -25320,7 +26116,7 @@ class OrcSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -25617,8 +26413,8 @@ class ParquetSource(CopySource): :param store_settings: Parquet store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -25633,7 +26429,7 @@ class ParquetSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -25847,8 +26643,8 @@ class PaypalSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -25866,7 +26662,7 @@ class PaypalSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -26079,8 +26875,8 @@ class PhoenixSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -26098,7 +26894,7 @@ class PhoenixSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -26602,8 +27398,8 @@ class PostgreSqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -26620,7 +27416,7 @@ class PostgreSqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -26701,6 +27497,109 @@ def __init__( self.schema_type_properties_schema = kwargs.get('schema_type_properties_schema', None) +class PowerQuerySink(DataFlowSink): + """Power query sink. + + All required parameters must be populated in order to send to Azure. + + :param name: Required. Transformation name. + :type name: str + :param description: Transformation description. + :type description: str + :param dataset: Dataset reference. + :type dataset: ~azure.mgmt.datafactory.models.DatasetReference + :param linked_service: Linked service reference. + :type linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param schema_linked_service: Schema linked service reference. + :type schema_linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param script: sink script. + :type script: str + """ + + _validation = { + 'name': {'required': True}, + } + + _attribute_map = { + 'name': {'key': 'name', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'dataset': {'key': 'dataset', 'type': 'DatasetReference'}, + 'linked_service': {'key': 'linkedService', 'type': 'LinkedServiceReference'}, + 'schema_linked_service': {'key': 'schemaLinkedService', 'type': 'LinkedServiceReference'}, + 'script': {'key': 'script', 'type': 'str'}, + } + + def __init__( + self, + **kwargs + ): + super(PowerQuerySink, self).__init__(**kwargs) + self.script = kwargs.get('script', None) + + +class PowerQuerySinkMapping(msrest.serialization.Model): + """Map Power Query mashup query to sink dataset(s). + + :param query_name: Name of the query in Power Query mashup document. + :type query_name: str + :param dataflow_sinks: List of sinks mapped to Power Query mashup query. + :type dataflow_sinks: list[~azure.mgmt.datafactory.models.PowerQuerySink] + """ + + _attribute_map = { + 'query_name': {'key': 'queryName', 'type': 'str'}, + 'dataflow_sinks': {'key': 'dataflowSinks', 'type': '[PowerQuerySink]'}, + } + + def __init__( + self, + **kwargs + ): + super(PowerQuerySinkMapping, self).__init__(**kwargs) + self.query_name = kwargs.get('query_name', None) + self.dataflow_sinks = kwargs.get('dataflow_sinks', None) + + +class PowerQuerySource(DataFlowSource): + """Power query source. + + All required parameters must be populated in order to send to Azure. + + :param name: Required. Transformation name. + :type name: str + :param description: Transformation description. + :type description: str + :param dataset: Dataset reference. + :type dataset: ~azure.mgmt.datafactory.models.DatasetReference + :param linked_service: Linked service reference. + :type linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param schema_linked_service: Schema linked service reference. + :type schema_linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param script: source script. + :type script: str + """ + + _validation = { + 'name': {'required': True}, + } + + _attribute_map = { + 'name': {'key': 'name', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'dataset': {'key': 'dataset', 'type': 'DatasetReference'}, + 'linked_service': {'key': 'linkedService', 'type': 'LinkedServiceReference'}, + 'schema_linked_service': {'key': 'schemaLinkedService', 'type': 'LinkedServiceReference'}, + 'script': {'key': 'script', 'type': 'str'}, + } + + def __init__( + self, + **kwargs + ): + super(PowerQuerySource, self).__init__(**kwargs) + self.script = kwargs.get('script', None) + + class PrestoLinkedService(LinkedService): """Presto server linked service. @@ -26909,8 +27808,8 @@ class PrestoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -26928,7 +27827,7 @@ class PrestoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -27385,8 +28284,8 @@ class QuickBooksSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -27404,7 +28303,7 @@ class QuickBooksSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -27582,8 +28481,8 @@ class RelationalSource(CopySource): :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -27598,7 +28497,7 @@ class RelationalSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -27933,8 +28832,8 @@ class ResponsysSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -27952,7 +28851,7 @@ class ResponsysSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -28272,8 +29171,8 @@ class RestSource(CopySource): :param request_interval: The time to await before sending next page request. :type request_interval: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -28293,7 +29192,7 @@ class RestSource(CopySource): 'pagination_rules': {'key': 'paginationRules', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, 'request_interval': {'key': 'requestInterval', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -28695,8 +29594,8 @@ class SalesforceMarketingCloudSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -28714,7 +29613,7 @@ class SalesforceMarketingCloudSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -29022,8 +29921,8 @@ class SalesforceServiceCloudSource(CopySource): include: "Query", "QueryAll". :type read_behavior: str or ~azure.mgmt.datafactory.models.SalesforceSourceReadBehavior :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -29039,7 +29938,7 @@ class SalesforceServiceCloudSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'read_behavior': {'key': 'readBehavior', 'type': 'str'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -29151,8 +30050,8 @@ class SalesforceSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param read_behavior: The read behavior for the operation. Default is Query. Possible values @@ -29172,7 +30071,7 @@ class SalesforceSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'read_behavior': {'key': 'readBehavior', 'type': 'str'}, } @@ -29341,8 +30240,8 @@ class SapBwSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: MDX query. Type: string (or Expression with resultType string). :type query: any """ @@ -29359,7 +30258,7 @@ class SapBwSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -29587,8 +30486,8 @@ class SapCloudForCustomerSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: SAP Cloud for Customer OData query. For example, "$top=1". Type: string (or Expression with resultType string). :type query: any @@ -29611,7 +30510,7 @@ class SapCloudForCustomerSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, } @@ -29775,8 +30674,8 @@ class SapEccSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: SAP ECC OData query. For example, "$top=1". Type: string (or Expression with resultType string). :type query: any @@ -29799,7 +30698,7 @@ class SapEccSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, } @@ -29931,8 +30830,8 @@ class SapHanaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: SAP HANA Sql query. Type: string (or Expression with resultType string). :type query: any :param packet_size: The packet size of data read from SAP HANA. Type: integer(or Expression @@ -29958,7 +30857,7 @@ class SapHanaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'packet_size': {'key': 'packetSize', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, @@ -30165,8 +31064,8 @@ class SapOpenHubSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param exclude_last_request: Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean). :type exclude_last_request: any @@ -30195,7 +31094,7 @@ class SapOpenHubSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'exclude_last_request': {'key': 'excludeLastRequest', 'type': 'object'}, 'base_request_id': {'key': 'baseRequestId', 'type': 'object'}, 'custom_rfc_read_table_function_module': {'key': 'customRfcReadTableFunctionModule', 'type': 'object'}, @@ -30531,8 +31430,8 @@ class SapTableSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param row_count: The number of rows to be retrieved. Type: integer(or Expression with resultType integer). :type row_count: any @@ -30576,7 +31475,7 @@ class SapTableSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'row_count': {'key': 'rowCount', 'type': 'object'}, 'row_skips': {'key': 'rowSkips', 'type': 'object'}, 'rfc_table_fields': {'key': 'rfcTableFields', 'type': 'object'}, @@ -31270,8 +32169,8 @@ class ServiceNowSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -31289,7 +32188,7 @@ class ServiceNowSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -32016,8 +32915,8 @@ class ShopifySource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -32035,7 +32934,7 @@ class ShopifySource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -32604,8 +33503,8 @@ class SparkSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -32623,7 +33522,7 @@ class SparkSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -32643,7 +33542,7 @@ class SqlAlwaysEncryptedProperties(msrest.serialization.Model): :param always_encrypted_akv_auth_type: Required. Sql always encrypted AKV authentication type. Type: string (or Expression with resultType string). Possible values include: - "ServicePrincipal", "ManagedIdentity". + "ServicePrincipal", "ManagedIdentity", "UserAssignedManagedIdentity". :type always_encrypted_akv_auth_type: str or ~azure.mgmt.datafactory.models.SqlAlwaysEncryptedAkvAuthType :param service_principal_id: The client ID of the application in Azure Active Directory used @@ -32652,6 +33551,8 @@ class SqlAlwaysEncryptedProperties(msrest.serialization.Model): :param service_principal_key: The key of the service principal used to authenticate against Azure Key Vault. :type service_principal_key: ~azure.mgmt.datafactory.models.SecretBase + :param credential: The credential reference containing authentication information. + :type credential: ~azure.mgmt.datafactory.models.CredentialReference """ _validation = { @@ -32662,6 +33563,7 @@ class SqlAlwaysEncryptedProperties(msrest.serialization.Model): 'always_encrypted_akv_auth_type': {'key': 'alwaysEncryptedAkvAuthType', 'type': 'str'}, 'service_principal_id': {'key': 'servicePrincipalId', 'type': 'object'}, 'service_principal_key': {'key': 'servicePrincipalKey', 'type': 'SecretBase'}, + 'credential': {'key': 'credential', 'type': 'CredentialReference'}, } def __init__( @@ -32672,6 +33574,7 @@ def __init__( self.always_encrypted_akv_auth_type = kwargs['always_encrypted_akv_auth_type'] self.service_principal_id = kwargs.get('service_principal_id', None) self.service_principal_key = kwargs.get('service_principal_key', None) + self.credential = kwargs.get('credential', None) class SqlDWSink(CopySink): @@ -32719,6 +33622,14 @@ class SqlDWSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into azure SQL DW. Type: + SqlDWWriteBehaviorEnum (or Expression with resultType SqlDWWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL DW upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlDWUpsertSettings """ _validation = { @@ -32740,6 +33651,9 @@ class SqlDWSink(CopySink): 'allow_copy_command': {'key': 'allowCopyCommand', 'type': 'object'}, 'copy_command_settings': {'key': 'copyCommandSettings', 'type': 'DWCopyCommandSettings'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlDWUpsertSettings'}, } def __init__( @@ -32754,6 +33668,9 @@ def __init__( self.allow_copy_command = kwargs.get('allow_copy_command', None) self.copy_command_settings = kwargs.get('copy_command_settings', None) self.table_option = kwargs.get('table_option', None) + self.sql_writer_use_table_lock = kwargs.get('sql_writer_use_table_lock', None) + self.write_behavior = kwargs.get('write_behavior', None) + self.upsert_settings = kwargs.get('upsert_settings', None) class SqlDWSource(TabularSource): @@ -32782,8 +33699,8 @@ class SqlDWSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL Data Warehouse reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any @@ -32814,7 +33731,7 @@ class SqlDWSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': 'object'}, @@ -32835,6 +33752,31 @@ def __init__( self.partition_settings = kwargs.get('partition_settings', None) +class SqlDWUpsertSettings(msrest.serialization.Model): + """Sql DW upsert option settings. + + :param interim_schema_name: Schema name for interim table. Type: string (or Expression with + resultType string). + :type interim_schema_name: any + :param keys: Key column names for unique row identification. Type: array of strings (or + Expression with resultType array of strings). + :type keys: any + """ + + _attribute_map = { + 'interim_schema_name': {'key': 'interimSchemaName', 'type': 'object'}, + 'keys': {'key': 'keys', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(SqlDWUpsertSettings, self).__init__(**kwargs) + self.interim_schema_name = kwargs.get('interim_schema_name', None) + self.keys = kwargs.get('keys', None) + + class SqlMISink(CopySink): """A copy activity Azure SQL Managed Instance sink. @@ -32881,6 +33823,14 @@ class SqlMISink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: White behavior when copying data into azure SQL MI. Type: + SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -32902,6 +33852,9 @@ class SqlMISink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -32916,6 +33869,9 @@ def __init__( self.stored_procedure_parameters = kwargs.get('stored_procedure_parameters', None) self.stored_procedure_table_type_parameter_name = kwargs.get('stored_procedure_table_type_parameter_name', None) self.table_option = kwargs.get('table_option', None) + self.sql_writer_use_table_lock = kwargs.get('sql_writer_use_table_lock', None) + self.write_behavior = kwargs.get('write_behavior', None) + self.upsert_settings = kwargs.get('upsert_settings', None) class SqlMISource(TabularSource): @@ -32944,8 +33900,8 @@ class SqlMISource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a Azure SQL Managed @@ -32977,7 +33933,7 @@ class SqlMISource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -33148,6 +34104,14 @@ class SqlServerSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into sql server. Type: + SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -33169,6 +34133,9 @@ class SqlServerSink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -33183,6 +34150,9 @@ def __init__( self.stored_procedure_parameters = kwargs.get('stored_procedure_parameters', None) self.stored_procedure_table_type_parameter_name = kwargs.get('stored_procedure_table_type_parameter_name', None) self.table_option = kwargs.get('table_option', None) + self.sql_writer_use_table_lock = kwargs.get('sql_writer_use_table_lock', None) + self.write_behavior = kwargs.get('write_behavior', None) + self.upsert_settings = kwargs.get('upsert_settings', None) class SqlServerSource(TabularSource): @@ -33211,8 +34181,8 @@ class SqlServerSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database @@ -33244,7 +34214,7 @@ class SqlServerSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -33442,6 +34412,14 @@ class SqlSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into sql. Type: SqlWriteBehaviorEnum + (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -33463,6 +34441,9 @@ class SqlSink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -33477,6 +34458,9 @@ def __init__( self.stored_procedure_parameters = kwargs.get('stored_procedure_parameters', None) self.stored_procedure_table_type_parameter_name = kwargs.get('stored_procedure_table_type_parameter_name', None) self.table_option = kwargs.get('table_option', None) + self.sql_writer_use_table_lock = kwargs.get('sql_writer_use_table_lock', None) + self.write_behavior = kwargs.get('write_behavior', None) + self.upsert_settings = kwargs.get('upsert_settings', None) class SqlSource(TabularSource): @@ -33505,8 +34489,8 @@ class SqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database @@ -33540,7 +34524,7 @@ class SqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -33563,6 +34547,36 @@ def __init__( self.partition_settings = kwargs.get('partition_settings', None) +class SqlUpsertSettings(msrest.serialization.Model): + """Sql upsert option settings. + + :param use_temp_db: Specifies whether to use temp db for upsert interim table. Type: boolean + (or Expression with resultType boolean). + :type use_temp_db: any + :param interim_schema_name: Schema name for interim table. Type: string (or Expression with + resultType string). + :type interim_schema_name: any + :param keys: Key column names for unique row identification. Type: array of strings (or + Expression with resultType array of strings). + :type keys: any + """ + + _attribute_map = { + 'use_temp_db': {'key': 'useTempDB', 'type': 'object'}, + 'interim_schema_name': {'key': 'interimSchemaName', 'type': 'object'}, + 'keys': {'key': 'keys', 'type': 'object'}, + } + + def __init__( + self, + **kwargs + ): + super(SqlUpsertSettings, self).__init__(**kwargs) + self.use_temp_db = kwargs.get('use_temp_db', None) + self.interim_schema_name = kwargs.get('interim_schema_name', None) + self.keys = kwargs.get('keys', None) + + class SquareLinkedService(LinkedService): """Square Service linked service. @@ -33732,8 +34746,8 @@ class SquareSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -33751,7 +34765,7 @@ class SquareSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -34697,8 +35711,8 @@ class SybaseSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -34715,7 +35729,7 @@ class SybaseSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -35051,8 +36065,8 @@ class TeradataSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Teradata query. Type: string (or Expression with resultType string). :type query: any :param partition_option: The partition mechanism that will be used for teradata read in @@ -35075,7 +36089,7 @@ class TeradataSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, 'partition_settings': {'key': 'partitionSettings', 'type': 'TeradataPartitionSettings'}, @@ -36132,8 +37146,8 @@ class VerticaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -36151,7 +37165,7 @@ class VerticaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -36722,8 +37736,8 @@ class WebSource(CopySource): false. Type: boolean (or Expression with resultType boolean). :type disable_metrics_collection: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -36737,7 +37751,7 @@ class WebSource(CopySource): 'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'}, 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -36814,6 +37828,53 @@ def __init__( self.path = kwargs.get('path', None) +class WranglingDataFlow(DataFlow): + """Power Query data flow. + + All required parameters must be populated in order to send to Azure. + + :param type: Required. Type of data flow.Constant filled by server. + :type type: str + :param description: The description of the data flow. + :type description: str + :param annotations: List of tags that can be used for describing the data flow. + :type annotations: list[any] + :param folder: The folder that this data flow is in. If not specified, Data flow will appear at + the root level. + :type folder: ~azure.mgmt.datafactory.models.DataFlowFolder + :param sources: List of sources in Power Query. + :type sources: list[~azure.mgmt.datafactory.models.PowerQuerySource] + :param script: Power query mashup script. + :type script: str + :param document_locale: Locale of the Power query mashup document. + :type document_locale: str + """ + + _validation = { + 'type': {'required': True}, + } + + _attribute_map = { + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'folder': {'key': 'folder', 'type': 'DataFlowFolder'}, + 'sources': {'key': 'typeProperties.sources', 'type': '[PowerQuerySource]'}, + 'script': {'key': 'typeProperties.script', 'type': 'str'}, + 'document_locale': {'key': 'typeProperties.documentLocale', 'type': 'str'}, + } + + def __init__( + self, + **kwargs + ): + super(WranglingDataFlow, self).__init__(**kwargs) + self.type = 'WranglingDataFlow' # type: str + self.sources = kwargs.get('sources', None) + self.script = kwargs.get('script', None) + self.document_locale = kwargs.get('document_locale', None) + + class XeroLinkedService(LinkedService): """Xero Service linked service. @@ -36980,8 +38041,8 @@ class XeroSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -36999,7 +38060,7 @@ class XeroSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -37168,8 +38229,8 @@ class XmlSource(CopySource): :param format_settings: Xml format settings. :type format_settings: ~azure.mgmt.datafactory.models.XmlReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -37185,7 +38246,7 @@ class XmlSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, 'format_settings': {'key': 'formatSettings', 'type': 'XmlReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -37393,8 +38454,8 @@ class ZohoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -37412,7 +38473,7 @@ class ZohoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } diff --git a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models_py3.py b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models_py3.py index 3fce09934332..963145597ea9 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models_py3.py +++ b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/models/_models_py3.py @@ -49,7 +49,7 @@ class Activity(msrest.serialization.Model): """A pipeline activity. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: ControlActivity, ExecutionActivity. + sub-classes are: ControlActivity, ExecuteWranglingDataflowActivity, ExecutionActivity. All required parameters must be populated in order to send to Azure. @@ -83,7 +83,7 @@ class Activity(msrest.serialization.Model): } _subtype_map = { - 'type': {'Container': 'ControlActivity', 'Execution': 'ExecutionActivity'} + 'type': {'Container': 'ControlActivity', 'ExecuteWranglingDataflow': 'ExecuteWranglingDataflowActivity', 'Execution': 'ExecutionActivity'} } def __init__( @@ -377,7 +377,7 @@ class LinkedService(msrest.serialization.Model): """The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AmazonMWSLinkedService, AmazonRedshiftLinkedService, AmazonS3LinkedService, AmazonS3CompatibleLinkedService, AzureBatchLinkedService, AzureBlobFSLinkedService, AzureBlobStorageLinkedService, AzureDataExplorerLinkedService, AzureDataLakeAnalyticsLinkedService, AzureDataLakeStoreLinkedService, AzureDatabricksLinkedService, AzureDatabricksDeltaLakeLinkedService, AzureFileStorageLinkedService, AzureFunctionLinkedService, AzureKeyVaultLinkedService, AzureMLLinkedService, AzureMLServiceLinkedService, AzureMariaDBLinkedService, AzureMySqlLinkedService, AzurePostgreSqlLinkedService, AzureSearchLinkedService, AzureSqlDWLinkedService, AzureSqlDatabaseLinkedService, AzureSqlMILinkedService, AzureStorageLinkedService, AzureTableStorageLinkedService, CassandraLinkedService, CommonDataServiceForAppsLinkedService, ConcurLinkedService, CosmosDbLinkedService, CosmosDbMongoDbApiLinkedService, CouchbaseLinkedService, CustomDataSourceLinkedService, Db2LinkedService, DrillLinkedService, DynamicsLinkedService, DynamicsAXLinkedService, DynamicsCrmLinkedService, EloquaLinkedService, FileServerLinkedService, FtpServerLinkedService, GoogleAdWordsLinkedService, GoogleBigQueryLinkedService, GoogleCloudStorageLinkedService, GreenplumLinkedService, HBaseLinkedService, HDInsightLinkedService, HDInsightOnDemandLinkedService, HdfsLinkedService, HiveLinkedService, HttpLinkedService, HubspotLinkedService, ImpalaLinkedService, InformixLinkedService, JiraLinkedService, MagentoLinkedService, MariaDBLinkedService, MarketoLinkedService, MicrosoftAccessLinkedService, MongoDbLinkedService, MongoDbAtlasLinkedService, MongoDbV2LinkedService, MySqlLinkedService, NetezzaLinkedService, ODataLinkedService, OdbcLinkedService, Office365LinkedService, OracleLinkedService, OracleCloudStorageLinkedService, OracleServiceCloudLinkedService, PaypalLinkedService, PhoenixLinkedService, PostgreSqlLinkedService, PrestoLinkedService, QuickBooksLinkedService, ResponsysLinkedService, RestServiceLinkedService, SalesforceLinkedService, SalesforceMarketingCloudLinkedService, SalesforceServiceCloudLinkedService, SapBWLinkedService, SapCloudForCustomerLinkedService, SapEccLinkedService, SapHanaLinkedService, SapOpenHubLinkedService, SapTableLinkedService, ServiceNowLinkedService, SftpServerLinkedService, SharePointOnlineListLinkedService, ShopifyLinkedService, SnowflakeLinkedService, SparkLinkedService, SqlServerLinkedService, SquareLinkedService, SybaseLinkedService, TeradataLinkedService, VerticaLinkedService, WebLinkedService, XeroLinkedService, ZohoLinkedService. + sub-classes are: AmazonMWSLinkedService, AmazonRdsForOracleLinkedService, AmazonRdsForSqlServerLinkedService, AmazonRedshiftLinkedService, AmazonS3LinkedService, AmazonS3CompatibleLinkedService, AzureBatchLinkedService, AzureBlobFSLinkedService, AzureBlobStorageLinkedService, AzureDataExplorerLinkedService, AzureDataLakeAnalyticsLinkedService, AzureDataLakeStoreLinkedService, AzureDatabricksLinkedService, AzureDatabricksDeltaLakeLinkedService, AzureFileStorageLinkedService, AzureFunctionLinkedService, AzureKeyVaultLinkedService, AzureMLLinkedService, AzureMLServiceLinkedService, AzureMariaDBLinkedService, AzureMySqlLinkedService, AzurePostgreSqlLinkedService, AzureSearchLinkedService, AzureSqlDWLinkedService, AzureSqlDatabaseLinkedService, AzureSqlMILinkedService, AzureStorageLinkedService, AzureTableStorageLinkedService, CassandraLinkedService, CommonDataServiceForAppsLinkedService, ConcurLinkedService, CosmosDbLinkedService, CosmosDbMongoDbApiLinkedService, CouchbaseLinkedService, CustomDataSourceLinkedService, Db2LinkedService, DrillLinkedService, DynamicsLinkedService, DynamicsAXLinkedService, DynamicsCrmLinkedService, EloquaLinkedService, FileServerLinkedService, FtpServerLinkedService, GoogleAdWordsLinkedService, GoogleBigQueryLinkedService, GoogleCloudStorageLinkedService, GreenplumLinkedService, HBaseLinkedService, HDInsightLinkedService, HDInsightOnDemandLinkedService, HdfsLinkedService, HiveLinkedService, HttpLinkedService, HubspotLinkedService, ImpalaLinkedService, InformixLinkedService, JiraLinkedService, MagentoLinkedService, MariaDBLinkedService, MarketoLinkedService, MicrosoftAccessLinkedService, MongoDbLinkedService, MongoDbAtlasLinkedService, MongoDbV2LinkedService, MySqlLinkedService, NetezzaLinkedService, ODataLinkedService, OdbcLinkedService, Office365LinkedService, OracleLinkedService, OracleCloudStorageLinkedService, OracleServiceCloudLinkedService, PaypalLinkedService, PhoenixLinkedService, PostgreSqlLinkedService, PrestoLinkedService, QuickBooksLinkedService, ResponsysLinkedService, RestServiceLinkedService, SalesforceLinkedService, SalesforceMarketingCloudLinkedService, SalesforceServiceCloudLinkedService, SapBWLinkedService, SapCloudForCustomerLinkedService, SapEccLinkedService, SapHanaLinkedService, SapOpenHubLinkedService, SapTableLinkedService, ServiceNowLinkedService, SftpServerLinkedService, SharePointOnlineListLinkedService, ShopifyLinkedService, SnowflakeLinkedService, SparkLinkedService, SqlServerLinkedService, SquareLinkedService, SybaseLinkedService, TeradataLinkedService, VerticaLinkedService, WebLinkedService, XeroLinkedService, ZohoLinkedService. All required parameters must be populated in order to send to Azure. @@ -410,7 +410,7 @@ class LinkedService(msrest.serialization.Model): } _subtype_map = { - 'type': {'AmazonMWS': 'AmazonMWSLinkedService', 'AmazonRedshift': 'AmazonRedshiftLinkedService', 'AmazonS3': 'AmazonS3LinkedService', 'AmazonS3Compatible': 'AmazonS3CompatibleLinkedService', 'AzureBatch': 'AzureBatchLinkedService', 'AzureBlobFS': 'AzureBlobFSLinkedService', 'AzureBlobStorage': 'AzureBlobStorageLinkedService', 'AzureDataExplorer': 'AzureDataExplorerLinkedService', 'AzureDataLakeAnalytics': 'AzureDataLakeAnalyticsLinkedService', 'AzureDataLakeStore': 'AzureDataLakeStoreLinkedService', 'AzureDatabricks': 'AzureDatabricksLinkedService', 'AzureDatabricksDeltaLake': 'AzureDatabricksDeltaLakeLinkedService', 'AzureFileStorage': 'AzureFileStorageLinkedService', 'AzureFunction': 'AzureFunctionLinkedService', 'AzureKeyVault': 'AzureKeyVaultLinkedService', 'AzureML': 'AzureMLLinkedService', 'AzureMLService': 'AzureMLServiceLinkedService', 'AzureMariaDB': 'AzureMariaDBLinkedService', 'AzureMySql': 'AzureMySqlLinkedService', 'AzurePostgreSql': 'AzurePostgreSqlLinkedService', 'AzureSearch': 'AzureSearchLinkedService', 'AzureSqlDW': 'AzureSqlDWLinkedService', 'AzureSqlDatabase': 'AzureSqlDatabaseLinkedService', 'AzureSqlMI': 'AzureSqlMILinkedService', 'AzureStorage': 'AzureStorageLinkedService', 'AzureTableStorage': 'AzureTableStorageLinkedService', 'Cassandra': 'CassandraLinkedService', 'CommonDataServiceForApps': 'CommonDataServiceForAppsLinkedService', 'Concur': 'ConcurLinkedService', 'CosmosDb': 'CosmosDbLinkedService', 'CosmosDbMongoDbApi': 'CosmosDbMongoDbApiLinkedService', 'Couchbase': 'CouchbaseLinkedService', 'CustomDataSource': 'CustomDataSourceLinkedService', 'Db2': 'Db2LinkedService', 'Drill': 'DrillLinkedService', 'Dynamics': 'DynamicsLinkedService', 'DynamicsAX': 'DynamicsAXLinkedService', 'DynamicsCrm': 'DynamicsCrmLinkedService', 'Eloqua': 'EloquaLinkedService', 'FileServer': 'FileServerLinkedService', 'FtpServer': 'FtpServerLinkedService', 'GoogleAdWords': 'GoogleAdWordsLinkedService', 'GoogleBigQuery': 'GoogleBigQueryLinkedService', 'GoogleCloudStorage': 'GoogleCloudStorageLinkedService', 'Greenplum': 'GreenplumLinkedService', 'HBase': 'HBaseLinkedService', 'HDInsight': 'HDInsightLinkedService', 'HDInsightOnDemand': 'HDInsightOnDemandLinkedService', 'Hdfs': 'HdfsLinkedService', 'Hive': 'HiveLinkedService', 'HttpServer': 'HttpLinkedService', 'Hubspot': 'HubspotLinkedService', 'Impala': 'ImpalaLinkedService', 'Informix': 'InformixLinkedService', 'Jira': 'JiraLinkedService', 'Magento': 'MagentoLinkedService', 'MariaDB': 'MariaDBLinkedService', 'Marketo': 'MarketoLinkedService', 'MicrosoftAccess': 'MicrosoftAccessLinkedService', 'MongoDb': 'MongoDbLinkedService', 'MongoDbAtlas': 'MongoDbAtlasLinkedService', 'MongoDbV2': 'MongoDbV2LinkedService', 'MySql': 'MySqlLinkedService', 'Netezza': 'NetezzaLinkedService', 'OData': 'ODataLinkedService', 'Odbc': 'OdbcLinkedService', 'Office365': 'Office365LinkedService', 'Oracle': 'OracleLinkedService', 'OracleCloudStorage': 'OracleCloudStorageLinkedService', 'OracleServiceCloud': 'OracleServiceCloudLinkedService', 'Paypal': 'PaypalLinkedService', 'Phoenix': 'PhoenixLinkedService', 'PostgreSql': 'PostgreSqlLinkedService', 'Presto': 'PrestoLinkedService', 'QuickBooks': 'QuickBooksLinkedService', 'Responsys': 'ResponsysLinkedService', 'RestService': 'RestServiceLinkedService', 'Salesforce': 'SalesforceLinkedService', 'SalesforceMarketingCloud': 'SalesforceMarketingCloudLinkedService', 'SalesforceServiceCloud': 'SalesforceServiceCloudLinkedService', 'SapBW': 'SapBWLinkedService', 'SapCloudForCustomer': 'SapCloudForCustomerLinkedService', 'SapEcc': 'SapEccLinkedService', 'SapHana': 'SapHanaLinkedService', 'SapOpenHub': 'SapOpenHubLinkedService', 'SapTable': 'SapTableLinkedService', 'ServiceNow': 'ServiceNowLinkedService', 'Sftp': 'SftpServerLinkedService', 'SharePointOnlineList': 'SharePointOnlineListLinkedService', 'Shopify': 'ShopifyLinkedService', 'Snowflake': 'SnowflakeLinkedService', 'Spark': 'SparkLinkedService', 'SqlServer': 'SqlServerLinkedService', 'Square': 'SquareLinkedService', 'Sybase': 'SybaseLinkedService', 'Teradata': 'TeradataLinkedService', 'Vertica': 'VerticaLinkedService', 'Web': 'WebLinkedService', 'Xero': 'XeroLinkedService', 'Zoho': 'ZohoLinkedService'} + 'type': {'AmazonMWS': 'AmazonMWSLinkedService', 'AmazonRdsForOracle': 'AmazonRdsForOracleLinkedService', 'AmazonRdsForSqlServer': 'AmazonRdsForSqlServerLinkedService', 'AmazonRedshift': 'AmazonRedshiftLinkedService', 'AmazonS3': 'AmazonS3LinkedService', 'AmazonS3Compatible': 'AmazonS3CompatibleLinkedService', 'AzureBatch': 'AzureBatchLinkedService', 'AzureBlobFS': 'AzureBlobFSLinkedService', 'AzureBlobStorage': 'AzureBlobStorageLinkedService', 'AzureDataExplorer': 'AzureDataExplorerLinkedService', 'AzureDataLakeAnalytics': 'AzureDataLakeAnalyticsLinkedService', 'AzureDataLakeStore': 'AzureDataLakeStoreLinkedService', 'AzureDatabricks': 'AzureDatabricksLinkedService', 'AzureDatabricksDeltaLake': 'AzureDatabricksDeltaLakeLinkedService', 'AzureFileStorage': 'AzureFileStorageLinkedService', 'AzureFunction': 'AzureFunctionLinkedService', 'AzureKeyVault': 'AzureKeyVaultLinkedService', 'AzureML': 'AzureMLLinkedService', 'AzureMLService': 'AzureMLServiceLinkedService', 'AzureMariaDB': 'AzureMariaDBLinkedService', 'AzureMySql': 'AzureMySqlLinkedService', 'AzurePostgreSql': 'AzurePostgreSqlLinkedService', 'AzureSearch': 'AzureSearchLinkedService', 'AzureSqlDW': 'AzureSqlDWLinkedService', 'AzureSqlDatabase': 'AzureSqlDatabaseLinkedService', 'AzureSqlMI': 'AzureSqlMILinkedService', 'AzureStorage': 'AzureStorageLinkedService', 'AzureTableStorage': 'AzureTableStorageLinkedService', 'Cassandra': 'CassandraLinkedService', 'CommonDataServiceForApps': 'CommonDataServiceForAppsLinkedService', 'Concur': 'ConcurLinkedService', 'CosmosDb': 'CosmosDbLinkedService', 'CosmosDbMongoDbApi': 'CosmosDbMongoDbApiLinkedService', 'Couchbase': 'CouchbaseLinkedService', 'CustomDataSource': 'CustomDataSourceLinkedService', 'Db2': 'Db2LinkedService', 'Drill': 'DrillLinkedService', 'Dynamics': 'DynamicsLinkedService', 'DynamicsAX': 'DynamicsAXLinkedService', 'DynamicsCrm': 'DynamicsCrmLinkedService', 'Eloqua': 'EloquaLinkedService', 'FileServer': 'FileServerLinkedService', 'FtpServer': 'FtpServerLinkedService', 'GoogleAdWords': 'GoogleAdWordsLinkedService', 'GoogleBigQuery': 'GoogleBigQueryLinkedService', 'GoogleCloudStorage': 'GoogleCloudStorageLinkedService', 'Greenplum': 'GreenplumLinkedService', 'HBase': 'HBaseLinkedService', 'HDInsight': 'HDInsightLinkedService', 'HDInsightOnDemand': 'HDInsightOnDemandLinkedService', 'Hdfs': 'HdfsLinkedService', 'Hive': 'HiveLinkedService', 'HttpServer': 'HttpLinkedService', 'Hubspot': 'HubspotLinkedService', 'Impala': 'ImpalaLinkedService', 'Informix': 'InformixLinkedService', 'Jira': 'JiraLinkedService', 'Magento': 'MagentoLinkedService', 'MariaDB': 'MariaDBLinkedService', 'Marketo': 'MarketoLinkedService', 'MicrosoftAccess': 'MicrosoftAccessLinkedService', 'MongoDb': 'MongoDbLinkedService', 'MongoDbAtlas': 'MongoDbAtlasLinkedService', 'MongoDbV2': 'MongoDbV2LinkedService', 'MySql': 'MySqlLinkedService', 'Netezza': 'NetezzaLinkedService', 'OData': 'ODataLinkedService', 'Odbc': 'OdbcLinkedService', 'Office365': 'Office365LinkedService', 'Oracle': 'OracleLinkedService', 'OracleCloudStorage': 'OracleCloudStorageLinkedService', 'OracleServiceCloud': 'OracleServiceCloudLinkedService', 'Paypal': 'PaypalLinkedService', 'Phoenix': 'PhoenixLinkedService', 'PostgreSql': 'PostgreSqlLinkedService', 'Presto': 'PrestoLinkedService', 'QuickBooks': 'QuickBooksLinkedService', 'Responsys': 'ResponsysLinkedService', 'RestService': 'RestServiceLinkedService', 'Salesforce': 'SalesforceLinkedService', 'SalesforceMarketingCloud': 'SalesforceMarketingCloudLinkedService', 'SalesforceServiceCloud': 'SalesforceServiceCloudLinkedService', 'SapBW': 'SapBWLinkedService', 'SapCloudForCustomer': 'SapCloudForCustomerLinkedService', 'SapEcc': 'SapEccLinkedService', 'SapHana': 'SapHanaLinkedService', 'SapOpenHub': 'SapOpenHubLinkedService', 'SapTable': 'SapTableLinkedService', 'ServiceNow': 'ServiceNowLinkedService', 'Sftp': 'SftpServerLinkedService', 'SharePointOnlineList': 'SharePointOnlineListLinkedService', 'Shopify': 'ShopifyLinkedService', 'Snowflake': 'SnowflakeLinkedService', 'Spark': 'SparkLinkedService', 'SqlServer': 'SqlServerLinkedService', 'Square': 'SquareLinkedService', 'Sybase': 'SybaseLinkedService', 'Teradata': 'TeradataLinkedService', 'Vertica': 'VerticaLinkedService', 'Web': 'WebLinkedService', 'Xero': 'XeroLinkedService', 'Zoho': 'ZohoLinkedService'} } def __init__( @@ -546,7 +546,7 @@ class Dataset(msrest.serialization.Model): """The Azure Data Factory nested object which identifies data within different data stores, such as tables, files, folders, and documents. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AmazonMWSObjectDataset, AmazonRedshiftTableDataset, AmazonS3Dataset, AvroDataset, AzureBlobDataset, AzureBlobFSDataset, AzureDataExplorerTableDataset, AzureDataLakeStoreDataset, AzureDatabricksDeltaLakeDataset, AzureMariaDBTableDataset, AzureMySqlTableDataset, AzurePostgreSqlTableDataset, AzureSearchIndexDataset, AzureSqlDWTableDataset, AzureSqlMITableDataset, AzureSqlTableDataset, AzureTableDataset, BinaryDataset, CassandraTableDataset, CommonDataServiceForAppsEntityDataset, ConcurObjectDataset, CosmosDbMongoDbApiCollectionDataset, CosmosDbSqlApiCollectionDataset, CouchbaseTableDataset, CustomDataset, Db2TableDataset, DelimitedTextDataset, DocumentDbCollectionDataset, DrillTableDataset, DynamicsAXResourceDataset, DynamicsCrmEntityDataset, DynamicsEntityDataset, EloquaObjectDataset, ExcelDataset, FileShareDataset, GoogleAdWordsObjectDataset, GoogleBigQueryObjectDataset, GreenplumTableDataset, HBaseObjectDataset, HiveObjectDataset, HttpDataset, HubspotObjectDataset, ImpalaObjectDataset, InformixTableDataset, JiraObjectDataset, JsonDataset, MagentoObjectDataset, MariaDBTableDataset, MarketoObjectDataset, MicrosoftAccessTableDataset, MongoDbAtlasCollectionDataset, MongoDbCollectionDataset, MongoDbV2CollectionDataset, MySqlTableDataset, NetezzaTableDataset, ODataResourceDataset, OdbcTableDataset, Office365Dataset, OracleServiceCloudObjectDataset, OracleTableDataset, OrcDataset, ParquetDataset, PaypalObjectDataset, PhoenixObjectDataset, PostgreSqlTableDataset, PrestoObjectDataset, QuickBooksObjectDataset, RelationalTableDataset, ResponsysObjectDataset, RestResourceDataset, SalesforceMarketingCloudObjectDataset, SalesforceObjectDataset, SalesforceServiceCloudObjectDataset, SapBwCubeDataset, SapCloudForCustomerResourceDataset, SapEccResourceDataset, SapHanaTableDataset, SapOpenHubTableDataset, SapTableResourceDataset, ServiceNowObjectDataset, SharePointOnlineListResourceDataset, ShopifyObjectDataset, SnowflakeDataset, SparkObjectDataset, SqlServerTableDataset, SquareObjectDataset, SybaseTableDataset, TeradataTableDataset, VerticaTableDataset, WebTableDataset, XeroObjectDataset, XmlDataset, ZohoObjectDataset. + sub-classes are: AmazonMWSObjectDataset, AmazonRdsForOracleTableDataset, AmazonRdsForSqlServerTableDataset, AmazonRedshiftTableDataset, AmazonS3Dataset, AvroDataset, AzureBlobDataset, AzureBlobFSDataset, AzureDataExplorerTableDataset, AzureDataLakeStoreDataset, AzureDatabricksDeltaLakeDataset, AzureMariaDBTableDataset, AzureMySqlTableDataset, AzurePostgreSqlTableDataset, AzureSearchIndexDataset, AzureSqlDWTableDataset, AzureSqlMITableDataset, AzureSqlTableDataset, AzureTableDataset, BinaryDataset, CassandraTableDataset, CommonDataServiceForAppsEntityDataset, ConcurObjectDataset, CosmosDbMongoDbApiCollectionDataset, CosmosDbSqlApiCollectionDataset, CouchbaseTableDataset, CustomDataset, Db2TableDataset, DelimitedTextDataset, DocumentDbCollectionDataset, DrillTableDataset, DynamicsAXResourceDataset, DynamicsCrmEntityDataset, DynamicsEntityDataset, EloquaObjectDataset, ExcelDataset, FileShareDataset, GoogleAdWordsObjectDataset, GoogleBigQueryObjectDataset, GreenplumTableDataset, HBaseObjectDataset, HiveObjectDataset, HttpDataset, HubspotObjectDataset, ImpalaObjectDataset, InformixTableDataset, JiraObjectDataset, JsonDataset, MagentoObjectDataset, MariaDBTableDataset, MarketoObjectDataset, MicrosoftAccessTableDataset, MongoDbAtlasCollectionDataset, MongoDbCollectionDataset, MongoDbV2CollectionDataset, MySqlTableDataset, NetezzaTableDataset, ODataResourceDataset, OdbcTableDataset, Office365Dataset, OracleServiceCloudObjectDataset, OracleTableDataset, OrcDataset, ParquetDataset, PaypalObjectDataset, PhoenixObjectDataset, PostgreSqlTableDataset, PrestoObjectDataset, QuickBooksObjectDataset, RelationalTableDataset, ResponsysObjectDataset, RestResourceDataset, SalesforceMarketingCloudObjectDataset, SalesforceObjectDataset, SalesforceServiceCloudObjectDataset, SapBwCubeDataset, SapCloudForCustomerResourceDataset, SapEccResourceDataset, SapHanaTableDataset, SapOpenHubTableDataset, SapTableResourceDataset, ServiceNowObjectDataset, SharePointOnlineListResourceDataset, ShopifyObjectDataset, SnowflakeDataset, SparkObjectDataset, SqlServerTableDataset, SquareObjectDataset, SybaseTableDataset, TeradataTableDataset, VerticaTableDataset, WebTableDataset, XeroObjectDataset, XmlDataset, ZohoObjectDataset. All required parameters must be populated in order to send to Azure. @@ -592,7 +592,7 @@ class Dataset(msrest.serialization.Model): } _subtype_map = { - 'type': {'AmazonMWSObject': 'AmazonMWSObjectDataset', 'AmazonRedshiftTable': 'AmazonRedshiftTableDataset', 'AmazonS3Object': 'AmazonS3Dataset', 'Avro': 'AvroDataset', 'AzureBlob': 'AzureBlobDataset', 'AzureBlobFSFile': 'AzureBlobFSDataset', 'AzureDataExplorerTable': 'AzureDataExplorerTableDataset', 'AzureDataLakeStoreFile': 'AzureDataLakeStoreDataset', 'AzureDatabricksDeltaLakeDataset': 'AzureDatabricksDeltaLakeDataset', 'AzureMariaDBTable': 'AzureMariaDBTableDataset', 'AzureMySqlTable': 'AzureMySqlTableDataset', 'AzurePostgreSqlTable': 'AzurePostgreSqlTableDataset', 'AzureSearchIndex': 'AzureSearchIndexDataset', 'AzureSqlDWTable': 'AzureSqlDWTableDataset', 'AzureSqlMITable': 'AzureSqlMITableDataset', 'AzureSqlTable': 'AzureSqlTableDataset', 'AzureTable': 'AzureTableDataset', 'Binary': 'BinaryDataset', 'CassandraTable': 'CassandraTableDataset', 'CommonDataServiceForAppsEntity': 'CommonDataServiceForAppsEntityDataset', 'ConcurObject': 'ConcurObjectDataset', 'CosmosDbMongoDbApiCollection': 'CosmosDbMongoDbApiCollectionDataset', 'CosmosDbSqlApiCollection': 'CosmosDbSqlApiCollectionDataset', 'CouchbaseTable': 'CouchbaseTableDataset', 'CustomDataset': 'CustomDataset', 'Db2Table': 'Db2TableDataset', 'DelimitedText': 'DelimitedTextDataset', 'DocumentDbCollection': 'DocumentDbCollectionDataset', 'DrillTable': 'DrillTableDataset', 'DynamicsAXResource': 'DynamicsAXResourceDataset', 'DynamicsCrmEntity': 'DynamicsCrmEntityDataset', 'DynamicsEntity': 'DynamicsEntityDataset', 'EloquaObject': 'EloquaObjectDataset', 'Excel': 'ExcelDataset', 'FileShare': 'FileShareDataset', 'GoogleAdWordsObject': 'GoogleAdWordsObjectDataset', 'GoogleBigQueryObject': 'GoogleBigQueryObjectDataset', 'GreenplumTable': 'GreenplumTableDataset', 'HBaseObject': 'HBaseObjectDataset', 'HiveObject': 'HiveObjectDataset', 'HttpFile': 'HttpDataset', 'HubspotObject': 'HubspotObjectDataset', 'ImpalaObject': 'ImpalaObjectDataset', 'InformixTable': 'InformixTableDataset', 'JiraObject': 'JiraObjectDataset', 'Json': 'JsonDataset', 'MagentoObject': 'MagentoObjectDataset', 'MariaDBTable': 'MariaDBTableDataset', 'MarketoObject': 'MarketoObjectDataset', 'MicrosoftAccessTable': 'MicrosoftAccessTableDataset', 'MongoDbAtlasCollection': 'MongoDbAtlasCollectionDataset', 'MongoDbCollection': 'MongoDbCollectionDataset', 'MongoDbV2Collection': 'MongoDbV2CollectionDataset', 'MySqlTable': 'MySqlTableDataset', 'NetezzaTable': 'NetezzaTableDataset', 'ODataResource': 'ODataResourceDataset', 'OdbcTable': 'OdbcTableDataset', 'Office365Table': 'Office365Dataset', 'OracleServiceCloudObject': 'OracleServiceCloudObjectDataset', 'OracleTable': 'OracleTableDataset', 'Orc': 'OrcDataset', 'Parquet': 'ParquetDataset', 'PaypalObject': 'PaypalObjectDataset', 'PhoenixObject': 'PhoenixObjectDataset', 'PostgreSqlTable': 'PostgreSqlTableDataset', 'PrestoObject': 'PrestoObjectDataset', 'QuickBooksObject': 'QuickBooksObjectDataset', 'RelationalTable': 'RelationalTableDataset', 'ResponsysObject': 'ResponsysObjectDataset', 'RestResource': 'RestResourceDataset', 'SalesforceMarketingCloudObject': 'SalesforceMarketingCloudObjectDataset', 'SalesforceObject': 'SalesforceObjectDataset', 'SalesforceServiceCloudObject': 'SalesforceServiceCloudObjectDataset', 'SapBwCube': 'SapBwCubeDataset', 'SapCloudForCustomerResource': 'SapCloudForCustomerResourceDataset', 'SapEccResource': 'SapEccResourceDataset', 'SapHanaTable': 'SapHanaTableDataset', 'SapOpenHubTable': 'SapOpenHubTableDataset', 'SapTableResource': 'SapTableResourceDataset', 'ServiceNowObject': 'ServiceNowObjectDataset', 'SharePointOnlineListResource': 'SharePointOnlineListResourceDataset', 'ShopifyObject': 'ShopifyObjectDataset', 'SnowflakeTable': 'SnowflakeDataset', 'SparkObject': 'SparkObjectDataset', 'SqlServerTable': 'SqlServerTableDataset', 'SquareObject': 'SquareObjectDataset', 'SybaseTable': 'SybaseTableDataset', 'TeradataTable': 'TeradataTableDataset', 'VerticaTable': 'VerticaTableDataset', 'WebTable': 'WebTableDataset', 'XeroObject': 'XeroObjectDataset', 'Xml': 'XmlDataset', 'ZohoObject': 'ZohoObjectDataset'} + 'type': {'AmazonMWSObject': 'AmazonMWSObjectDataset', 'AmazonRdsForOracleTable': 'AmazonRdsForOracleTableDataset', 'AmazonRdsForSqlServerTable': 'AmazonRdsForSqlServerTableDataset', 'AmazonRedshiftTable': 'AmazonRedshiftTableDataset', 'AmazonS3Object': 'AmazonS3Dataset', 'Avro': 'AvroDataset', 'AzureBlob': 'AzureBlobDataset', 'AzureBlobFSFile': 'AzureBlobFSDataset', 'AzureDataExplorerTable': 'AzureDataExplorerTableDataset', 'AzureDataLakeStoreFile': 'AzureDataLakeStoreDataset', 'AzureDatabricksDeltaLakeDataset': 'AzureDatabricksDeltaLakeDataset', 'AzureMariaDBTable': 'AzureMariaDBTableDataset', 'AzureMySqlTable': 'AzureMySqlTableDataset', 'AzurePostgreSqlTable': 'AzurePostgreSqlTableDataset', 'AzureSearchIndex': 'AzureSearchIndexDataset', 'AzureSqlDWTable': 'AzureSqlDWTableDataset', 'AzureSqlMITable': 'AzureSqlMITableDataset', 'AzureSqlTable': 'AzureSqlTableDataset', 'AzureTable': 'AzureTableDataset', 'Binary': 'BinaryDataset', 'CassandraTable': 'CassandraTableDataset', 'CommonDataServiceForAppsEntity': 'CommonDataServiceForAppsEntityDataset', 'ConcurObject': 'ConcurObjectDataset', 'CosmosDbMongoDbApiCollection': 'CosmosDbMongoDbApiCollectionDataset', 'CosmosDbSqlApiCollection': 'CosmosDbSqlApiCollectionDataset', 'CouchbaseTable': 'CouchbaseTableDataset', 'CustomDataset': 'CustomDataset', 'Db2Table': 'Db2TableDataset', 'DelimitedText': 'DelimitedTextDataset', 'DocumentDbCollection': 'DocumentDbCollectionDataset', 'DrillTable': 'DrillTableDataset', 'DynamicsAXResource': 'DynamicsAXResourceDataset', 'DynamicsCrmEntity': 'DynamicsCrmEntityDataset', 'DynamicsEntity': 'DynamicsEntityDataset', 'EloquaObject': 'EloquaObjectDataset', 'Excel': 'ExcelDataset', 'FileShare': 'FileShareDataset', 'GoogleAdWordsObject': 'GoogleAdWordsObjectDataset', 'GoogleBigQueryObject': 'GoogleBigQueryObjectDataset', 'GreenplumTable': 'GreenplumTableDataset', 'HBaseObject': 'HBaseObjectDataset', 'HiveObject': 'HiveObjectDataset', 'HttpFile': 'HttpDataset', 'HubspotObject': 'HubspotObjectDataset', 'ImpalaObject': 'ImpalaObjectDataset', 'InformixTable': 'InformixTableDataset', 'JiraObject': 'JiraObjectDataset', 'Json': 'JsonDataset', 'MagentoObject': 'MagentoObjectDataset', 'MariaDBTable': 'MariaDBTableDataset', 'MarketoObject': 'MarketoObjectDataset', 'MicrosoftAccessTable': 'MicrosoftAccessTableDataset', 'MongoDbAtlasCollection': 'MongoDbAtlasCollectionDataset', 'MongoDbCollection': 'MongoDbCollectionDataset', 'MongoDbV2Collection': 'MongoDbV2CollectionDataset', 'MySqlTable': 'MySqlTableDataset', 'NetezzaTable': 'NetezzaTableDataset', 'ODataResource': 'ODataResourceDataset', 'OdbcTable': 'OdbcTableDataset', 'Office365Table': 'Office365Dataset', 'OracleServiceCloudObject': 'OracleServiceCloudObjectDataset', 'OracleTable': 'OracleTableDataset', 'Orc': 'OrcDataset', 'Parquet': 'ParquetDataset', 'PaypalObject': 'PaypalObjectDataset', 'PhoenixObject': 'PhoenixObjectDataset', 'PostgreSqlTable': 'PostgreSqlTableDataset', 'PrestoObject': 'PrestoObjectDataset', 'QuickBooksObject': 'QuickBooksObjectDataset', 'RelationalTable': 'RelationalTableDataset', 'ResponsysObject': 'ResponsysObjectDataset', 'RestResource': 'RestResourceDataset', 'SalesforceMarketingCloudObject': 'SalesforceMarketingCloudObjectDataset', 'SalesforceObject': 'SalesforceObjectDataset', 'SalesforceServiceCloudObject': 'SalesforceServiceCloudObjectDataset', 'SapBwCube': 'SapBwCubeDataset', 'SapCloudForCustomerResource': 'SapCloudForCustomerResourceDataset', 'SapEccResource': 'SapEccResourceDataset', 'SapHanaTable': 'SapHanaTableDataset', 'SapOpenHubTable': 'SapOpenHubTableDataset', 'SapTableResource': 'SapTableResourceDataset', 'ServiceNowObject': 'ServiceNowObjectDataset', 'SharePointOnlineListResource': 'SharePointOnlineListResourceDataset', 'ShopifyObject': 'ShopifyObjectDataset', 'SnowflakeTable': 'SnowflakeDataset', 'SparkObject': 'SparkObjectDataset', 'SqlServerTable': 'SqlServerTableDataset', 'SquareObject': 'SquareObjectDataset', 'SybaseTable': 'SybaseTableDataset', 'TeradataTable': 'TeradataTableDataset', 'VerticaTable': 'VerticaTableDataset', 'WebTable': 'WebTableDataset', 'XeroObject': 'XeroObjectDataset', 'Xml': 'XmlDataset', 'ZohoObject': 'ZohoObjectDataset'} } def __init__( @@ -692,7 +692,7 @@ class CopySource(msrest.serialization.Model): """A copy activity source. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AvroSource, AzureBlobFSSource, AzureDataExplorerSource, AzureDataLakeStoreSource, AzureDatabricksDeltaLakeSource, BinarySource, BlobSource, CommonDataServiceForAppsSource, CosmosDbMongoDbApiSource, CosmosDbSqlApiSource, DelimitedTextSource, DocumentDbCollectionSource, DynamicsCrmSource, DynamicsSource, ExcelSource, FileSystemSource, HdfsSource, HttpSource, JsonSource, MicrosoftAccessSource, MongoDbAtlasSource, MongoDbSource, MongoDbV2Source, ODataSource, Office365Source, OracleSource, OrcSource, ParquetSource, RelationalSource, RestSource, SalesforceServiceCloudSource, SharePointOnlineListSource, SnowflakeSource, TabularSource, WebSource, XmlSource. + sub-classes are: AmazonRdsForOracleSource, AvroSource, AzureBlobFSSource, AzureDataExplorerSource, AzureDataLakeStoreSource, AzureDatabricksDeltaLakeSource, BinarySource, BlobSource, CommonDataServiceForAppsSource, CosmosDbMongoDbApiSource, CosmosDbSqlApiSource, DelimitedTextSource, DocumentDbCollectionSource, DynamicsCrmSource, DynamicsSource, ExcelSource, FileSystemSource, HdfsSource, HttpSource, JsonSource, MicrosoftAccessSource, MongoDbAtlasSource, MongoDbSource, MongoDbV2Source, ODataSource, Office365Source, OracleSource, OrcSource, ParquetSource, RelationalSource, RestSource, SalesforceServiceCloudSource, SharePointOnlineListSource, SnowflakeSource, TabularSource, WebSource, XmlSource. All required parameters must be populated in order to send to Azure. @@ -729,7 +729,7 @@ class CopySource(msrest.serialization.Model): } _subtype_map = { - 'type': {'AvroSource': 'AvroSource', 'AzureBlobFSSource': 'AzureBlobFSSource', 'AzureDataExplorerSource': 'AzureDataExplorerSource', 'AzureDataLakeStoreSource': 'AzureDataLakeStoreSource', 'AzureDatabricksDeltaLakeSource': 'AzureDatabricksDeltaLakeSource', 'BinarySource': 'BinarySource', 'BlobSource': 'BlobSource', 'CommonDataServiceForAppsSource': 'CommonDataServiceForAppsSource', 'CosmosDbMongoDbApiSource': 'CosmosDbMongoDbApiSource', 'CosmosDbSqlApiSource': 'CosmosDbSqlApiSource', 'DelimitedTextSource': 'DelimitedTextSource', 'DocumentDbCollectionSource': 'DocumentDbCollectionSource', 'DynamicsCrmSource': 'DynamicsCrmSource', 'DynamicsSource': 'DynamicsSource', 'ExcelSource': 'ExcelSource', 'FileSystemSource': 'FileSystemSource', 'HdfsSource': 'HdfsSource', 'HttpSource': 'HttpSource', 'JsonSource': 'JsonSource', 'MicrosoftAccessSource': 'MicrosoftAccessSource', 'MongoDbAtlasSource': 'MongoDbAtlasSource', 'MongoDbSource': 'MongoDbSource', 'MongoDbV2Source': 'MongoDbV2Source', 'ODataSource': 'ODataSource', 'Office365Source': 'Office365Source', 'OracleSource': 'OracleSource', 'OrcSource': 'OrcSource', 'ParquetSource': 'ParquetSource', 'RelationalSource': 'RelationalSource', 'RestSource': 'RestSource', 'SalesforceServiceCloudSource': 'SalesforceServiceCloudSource', 'SharePointOnlineListSource': 'SharePointOnlineListSource', 'SnowflakeSource': 'SnowflakeSource', 'TabularSource': 'TabularSource', 'WebSource': 'WebSource', 'XmlSource': 'XmlSource'} + 'type': {'AmazonRdsForOracleSource': 'AmazonRdsForOracleSource', 'AvroSource': 'AvroSource', 'AzureBlobFSSource': 'AzureBlobFSSource', 'AzureDataExplorerSource': 'AzureDataExplorerSource', 'AzureDataLakeStoreSource': 'AzureDataLakeStoreSource', 'AzureDatabricksDeltaLakeSource': 'AzureDatabricksDeltaLakeSource', 'BinarySource': 'BinarySource', 'BlobSource': 'BlobSource', 'CommonDataServiceForAppsSource': 'CommonDataServiceForAppsSource', 'CosmosDbMongoDbApiSource': 'CosmosDbMongoDbApiSource', 'CosmosDbSqlApiSource': 'CosmosDbSqlApiSource', 'DelimitedTextSource': 'DelimitedTextSource', 'DocumentDbCollectionSource': 'DocumentDbCollectionSource', 'DynamicsCrmSource': 'DynamicsCrmSource', 'DynamicsSource': 'DynamicsSource', 'ExcelSource': 'ExcelSource', 'FileSystemSource': 'FileSystemSource', 'HdfsSource': 'HdfsSource', 'HttpSource': 'HttpSource', 'JsonSource': 'JsonSource', 'MicrosoftAccessSource': 'MicrosoftAccessSource', 'MongoDbAtlasSource': 'MongoDbAtlasSource', 'MongoDbSource': 'MongoDbSource', 'MongoDbV2Source': 'MongoDbV2Source', 'ODataSource': 'ODataSource', 'Office365Source': 'Office365Source', 'OracleSource': 'OracleSource', 'OrcSource': 'OrcSource', 'ParquetSource': 'ParquetSource', 'RelationalSource': 'RelationalSource', 'RestSource': 'RestSource', 'SalesforceServiceCloudSource': 'SalesforceServiceCloudSource', 'SharePointOnlineListSource': 'SharePointOnlineListSource', 'SnowflakeSource': 'SnowflakeSource', 'TabularSource': 'TabularSource', 'WebSource': 'WebSource', 'XmlSource': 'XmlSource'} } def __init__( @@ -755,7 +755,7 @@ class TabularSource(CopySource): """Copy activity sources of tabular type. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: AmazonMWSSource, AmazonRedshiftSource, AzureMariaDBSource, AzureMySqlSource, AzurePostgreSqlSource, AzureSqlSource, AzureTableSource, CassandraSource, ConcurSource, CouchbaseSource, Db2Source, DrillSource, DynamicsAXSource, EloquaSource, GoogleAdWordsSource, GoogleBigQuerySource, GreenplumSource, HBaseSource, HiveSource, HubspotSource, ImpalaSource, InformixSource, JiraSource, MagentoSource, MariaDBSource, MarketoSource, MySqlSource, NetezzaSource, OdbcSource, OracleServiceCloudSource, PaypalSource, PhoenixSource, PostgreSqlSource, PrestoSource, QuickBooksSource, ResponsysSource, SalesforceMarketingCloudSource, SalesforceSource, SapBwSource, SapCloudForCustomerSource, SapEccSource, SapHanaSource, SapOpenHubSource, SapTableSource, ServiceNowSource, ShopifySource, SparkSource, SqlDWSource, SqlMISource, SqlServerSource, SqlSource, SquareSource, SybaseSource, TeradataSource, VerticaSource, XeroSource, ZohoSource. + sub-classes are: AmazonMWSSource, AmazonRdsForSqlServerSource, AmazonRedshiftSource, AzureMariaDBSource, AzureMySqlSource, AzurePostgreSqlSource, AzureSqlSource, AzureTableSource, CassandraSource, ConcurSource, CouchbaseSource, Db2Source, DrillSource, DynamicsAXSource, EloquaSource, GoogleAdWordsSource, GoogleBigQuerySource, GreenplumSource, HBaseSource, HiveSource, HubspotSource, ImpalaSource, InformixSource, JiraSource, MagentoSource, MariaDBSource, MarketoSource, MySqlSource, NetezzaSource, OdbcSource, OracleServiceCloudSource, PaypalSource, PhoenixSource, PostgreSqlSource, PrestoSource, QuickBooksSource, ResponsysSource, SalesforceMarketingCloudSource, SalesforceSource, SapBwSource, SapCloudForCustomerSource, SapEccSource, SapHanaSource, SapOpenHubSource, SapTableSource, ServiceNowSource, ShopifySource, SparkSource, SqlDWSource, SqlMISource, SqlServerSource, SqlSource, SquareSource, SybaseSource, TeradataSource, VerticaSource, XeroSource, ZohoSource. All required parameters must be populated in order to send to Azure. @@ -780,8 +780,8 @@ class TabularSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -796,11 +796,11 @@ class TabularSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } _subtype_map = { - 'type': {'AmazonMWSSource': 'AmazonMWSSource', 'AmazonRedshiftSource': 'AmazonRedshiftSource', 'AzureMariaDBSource': 'AzureMariaDBSource', 'AzureMySqlSource': 'AzureMySqlSource', 'AzurePostgreSqlSource': 'AzurePostgreSqlSource', 'AzureSqlSource': 'AzureSqlSource', 'AzureTableSource': 'AzureTableSource', 'CassandraSource': 'CassandraSource', 'ConcurSource': 'ConcurSource', 'CouchbaseSource': 'CouchbaseSource', 'Db2Source': 'Db2Source', 'DrillSource': 'DrillSource', 'DynamicsAXSource': 'DynamicsAXSource', 'EloquaSource': 'EloquaSource', 'GoogleAdWordsSource': 'GoogleAdWordsSource', 'GoogleBigQuerySource': 'GoogleBigQuerySource', 'GreenplumSource': 'GreenplumSource', 'HBaseSource': 'HBaseSource', 'HiveSource': 'HiveSource', 'HubspotSource': 'HubspotSource', 'ImpalaSource': 'ImpalaSource', 'InformixSource': 'InformixSource', 'JiraSource': 'JiraSource', 'MagentoSource': 'MagentoSource', 'MariaDBSource': 'MariaDBSource', 'MarketoSource': 'MarketoSource', 'MySqlSource': 'MySqlSource', 'NetezzaSource': 'NetezzaSource', 'OdbcSource': 'OdbcSource', 'OracleServiceCloudSource': 'OracleServiceCloudSource', 'PaypalSource': 'PaypalSource', 'PhoenixSource': 'PhoenixSource', 'PostgreSqlSource': 'PostgreSqlSource', 'PrestoSource': 'PrestoSource', 'QuickBooksSource': 'QuickBooksSource', 'ResponsysSource': 'ResponsysSource', 'SalesforceMarketingCloudSource': 'SalesforceMarketingCloudSource', 'SalesforceSource': 'SalesforceSource', 'SapBwSource': 'SapBwSource', 'SapCloudForCustomerSource': 'SapCloudForCustomerSource', 'SapEccSource': 'SapEccSource', 'SapHanaSource': 'SapHanaSource', 'SapOpenHubSource': 'SapOpenHubSource', 'SapTableSource': 'SapTableSource', 'ServiceNowSource': 'ServiceNowSource', 'ShopifySource': 'ShopifySource', 'SparkSource': 'SparkSource', 'SqlDWSource': 'SqlDWSource', 'SqlMISource': 'SqlMISource', 'SqlServerSource': 'SqlServerSource', 'SqlSource': 'SqlSource', 'SquareSource': 'SquareSource', 'SybaseSource': 'SybaseSource', 'TeradataSource': 'TeradataSource', 'VerticaSource': 'VerticaSource', 'XeroSource': 'XeroSource', 'ZohoSource': 'ZohoSource'} + 'type': {'AmazonMWSSource': 'AmazonMWSSource', 'AmazonRdsForSqlServerSource': 'AmazonRdsForSqlServerSource', 'AmazonRedshiftSource': 'AmazonRedshiftSource', 'AzureMariaDBSource': 'AzureMariaDBSource', 'AzureMySqlSource': 'AzureMySqlSource', 'AzurePostgreSqlSource': 'AzurePostgreSqlSource', 'AzureSqlSource': 'AzureSqlSource', 'AzureTableSource': 'AzureTableSource', 'CassandraSource': 'CassandraSource', 'ConcurSource': 'ConcurSource', 'CouchbaseSource': 'CouchbaseSource', 'Db2Source': 'Db2Source', 'DrillSource': 'DrillSource', 'DynamicsAXSource': 'DynamicsAXSource', 'EloquaSource': 'EloquaSource', 'GoogleAdWordsSource': 'GoogleAdWordsSource', 'GoogleBigQuerySource': 'GoogleBigQuerySource', 'GreenplumSource': 'GreenplumSource', 'HBaseSource': 'HBaseSource', 'HiveSource': 'HiveSource', 'HubspotSource': 'HubspotSource', 'ImpalaSource': 'ImpalaSource', 'InformixSource': 'InformixSource', 'JiraSource': 'JiraSource', 'MagentoSource': 'MagentoSource', 'MariaDBSource': 'MariaDBSource', 'MarketoSource': 'MarketoSource', 'MySqlSource': 'MySqlSource', 'NetezzaSource': 'NetezzaSource', 'OdbcSource': 'OdbcSource', 'OracleServiceCloudSource': 'OracleServiceCloudSource', 'PaypalSource': 'PaypalSource', 'PhoenixSource': 'PhoenixSource', 'PostgreSqlSource': 'PostgreSqlSource', 'PrestoSource': 'PrestoSource', 'QuickBooksSource': 'QuickBooksSource', 'ResponsysSource': 'ResponsysSource', 'SalesforceMarketingCloudSource': 'SalesforceMarketingCloudSource', 'SalesforceSource': 'SalesforceSource', 'SapBwSource': 'SapBwSource', 'SapCloudForCustomerSource': 'SapCloudForCustomerSource', 'SapEccSource': 'SapEccSource', 'SapHanaSource': 'SapHanaSource', 'SapOpenHubSource': 'SapOpenHubSource', 'SapTableSource': 'SapTableSource', 'ServiceNowSource': 'ServiceNowSource', 'ShopifySource': 'ShopifySource', 'SparkSource': 'SparkSource', 'SqlDWSource': 'SqlDWSource', 'SqlMISource': 'SqlMISource', 'SqlServerSource': 'SqlServerSource', 'SqlSource': 'SqlSource', 'SquareSource': 'SquareSource', 'SybaseSource': 'SybaseSource', 'TeradataSource': 'TeradataSource', 'VerticaSource': 'VerticaSource', 'XeroSource': 'XeroSource', 'ZohoSource': 'ZohoSource'} } def __init__( @@ -812,7 +812,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(TabularSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -847,8 +847,8 @@ class AmazonMWSSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -866,7 +866,7 @@ class AmazonMWSSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -879,7 +879,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -888,6 +888,517 @@ def __init__( self.query = query +class AmazonRdsForOracleLinkedService(LinkedService): + """AmazonRdsForOracle database. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of linked service.Constant filled by server. + :type type: str + :param connect_via: The integration runtime reference. + :type connect_via: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param description: Linked service description. + :type description: str + :param parameters: Parameters for linked service. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the linked service. + :type annotations: list[any] + :param connection_string: Required. The connection string. Type: string, SecureString or + AzureKeyVaultSecretReference. + :type connection_string: any + :param password: The Azure key vault secret reference of password in connection string. + :type password: ~azure.mgmt.datafactory.models.SecretBase + :param encrypted_credential: The encrypted credential used for authentication. Credentials are + encrypted using the integration runtime credential manager. Type: string (or Expression with + resultType string). + :type encrypted_credential: any + """ + + _validation = { + 'type': {'required': True}, + 'connection_string': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'connect_via': {'key': 'connectVia', 'type': 'IntegrationRuntimeReference'}, + 'description': {'key': 'description', 'type': 'str'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'connection_string': {'key': 'typeProperties.connectionString', 'type': 'object'}, + 'password': {'key': 'typeProperties.password', 'type': 'SecretBase'}, + 'encrypted_credential': {'key': 'typeProperties.encryptedCredential', 'type': 'object'}, + } + + def __init__( + self, + *, + connection_string: Any, + additional_properties: Optional[Dict[str, Any]] = None, + connect_via: Optional["IntegrationRuntimeReference"] = None, + description: Optional[str] = None, + parameters: Optional[Dict[str, "ParameterSpecification"]] = None, + annotations: Optional[List[Any]] = None, + password: Optional["SecretBase"] = None, + encrypted_credential: Optional[Any] = None, + **kwargs + ): + super(AmazonRdsForOracleLinkedService, self).__init__(additional_properties=additional_properties, connect_via=connect_via, description=description, parameters=parameters, annotations=annotations, **kwargs) + self.type = 'AmazonRdsForOracle' # type: str + self.connection_string = connection_string + self.password = password + self.encrypted_credential = encrypted_credential + + +class AmazonRdsForOraclePartitionSettings(msrest.serialization.Model): + """The settings that will be leveraged for AmazonRdsForOracle source partitioning. + + :param partition_names: Names of the physical partitions of AmazonRdsForOracle table. + :type partition_names: any + :param partition_column_name: The name of the column in integer type that will be used for + proceeding range partitioning. Type: string (or Expression with resultType string). + :type partition_column_name: any + :param partition_upper_bound: The maximum value of column specified in partitionColumnName that + will be used for proceeding range partitioning. Type: string (or Expression with resultType + string). + :type partition_upper_bound: any + :param partition_lower_bound: The minimum value of column specified in partitionColumnName that + will be used for proceeding range partitioning. Type: string (or Expression with resultType + string). + :type partition_lower_bound: any + """ + + _attribute_map = { + 'partition_names': {'key': 'partitionNames', 'type': 'object'}, + 'partition_column_name': {'key': 'partitionColumnName', 'type': 'object'}, + 'partition_upper_bound': {'key': 'partitionUpperBound', 'type': 'object'}, + 'partition_lower_bound': {'key': 'partitionLowerBound', 'type': 'object'}, + } + + def __init__( + self, + *, + partition_names: Optional[Any] = None, + partition_column_name: Optional[Any] = None, + partition_upper_bound: Optional[Any] = None, + partition_lower_bound: Optional[Any] = None, + **kwargs + ): + super(AmazonRdsForOraclePartitionSettings, self).__init__(**kwargs) + self.partition_names = partition_names + self.partition_column_name = partition_column_name + self.partition_upper_bound = partition_upper_bound + self.partition_lower_bound = partition_lower_bound + + +class AmazonRdsForOracleSource(CopySource): + """A copy activity AmazonRdsForOracle source. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Copy source type.Constant filled by server. + :type type: str + :param source_retry_count: Source retry count. Type: integer (or Expression with resultType + integer). + :type source_retry_count: any + :param source_retry_wait: Source retry wait. Type: string (or Expression with resultType + string), pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type source_retry_wait: any + :param max_concurrent_connections: The maximum concurrent connection count for the source data + store. Type: integer (or Expression with resultType integer). + :type max_concurrent_connections: any + :param disable_metrics_collection: If true, disable data store metrics collection. Default is + false. Type: boolean (or Expression with resultType boolean). + :type disable_metrics_collection: any + :param oracle_reader_query: AmazonRdsForOracle reader query. Type: string (or Expression with + resultType string). + :type oracle_reader_query: any + :param query_timeout: Query timeout. Type: string (or Expression with resultType string), + pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type query_timeout: any + :param partition_option: The partition mechanism that will be used for AmazonRdsForOracle read + in parallel. Type: string (or Expression with resultType string). + :type partition_option: any + :param partition_settings: The settings that will be leveraged for AmazonRdsForOracle source + partitioning. + :type partition_settings: ~azure.mgmt.datafactory.models.AmazonRdsForOraclePartitionSettings + :param additional_columns: Specifies the additional columns to be added to source data. Type: + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any + """ + + _validation = { + 'type': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'source_retry_count': {'key': 'sourceRetryCount', 'type': 'object'}, + 'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'}, + 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, + 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, + 'oracle_reader_query': {'key': 'oracleReaderQuery', 'type': 'object'}, + 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, + 'partition_option': {'key': 'partitionOption', 'type': 'object'}, + 'partition_settings': {'key': 'partitionSettings', 'type': 'AmazonRdsForOraclePartitionSettings'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, + } + + def __init__( + self, + *, + additional_properties: Optional[Dict[str, Any]] = None, + source_retry_count: Optional[Any] = None, + source_retry_wait: Optional[Any] = None, + max_concurrent_connections: Optional[Any] = None, + disable_metrics_collection: Optional[Any] = None, + oracle_reader_query: Optional[Any] = None, + query_timeout: Optional[Any] = None, + partition_option: Optional[Any] = None, + partition_settings: Optional["AmazonRdsForOraclePartitionSettings"] = None, + additional_columns: Optional[Any] = None, + **kwargs + ): + super(AmazonRdsForOracleSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) + self.type = 'AmazonRdsForOracleSource' # type: str + self.oracle_reader_query = oracle_reader_query + self.query_timeout = query_timeout + self.partition_option = partition_option + self.partition_settings = partition_settings + self.additional_columns = additional_columns + + +class AmazonRdsForOracleTableDataset(Dataset): + """The AmazonRdsForOracle database dataset. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of dataset.Constant filled by server. + :type type: str + :param description: Dataset description. + :type description: str + :param structure: Columns that define the structure of the dataset. Type: array (or Expression + with resultType array), itemType: DatasetDataElement. + :type structure: any + :param schema: Columns that define the physical type schema of the dataset. Type: array (or + Expression with resultType array), itemType: DatasetSchemaDataElement. + :type schema: any + :param linked_service_name: Required. Linked service reference. + :type linked_service_name: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param parameters: Parameters for dataset. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the Dataset. + :type annotations: list[any] + :param folder: The folder that this Dataset is in. If not specified, Dataset will appear at the + root level. + :type folder: ~azure.mgmt.datafactory.models.DatasetFolder + :param schema_type_properties_schema: The schema name of the AmazonRdsForOracle database. Type: + string (or Expression with resultType string). + :type schema_type_properties_schema: any + :param table: The table name of the AmazonRdsForOracle database. Type: string (or Expression + with resultType string). + :type table: any + """ + + _validation = { + 'type': {'required': True}, + 'linked_service_name': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'structure': {'key': 'structure', 'type': 'object'}, + 'schema': {'key': 'schema', 'type': 'object'}, + 'linked_service_name': {'key': 'linkedServiceName', 'type': 'LinkedServiceReference'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'folder': {'key': 'folder', 'type': 'DatasetFolder'}, + 'schema_type_properties_schema': {'key': 'typeProperties.schema', 'type': 'object'}, + 'table': {'key': 'typeProperties.table', 'type': 'object'}, + } + + def __init__( + self, + *, + linked_service_name: "LinkedServiceReference", + additional_properties: Optional[Dict[str, Any]] = None, + description: Optional[str] = None, + structure: Optional[Any] = None, + schema: Optional[Any] = None, + parameters: Optional[Dict[str, "ParameterSpecification"]] = None, + annotations: Optional[List[Any]] = None, + folder: Optional["DatasetFolder"] = None, + schema_type_properties_schema: Optional[Any] = None, + table: Optional[Any] = None, + **kwargs + ): + super(AmazonRdsForOracleTableDataset, self).__init__(additional_properties=additional_properties, description=description, structure=structure, schema=schema, linked_service_name=linked_service_name, parameters=parameters, annotations=annotations, folder=folder, **kwargs) + self.type = 'AmazonRdsForOracleTable' # type: str + self.schema_type_properties_schema = schema_type_properties_schema + self.table = table + + +class AmazonRdsForSqlServerLinkedService(LinkedService): + """Amazon RDS for SQL Server linked service. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of linked service.Constant filled by server. + :type type: str + :param connect_via: The integration runtime reference. + :type connect_via: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param description: Linked service description. + :type description: str + :param parameters: Parameters for linked service. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the linked service. + :type annotations: list[any] + :param connection_string: Required. The connection string. Type: string, SecureString or + AzureKeyVaultSecretReference. + :type connection_string: any + :param user_name: The on-premises Windows authentication user name. Type: string (or Expression + with resultType string). + :type user_name: any + :param password: The on-premises Windows authentication password. + :type password: ~azure.mgmt.datafactory.models.SecretBase + :param encrypted_credential: The encrypted credential used for authentication. Credentials are + encrypted using the integration runtime credential manager. Type: string (or Expression with + resultType string). + :type encrypted_credential: any + :param always_encrypted_settings: Sql always encrypted properties. + :type always_encrypted_settings: ~azure.mgmt.datafactory.models.SqlAlwaysEncryptedProperties + """ + + _validation = { + 'type': {'required': True}, + 'connection_string': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'connect_via': {'key': 'connectVia', 'type': 'IntegrationRuntimeReference'}, + 'description': {'key': 'description', 'type': 'str'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'connection_string': {'key': 'typeProperties.connectionString', 'type': 'object'}, + 'user_name': {'key': 'typeProperties.userName', 'type': 'object'}, + 'password': {'key': 'typeProperties.password', 'type': 'SecretBase'}, + 'encrypted_credential': {'key': 'typeProperties.encryptedCredential', 'type': 'object'}, + 'always_encrypted_settings': {'key': 'typeProperties.alwaysEncryptedSettings', 'type': 'SqlAlwaysEncryptedProperties'}, + } + + def __init__( + self, + *, + connection_string: Any, + additional_properties: Optional[Dict[str, Any]] = None, + connect_via: Optional["IntegrationRuntimeReference"] = None, + description: Optional[str] = None, + parameters: Optional[Dict[str, "ParameterSpecification"]] = None, + annotations: Optional[List[Any]] = None, + user_name: Optional[Any] = None, + password: Optional["SecretBase"] = None, + encrypted_credential: Optional[Any] = None, + always_encrypted_settings: Optional["SqlAlwaysEncryptedProperties"] = None, + **kwargs + ): + super(AmazonRdsForSqlServerLinkedService, self).__init__(additional_properties=additional_properties, connect_via=connect_via, description=description, parameters=parameters, annotations=annotations, **kwargs) + self.type = 'AmazonRdsForSqlServer' # type: str + self.connection_string = connection_string + self.user_name = user_name + self.password = password + self.encrypted_credential = encrypted_credential + self.always_encrypted_settings = always_encrypted_settings + + +class AmazonRdsForSqlServerSource(TabularSource): + """A copy activity Amazon RDS for SQL Server source. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Copy source type.Constant filled by server. + :type type: str + :param source_retry_count: Source retry count. Type: integer (or Expression with resultType + integer). + :type source_retry_count: any + :param source_retry_wait: Source retry wait. Type: string (or Expression with resultType + string), pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type source_retry_wait: any + :param max_concurrent_connections: The maximum concurrent connection count for the source data + store. Type: integer (or Expression with resultType integer). + :type max_concurrent_connections: any + :param disable_metrics_collection: If true, disable data store metrics collection. Default is + false. Type: boolean (or Expression with resultType boolean). + :type disable_metrics_collection: any + :param query_timeout: Query timeout. Type: string (or Expression with resultType string), + pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + :type query_timeout: any + :param additional_columns: Specifies the additional columns to be added to source data. Type: + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any + :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). + :type sql_reader_query: any + :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database + source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression + with resultType string). + :type sql_reader_stored_procedure_name: any + :param stored_procedure_parameters: Value and type setting for stored procedure parameters. + Example: "{Parameter1: {value: "1", type: "int"}}". + :type stored_procedure_parameters: dict[str, + ~azure.mgmt.datafactory.models.StoredProcedureParameter] + :param produce_additional_types: Which additional types to produce. + :type produce_additional_types: any + :param partition_option: The partition mechanism that will be used for Sql read in parallel. + Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". + :type partition_option: any + :param partition_settings: The settings that will be leveraged for Sql source partitioning. + :type partition_settings: ~azure.mgmt.datafactory.models.SqlPartitionSettings + """ + + _validation = { + 'type': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'source_retry_count': {'key': 'sourceRetryCount', 'type': 'object'}, + 'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'}, + 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, + 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, + 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, + 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, + 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, + 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, + 'produce_additional_types': {'key': 'produceAdditionalTypes', 'type': 'object'}, + 'partition_option': {'key': 'partitionOption', 'type': 'object'}, + 'partition_settings': {'key': 'partitionSettings', 'type': 'SqlPartitionSettings'}, + } + + def __init__( + self, + *, + additional_properties: Optional[Dict[str, Any]] = None, + source_retry_count: Optional[Any] = None, + source_retry_wait: Optional[Any] = None, + max_concurrent_connections: Optional[Any] = None, + disable_metrics_collection: Optional[Any] = None, + query_timeout: Optional[Any] = None, + additional_columns: Optional[Any] = None, + sql_reader_query: Optional[Any] = None, + sql_reader_stored_procedure_name: Optional[Any] = None, + stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, + produce_additional_types: Optional[Any] = None, + partition_option: Optional[Any] = None, + partition_settings: Optional["SqlPartitionSettings"] = None, + **kwargs + ): + super(AmazonRdsForSqlServerSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, query_timeout=query_timeout, additional_columns=additional_columns, **kwargs) + self.type = 'AmazonRdsForSqlServerSource' # type: str + self.sql_reader_query = sql_reader_query + self.sql_reader_stored_procedure_name = sql_reader_stored_procedure_name + self.stored_procedure_parameters = stored_procedure_parameters + self.produce_additional_types = produce_additional_types + self.partition_option = partition_option + self.partition_settings = partition_settings + + +class AmazonRdsForSqlServerTableDataset(Dataset): + """The Amazon RDS for SQL Server dataset. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param type: Required. Type of dataset.Constant filled by server. + :type type: str + :param description: Dataset description. + :type description: str + :param structure: Columns that define the structure of the dataset. Type: array (or Expression + with resultType array), itemType: DatasetDataElement. + :type structure: any + :param schema: Columns that define the physical type schema of the dataset. Type: array (or + Expression with resultType array), itemType: DatasetSchemaDataElement. + :type schema: any + :param linked_service_name: Required. Linked service reference. + :type linked_service_name: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param parameters: Parameters for dataset. + :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] + :param annotations: List of tags that can be used for describing the Dataset. + :type annotations: list[any] + :param folder: The folder that this Dataset is in. If not specified, Dataset will appear at the + root level. + :type folder: ~azure.mgmt.datafactory.models.DatasetFolder + :param schema_type_properties_schema: The schema name of the SQL Server dataset. Type: string + (or Expression with resultType string). + :type schema_type_properties_schema: any + :param table: The table name of the SQL Server dataset. Type: string (or Expression with + resultType string). + :type table: any + """ + + _validation = { + 'type': {'required': True}, + 'linked_service_name': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'structure': {'key': 'structure', 'type': 'object'}, + 'schema': {'key': 'schema', 'type': 'object'}, + 'linked_service_name': {'key': 'linkedServiceName', 'type': 'LinkedServiceReference'}, + 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'folder': {'key': 'folder', 'type': 'DatasetFolder'}, + 'schema_type_properties_schema': {'key': 'typeProperties.schema', 'type': 'object'}, + 'table': {'key': 'typeProperties.table', 'type': 'object'}, + } + + def __init__( + self, + *, + linked_service_name: "LinkedServiceReference", + additional_properties: Optional[Dict[str, Any]] = None, + description: Optional[str] = None, + structure: Optional[Any] = None, + schema: Optional[Any] = None, + parameters: Optional[Dict[str, "ParameterSpecification"]] = None, + annotations: Optional[List[Any]] = None, + folder: Optional["DatasetFolder"] = None, + schema_type_properties_schema: Optional[Any] = None, + table: Optional[Any] = None, + **kwargs + ): + super(AmazonRdsForSqlServerTableDataset, self).__init__(additional_properties=additional_properties, description=description, structure=structure, schema=schema, linked_service_name=linked_service_name, parameters=parameters, annotations=annotations, folder=folder, **kwargs) + self.type = 'AmazonRdsForSqlServerTable' # type: str + self.schema_type_properties_schema = schema_type_properties_schema + self.table = table + + class AmazonRedshiftLinkedService(LinkedService): """Linked service for Amazon Redshift. @@ -999,8 +1510,8 @@ class AmazonRedshiftSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param redshift_unload_settings: The Amazon S3 settings needed for the interim Amazon S3 when @@ -1021,7 +1532,7 @@ class AmazonRedshiftSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'redshift_unload_settings': {'key': 'redshiftUnloadSettings', 'type': 'RedshiftUnloadSettings'}, } @@ -1035,7 +1546,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, redshift_unload_settings: Optional["RedshiftUnloadSettings"] = None, **kwargs @@ -2288,8 +2799,8 @@ class AvroSource(CopySource): :param store_settings: Avro store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -2304,7 +2815,7 @@ class AvroSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -2316,7 +2827,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, store_settings: Optional["StoreReadSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(AvroSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -4515,8 +5026,8 @@ class AzureDataExplorerSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).. :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -4534,7 +5045,7 @@ class AzureDataExplorerSource(CopySource): 'query': {'key': 'query', 'type': 'object'}, 'no_truncation': {'key': 'noTruncation', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -4548,7 +5059,7 @@ def __init__( disable_metrics_collection: Optional[Any] = None, no_truncation: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(AzureDataExplorerSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -5934,8 +6445,8 @@ class AzureMariaDBSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -5953,7 +6464,7 @@ class AzureMariaDBSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -5966,7 +6477,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -6698,8 +7209,8 @@ class AzureMySqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -6716,7 +7227,7 @@ class AzureMySqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -6729,7 +7240,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -6971,8 +7482,8 @@ class AzurePostgreSqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -6990,7 +7501,7 @@ class AzurePostgreSqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -7003,7 +7514,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -7863,6 +8374,14 @@ class AzureSqlSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into Azure SQL. Type: + SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -7884,6 +8403,9 @@ class AzureSqlSink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -7902,6 +8424,9 @@ def __init__( stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, stored_procedure_table_type_parameter_name: Optional[Any] = None, table_option: Optional[Any] = None, + sql_writer_use_table_lock: Optional[Any] = None, + write_behavior: Optional[Any] = None, + upsert_settings: Optional["SqlUpsertSettings"] = None, **kwargs ): super(AzureSqlSink, self).__init__(additional_properties=additional_properties, write_batch_size=write_batch_size, write_batch_timeout=write_batch_timeout, sink_retry_count=sink_retry_count, sink_retry_wait=sink_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -7912,6 +8437,9 @@ def __init__( self.stored_procedure_parameters = stored_procedure_parameters self.stored_procedure_table_type_parameter_name = stored_procedure_table_type_parameter_name self.table_option = table_option + self.sql_writer_use_table_lock = sql_writer_use_table_lock + self.write_behavior = write_behavior + self.upsert_settings = upsert_settings class AzureSqlSource(TabularSource): @@ -7940,8 +8468,8 @@ class AzureSqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database @@ -7973,7 +8501,7 @@ class AzureSqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -7991,7 +8519,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, sql_reader_query: Optional[Any] = None, sql_reader_stored_procedure_name: Optional[Any] = None, stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, @@ -8348,8 +8876,8 @@ class AzureTableSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param azure_table_source_query: Azure Table source query. Type: string (or Expression with resultType string). :type azure_table_source_query: any @@ -8370,7 +8898,7 @@ class AzureTableSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'azure_table_source_query': {'key': 'azureTableSourceQuery', 'type': 'object'}, 'azure_table_source_ignore_table_not_found': {'key': 'azureTableSourceIgnoreTableNotFound', 'type': 'object'}, } @@ -8384,7 +8912,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, azure_table_source_query: Optional[Any] = None, azure_table_source_ignore_table_not_found: Optional[Any] = None, **kwargs @@ -9281,8 +9809,8 @@ class CassandraSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Should be a SQL-92 query expression or Cassandra Query Language (CQL) command. Type: string (or Expression with resultType string). :type query: any @@ -9308,7 +9836,7 @@ class CassandraSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'consistency_level': {'key': 'consistencyLevel', 'type': 'str'}, } @@ -9322,7 +9850,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, consistency_level: Optional[Union[str, "CassandraSourceReadConsistencyLevels"]] = None, **kwargs @@ -9893,8 +10421,8 @@ class CommonDataServiceForAppsSource(CopySource): Service for Apps (online & on-premises). Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -9909,7 +10437,7 @@ class CommonDataServiceForAppsSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -9921,7 +10449,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(CommonDataServiceForAppsSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -10197,8 +10725,8 @@ class ConcurSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -10216,7 +10744,7 @@ class ConcurSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -10229,7 +10757,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -10700,6 +11228,9 @@ class CosmosDbMongoDbApiLinkedService(LinkedService): :type parameters: dict[str, ~azure.mgmt.datafactory.models.ParameterSpecification] :param annotations: List of tags that can be used for describing the linked service. :type annotations: list[any] + :param is_server_version_above32: Whether the CosmosDB (MongoDB API) server version is higher + than 3.2. The default value is false. Type: boolean (or Expression with resultType boolean). + :type is_server_version_above32: any :param connection_string: Required. The CosmosDB (MongoDB API) connection string. Type: string, SecureString or AzureKeyVaultSecretReference. Type: string, SecureString or AzureKeyVaultSecretReference. @@ -10722,6 +11253,7 @@ class CosmosDbMongoDbApiLinkedService(LinkedService): 'description': {'key': 'description', 'type': 'str'}, 'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'}, 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'is_server_version_above32': {'key': 'typeProperties.isServerVersionAbove32', 'type': 'object'}, 'connection_string': {'key': 'typeProperties.connectionString', 'type': 'object'}, 'database': {'key': 'typeProperties.database', 'type': 'object'}, } @@ -10736,10 +11268,12 @@ def __init__( description: Optional[str] = None, parameters: Optional[Dict[str, "ParameterSpecification"]] = None, annotations: Optional[List[Any]] = None, + is_server_version_above32: Optional[Any] = None, **kwargs ): super(CosmosDbMongoDbApiLinkedService, self).__init__(additional_properties=additional_properties, connect_via=connect_via, description=description, parameters=parameters, annotations=annotations, **kwargs) self.type = 'CosmosDbMongoDbApi' # type: str + self.is_server_version_above32 = is_server_version_above32 self.connection_string = connection_string self.database = database @@ -10849,8 +11383,8 @@ class CosmosDbMongoDbApiSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -10868,7 +11402,7 @@ class CosmosDbMongoDbApiSource(CopySource): 'cursor_methods': {'key': 'cursorMethods', 'type': 'MongoDbCursorMethodsProperties'}, 'batch_size': {'key': 'batchSize', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -10883,7 +11417,7 @@ def __init__( cursor_methods: Optional["MongoDbCursorMethodsProperties"] = None, batch_size: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(CosmosDbMongoDbApiSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -11066,8 +11600,8 @@ class CosmosDbSqlApiSource(CopySource): Expression with resultType boolean). :type detect_datetime: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -11085,7 +11619,7 @@ class CosmosDbSqlApiSource(CopySource): 'page_size': {'key': 'pageSize', 'type': 'object'}, 'preferred_regions': {'key': 'preferredRegions', 'type': 'object'}, 'detect_datetime': {'key': 'detectDatetime', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -11100,7 +11634,7 @@ def __init__( page_size: Optional[Any] = None, preferred_regions: Optional[Any] = None, detect_datetime: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(CosmosDbSqlApiSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -11203,8 +11737,8 @@ class CouchbaseSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -11222,7 +11756,7 @@ class CouchbaseSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -11235,7 +11769,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -12162,7 +12696,7 @@ class DataFlow(msrest.serialization.Model): """Azure Data Factory nested object which contains a flow with data movements and transformations. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: MappingDataFlow. + sub-classes are: MappingDataFlow, WranglingDataFlow. All required parameters must be populated in order to send to Azure. @@ -12189,7 +12723,7 @@ class DataFlow(msrest.serialization.Model): } _subtype_map = { - 'type': {'MappingDataFlow': 'MappingDataFlow'} + 'type': {'MappingDataFlow': 'MappingDataFlow', 'WranglingDataFlow': 'WranglingDataFlow'} } def __init__( @@ -12944,8 +13478,9 @@ class DatasetCompression(msrest.serialization.Model): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any """ _validation = { @@ -12954,7 +13489,7 @@ class DatasetCompression(msrest.serialization.Model): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, } _subtype_map = { @@ -12980,8 +13515,9 @@ class DatasetBZip2Compression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any """ _validation = { @@ -12990,7 +13526,7 @@ class DatasetBZip2Compression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, } def __init__( @@ -13068,8 +13604,9 @@ class DatasetDeflateCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The Deflate compression level. :type level: any """ @@ -13080,7 +13617,7 @@ class DatasetDeflateCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -13125,8 +13662,9 @@ class DatasetGZipCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The GZip compression level. :type level: any """ @@ -13137,7 +13675,7 @@ class DatasetGZipCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -13310,8 +13848,9 @@ class DatasetTarCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any """ _validation = { @@ -13320,7 +13859,7 @@ class DatasetTarCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, } def __init__( @@ -13341,8 +13880,9 @@ class DatasetTarGZipCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The TarGZip compression level. :type level: any """ @@ -13353,7 +13893,7 @@ class DatasetTarGZipCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -13377,8 +13917,9 @@ class DatasetZipDeflateCompression(DatasetCompression): :param additional_properties: Unmatched properties from the message are deserialized to this collection. :type additional_properties: dict[str, any] - :param type: Required. Type of dataset compression.Constant filled by server. - :type type: str + :param type: Required. Type of dataset compression. Type: string (or Expression with resultType + string).Constant filled by server. + :type type: any :param level: The ZipDeflate compression level. :type level: any """ @@ -13389,7 +13930,7 @@ class DatasetZipDeflateCompression(DatasetCompression): _attribute_map = { 'additional_properties': {'key': '', 'type': '{object}'}, - 'type': {'key': 'type', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'object'}, 'level': {'key': 'level', 'type': 'object'}, } @@ -13534,8 +14075,8 @@ class Db2Source(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -13552,7 +14093,7 @@ class Db2Source(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -13565,7 +14106,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -14028,8 +14569,8 @@ class DelimitedTextSource(CopySource): :param format_settings: DelimitedText format settings. :type format_settings: ~azure.mgmt.datafactory.models.DelimitedTextReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -14045,7 +14586,7 @@ class DelimitedTextSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, 'format_settings': {'key': 'formatSettings', 'type': 'DelimitedTextReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -14058,7 +14599,7 @@ def __init__( disable_metrics_collection: Optional[Any] = None, store_settings: Optional["StoreReadSettings"] = None, format_settings: Optional["DelimitedTextReadSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(DelimitedTextSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -14373,8 +14914,8 @@ class DocumentDbCollectionSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -14391,7 +14932,7 @@ class DocumentDbCollectionSource(CopySource): 'query': {'key': 'query', 'type': 'object'}, 'nesting_separator': {'key': 'nestingSeparator', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -14405,7 +14946,7 @@ def __init__( query: Optional[Any] = None, nesting_separator: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(DocumentDbCollectionSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -14507,8 +15048,8 @@ class DrillSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -14526,7 +15067,7 @@ class DrillSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -14539,7 +15080,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -14873,8 +15414,8 @@ class DynamicsAXSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -14897,7 +15438,7 @@ class DynamicsAXSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, } @@ -14911,7 +15452,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, http_request_timeout: Optional[Any] = None, **kwargs @@ -15229,8 +15770,8 @@ class DynamicsCrmSource(CopySource): (online & on-premises). Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -15245,7 +15786,7 @@ class DynamicsCrmSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -15257,7 +15798,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(DynamicsCrmSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -15572,8 +16113,8 @@ class DynamicsSource(CopySource): (online & on-premises). Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -15588,7 +16129,7 @@ class DynamicsSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -15600,7 +16141,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(DynamicsSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -15794,8 +16335,8 @@ class EloquaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -15813,7 +16354,7 @@ class EloquaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -15826,7 +16367,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -16074,8 +16615,8 @@ class ExcelSource(CopySource): :param store_settings: Excel store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -16090,7 +16631,7 @@ class ExcelSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -16102,7 +16643,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, store_settings: Optional["StoreReadSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(ExcelSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -16207,6 +16748,67 @@ def __init__( self.run_concurrently = run_concurrently +class ExecuteDataFlowActivityTypeProperties(msrest.serialization.Model): + """Execute data flow activity properties. + + All required parameters must be populated in order to send to Azure. + + :param data_flow: Required. Data flow reference. + :type data_flow: ~azure.mgmt.datafactory.models.DataFlowReference + :param staging: Staging info for execute data flow activity. + :type staging: ~azure.mgmt.datafactory.models.DataFlowStagingInfo + :param integration_runtime: The integration runtime reference. + :type integration_runtime: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param compute: Compute properties for data flow activity. + :type compute: ~azure.mgmt.datafactory.models.ExecuteDataFlowActivityTypePropertiesCompute + :param trace_level: Trace level setting used for data flow monitoring output. Supported values + are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string). + :type trace_level: any + :param continue_on_error: Continue on error setting used for data flow execution. Enables + processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean). + :type continue_on_error: any + :param run_concurrently: Concurrent run setting used for data flow execution. Allows sinks with + the same save order to be processed concurrently. Type: boolean (or Expression with resultType + boolean). + :type run_concurrently: any + """ + + _validation = { + 'data_flow': {'required': True}, + } + + _attribute_map = { + 'data_flow': {'key': 'dataFlow', 'type': 'DataFlowReference'}, + 'staging': {'key': 'staging', 'type': 'DataFlowStagingInfo'}, + 'integration_runtime': {'key': 'integrationRuntime', 'type': 'IntegrationRuntimeReference'}, + 'compute': {'key': 'compute', 'type': 'ExecuteDataFlowActivityTypePropertiesCompute'}, + 'trace_level': {'key': 'traceLevel', 'type': 'object'}, + 'continue_on_error': {'key': 'continueOnError', 'type': 'object'}, + 'run_concurrently': {'key': 'runConcurrently', 'type': 'object'}, + } + + def __init__( + self, + *, + data_flow: "DataFlowReference", + staging: Optional["DataFlowStagingInfo"] = None, + integration_runtime: Optional["IntegrationRuntimeReference"] = None, + compute: Optional["ExecuteDataFlowActivityTypePropertiesCompute"] = None, + trace_level: Optional[Any] = None, + continue_on_error: Optional[Any] = None, + run_concurrently: Optional[Any] = None, + **kwargs + ): + super(ExecuteDataFlowActivityTypeProperties, self).__init__(**kwargs) + self.data_flow = data_flow + self.staging = staging + self.integration_runtime = integration_runtime + self.compute = compute + self.trace_level = trace_level + self.continue_on_error = continue_on_error + self.run_concurrently = run_concurrently + + class ExecuteDataFlowActivityTypePropertiesCompute(msrest.serialization.Model): """Compute properties for data flow activity. @@ -16301,6 +16903,71 @@ def __init__( self.wait_on_completion = wait_on_completion +class ExecutePowerQueryActivityTypeProperties(ExecuteDataFlowActivityTypeProperties): + """Execute power query data flow activity properties. + + All required parameters must be populated in order to send to Azure. + + :param data_flow: Required. Data flow reference. + :type data_flow: ~azure.mgmt.datafactory.models.DataFlowReference + :param staging: Staging info for execute data flow activity. + :type staging: ~azure.mgmt.datafactory.models.DataFlowStagingInfo + :param integration_runtime: The integration runtime reference. + :type integration_runtime: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param compute: Compute properties for data flow activity. + :type compute: ~azure.mgmt.datafactory.models.ExecuteDataFlowActivityTypePropertiesCompute + :param trace_level: Trace level setting used for data flow monitoring output. Supported values + are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string). + :type trace_level: any + :param continue_on_error: Continue on error setting used for data flow execution. Enables + processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean). + :type continue_on_error: any + :param run_concurrently: Concurrent run setting used for data flow execution. Allows sinks with + the same save order to be processed concurrently. Type: boolean (or Expression with resultType + boolean). + :type run_concurrently: any + :param sinks: (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a + queryName. + :type sinks: dict[str, ~azure.mgmt.datafactory.models.PowerQuerySink] + :param queries: List of mapping for Power Query mashup query to sink dataset(s). + :type queries: list[~azure.mgmt.datafactory.models.PowerQuerySinkMapping] + """ + + _validation = { + 'data_flow': {'required': True}, + } + + _attribute_map = { + 'data_flow': {'key': 'dataFlow', 'type': 'DataFlowReference'}, + 'staging': {'key': 'staging', 'type': 'DataFlowStagingInfo'}, + 'integration_runtime': {'key': 'integrationRuntime', 'type': 'IntegrationRuntimeReference'}, + 'compute': {'key': 'compute', 'type': 'ExecuteDataFlowActivityTypePropertiesCompute'}, + 'trace_level': {'key': 'traceLevel', 'type': 'object'}, + 'continue_on_error': {'key': 'continueOnError', 'type': 'object'}, + 'run_concurrently': {'key': 'runConcurrently', 'type': 'object'}, + 'sinks': {'key': 'sinks', 'type': '{PowerQuerySink}'}, + 'queries': {'key': 'queries', 'type': '[PowerQuerySinkMapping]'}, + } + + def __init__( + self, + *, + data_flow: "DataFlowReference", + staging: Optional["DataFlowStagingInfo"] = None, + integration_runtime: Optional["IntegrationRuntimeReference"] = None, + compute: Optional["ExecuteDataFlowActivityTypePropertiesCompute"] = None, + trace_level: Optional[Any] = None, + continue_on_error: Optional[Any] = None, + run_concurrently: Optional[Any] = None, + sinks: Optional[Dict[str, "PowerQuerySink"]] = None, + queries: Optional[List["PowerQuerySinkMapping"]] = None, + **kwargs + ): + super(ExecutePowerQueryActivityTypeProperties, self).__init__(data_flow=data_flow, staging=staging, integration_runtime=integration_runtime, compute=compute, trace_level=trace_level, continue_on_error=continue_on_error, run_concurrently=run_concurrently, **kwargs) + self.sinks = sinks + self.queries = queries + + class ExecuteSSISPackageActivity(ExecutionActivity): """Execute SSIS package activity. @@ -16426,6 +17093,110 @@ def __init__( self.log_location = log_location +class ExecuteWranglingDataflowActivity(Activity): + """Execute power query activity. + + All required parameters must be populated in order to send to Azure. + + :param additional_properties: Unmatched properties from the message are deserialized to this + collection. + :type additional_properties: dict[str, any] + :param name: Required. Activity name. + :type name: str + :param type: Required. Type of activity.Constant filled by server. + :type type: str + :param description: Activity description. + :type description: str + :param depends_on: Activity depends on condition. + :type depends_on: list[~azure.mgmt.datafactory.models.ActivityDependency] + :param user_properties: Activity user properties. + :type user_properties: list[~azure.mgmt.datafactory.models.UserProperty] + :param policy: Activity policy. + :type policy: ~azure.mgmt.datafactory.models.ActivityPolicy + :param data_flow: Required. Data flow reference. + :type data_flow: ~azure.mgmt.datafactory.models.DataFlowReference + :param staging: Staging info for execute data flow activity. + :type staging: ~azure.mgmt.datafactory.models.DataFlowStagingInfo + :param integration_runtime: The integration runtime reference. + :type integration_runtime: ~azure.mgmt.datafactory.models.IntegrationRuntimeReference + :param compute: Compute properties for data flow activity. + :type compute: ~azure.mgmt.datafactory.models.ExecuteDataFlowActivityTypePropertiesCompute + :param trace_level: Trace level setting used for data flow monitoring output. Supported values + are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string). + :type trace_level: any + :param continue_on_error: Continue on error setting used for data flow execution. Enables + processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean). + :type continue_on_error: any + :param run_concurrently: Concurrent run setting used for data flow execution. Allows sinks with + the same save order to be processed concurrently. Type: boolean (or Expression with resultType + boolean). + :type run_concurrently: any + :param sinks: (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a + queryName. + :type sinks: dict[str, ~azure.mgmt.datafactory.models.PowerQuerySink] + :param queries: List of mapping for Power Query mashup query to sink dataset(s). + :type queries: list[~azure.mgmt.datafactory.models.PowerQuerySinkMapping] + """ + + _validation = { + 'name': {'required': True}, + 'type': {'required': True}, + 'data_flow': {'required': True}, + } + + _attribute_map = { + 'additional_properties': {'key': '', 'type': '{object}'}, + 'name': {'key': 'name', 'type': 'str'}, + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'depends_on': {'key': 'dependsOn', 'type': '[ActivityDependency]'}, + 'user_properties': {'key': 'userProperties', 'type': '[UserProperty]'}, + 'policy': {'key': 'policy', 'type': 'ActivityPolicy'}, + 'data_flow': {'key': 'typeProperties.dataFlow', 'type': 'DataFlowReference'}, + 'staging': {'key': 'typeProperties.staging', 'type': 'DataFlowStagingInfo'}, + 'integration_runtime': {'key': 'typeProperties.integrationRuntime', 'type': 'IntegrationRuntimeReference'}, + 'compute': {'key': 'typeProperties.compute', 'type': 'ExecuteDataFlowActivityTypePropertiesCompute'}, + 'trace_level': {'key': 'typeProperties.traceLevel', 'type': 'object'}, + 'continue_on_error': {'key': 'typeProperties.continueOnError', 'type': 'object'}, + 'run_concurrently': {'key': 'typeProperties.runConcurrently', 'type': 'object'}, + 'sinks': {'key': 'typeProperties.sinks', 'type': '{PowerQuerySink}'}, + 'queries': {'key': 'typeProperties.queries', 'type': '[PowerQuerySinkMapping]'}, + } + + def __init__( + self, + *, + name: str, + data_flow: "DataFlowReference", + additional_properties: Optional[Dict[str, Any]] = None, + description: Optional[str] = None, + depends_on: Optional[List["ActivityDependency"]] = None, + user_properties: Optional[List["UserProperty"]] = None, + policy: Optional["ActivityPolicy"] = None, + staging: Optional["DataFlowStagingInfo"] = None, + integration_runtime: Optional["IntegrationRuntimeReference"] = None, + compute: Optional["ExecuteDataFlowActivityTypePropertiesCompute"] = None, + trace_level: Optional[Any] = None, + continue_on_error: Optional[Any] = None, + run_concurrently: Optional[Any] = None, + sinks: Optional[Dict[str, "PowerQuerySink"]] = None, + queries: Optional[List["PowerQuerySinkMapping"]] = None, + **kwargs + ): + super(ExecuteWranglingDataflowActivity, self).__init__(additional_properties=additional_properties, name=name, description=description, depends_on=depends_on, user_properties=user_properties, **kwargs) + self.type = 'ExecuteWranglingDataflow' # type: str + self.policy = policy + self.data_flow = data_flow + self.staging = staging + self.integration_runtime = integration_runtime + self.compute = compute + self.trace_level = trace_level + self.continue_on_error = continue_on_error + self.run_concurrently = run_concurrently + self.sinks = sinks + self.queries = queries + + class ExposureControlBatchRequest(msrest.serialization.Model): """A list of exposure control features. @@ -16795,6 +17566,10 @@ class FactoryGitHubConfiguration(FactoryRepoConfiguration): :type last_commit_id: str :param host_name: GitHub Enterprise host name. For example: https://github.mydomain.com. :type host_name: str + :param client_id: GitHub bring your own app client id. + :type client_id: str + :param client_secret: GitHub bring your own app client secret information. + :type client_secret: ~azure.mgmt.datafactory.models.GitHubClientSecret """ _validation = { @@ -16813,6 +17588,8 @@ class FactoryGitHubConfiguration(FactoryRepoConfiguration): 'root_folder': {'key': 'rootFolder', 'type': 'str'}, 'last_commit_id': {'key': 'lastCommitId', 'type': 'str'}, 'host_name': {'key': 'hostName', 'type': 'str'}, + 'client_id': {'key': 'clientId', 'type': 'str'}, + 'client_secret': {'key': 'clientSecret', 'type': 'GitHubClientSecret'}, } def __init__( @@ -16824,11 +17601,15 @@ def __init__( root_folder: str, last_commit_id: Optional[str] = None, host_name: Optional[str] = None, + client_id: Optional[str] = None, + client_secret: Optional["GitHubClientSecret"] = None, **kwargs ): super(FactoryGitHubConfiguration, self).__init__(account_name=account_name, repository_name=repository_name, collaboration_branch=collaboration_branch, root_folder=root_folder, last_commit_id=last_commit_id, **kwargs) self.type = 'FactoryGitHubConfiguration' # type: str self.host_name = host_name + self.client_id = client_id + self.client_secret = client_secret class FactoryIdentity(msrest.serialization.Model): @@ -16941,11 +17722,15 @@ class FactoryUpdateParameters(msrest.serialization.Model): :type tags: dict[str, str] :param identity: Managed service identity of the factory. :type identity: ~azure.mgmt.datafactory.models.FactoryIdentity + :param public_network_access: Whether or not public network access is allowed for the data + factory. Possible values include: "Enabled", "Disabled". + :type public_network_access: str or ~azure.mgmt.datafactory.models.PublicNetworkAccess """ _attribute_map = { 'tags': {'key': 'tags', 'type': '{str}'}, 'identity': {'key': 'identity', 'type': 'FactoryIdentity'}, + 'public_network_access': {'key': 'publicNetworkAccess', 'type': 'str'}, } def __init__( @@ -16953,11 +17738,13 @@ def __init__( *, tags: Optional[Dict[str, str]] = None, identity: Optional["FactoryIdentity"] = None, + public_network_access: Optional[Union[str, "PublicNetworkAccess"]] = None, **kwargs ): super(FactoryUpdateParameters, self).__init__(**kwargs) self.tags = tags self.identity = identity + self.public_network_access = public_network_access class FactoryVSTSConfiguration(FactoryRepoConfiguration): @@ -17475,8 +18262,8 @@ class FileSystemSource(CopySource): true. Type: boolean (or Expression with resultType boolean). :type recursive: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -17491,7 +18278,7 @@ class FileSystemSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'recursive': {'key': 'recursive', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -17503,7 +18290,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, recursive: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(FileSystemSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -18333,8 +19120,8 @@ class GoogleAdWordsSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -18352,7 +19139,7 @@ class GoogleAdWordsSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -18365,7 +19152,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -18605,8 +19392,8 @@ class GoogleBigQuerySource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -18624,7 +19411,7 @@ class GoogleBigQuerySource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -18637,7 +19424,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -18965,8 +19752,8 @@ class GreenplumSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -18984,7 +19771,7 @@ class GreenplumSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -18997,7 +19784,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -19294,8 +20081,8 @@ class HBaseSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -19313,7 +20100,7 @@ class HBaseSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -19326,7 +20113,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -20732,8 +21519,8 @@ class HiveSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -20751,7 +21538,7 @@ class HiveSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -20764,7 +21551,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -21352,8 +22139,8 @@ class HubspotSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -21371,7 +22158,7 @@ class HubspotSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -21384,7 +22171,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -21684,8 +22471,8 @@ class ImpalaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -21703,7 +22490,7 @@ class ImpalaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -21716,7 +22503,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -21904,8 +22691,8 @@ class InformixSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -21922,7 +22709,7 @@ class InformixSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -21935,7 +22722,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -22204,6 +22991,27 @@ def __init__( self.is_identity_cert_exprired = None +class IntegrationRuntimeCustomerVirtualNetwork(msrest.serialization.Model): + """The definition and properties of virtual network to which Azure-SSIS integration runtime will join. + + :param subnet_id: The ID of subnet to which Azure-SSIS integration runtime will join. + :type subnet_id: str + """ + + _attribute_map = { + 'subnet_id': {'key': 'subnetId', 'type': 'str'}, + } + + def __init__( + self, + *, + subnet_id: Optional[str] = None, + **kwargs + ): + super(IntegrationRuntimeCustomerVirtualNetwork, self).__init__(**kwargs) + self.subnet_id = subnet_id + + class IntegrationRuntimeCustomSetupScriptProperties(msrest.serialization.Model): """Custom setup script properties for a managed dedicated integration runtime. @@ -22246,6 +23054,9 @@ class IntegrationRuntimeDataFlowProperties(msrest.serialization.Model): :param time_to_live: Time to live (in minutes) setting of the cluster which will execute data flow job. :type time_to_live: int + :param cleanup: Cluster will not be recycled and it will be used in next data flow activity run + until TTL (time to live) is reached if this is set as false. Default is true. + :type cleanup: bool """ _validation = { @@ -22257,6 +23068,7 @@ class IntegrationRuntimeDataFlowProperties(msrest.serialization.Model): 'compute_type': {'key': 'computeType', 'type': 'str'}, 'core_count': {'key': 'coreCount', 'type': 'int'}, 'time_to_live': {'key': 'timeToLive', 'type': 'int'}, + 'cleanup': {'key': 'cleanup', 'type': 'bool'}, } def __init__( @@ -22266,6 +23078,7 @@ def __init__( compute_type: Optional[Union[str, "DataFlowComputeType"]] = None, core_count: Optional[int] = None, time_to_live: Optional[int] = None, + cleanup: Optional[bool] = None, **kwargs ): super(IntegrationRuntimeDataFlowProperties, self).__init__(**kwargs) @@ -22273,6 +23086,7 @@ def __init__( self.compute_type = compute_type self.core_count = core_count self.time_to_live = time_to_live + self.cleanup = cleanup class IntegrationRuntimeDataProxyProperties(msrest.serialization.Model): @@ -22488,6 +23302,103 @@ def __init__( self.received_bytes = None +class IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint(msrest.serialization.Model): + """Azure-SSIS integration runtime outbound network dependency endpoints for one category. + + :param category: The category of outbound network dependency. + :type category: str + :param endpoints: The endpoints for outbound network dependency. + :type endpoints: + list[~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesEndpoint] + """ + + _attribute_map = { + 'category': {'key': 'category', 'type': 'str'}, + 'endpoints': {'key': 'endpoints', 'type': '[IntegrationRuntimeOutboundNetworkDependenciesEndpoint]'}, + } + + def __init__( + self, + *, + category: Optional[str] = None, + endpoints: Optional[List["IntegrationRuntimeOutboundNetworkDependenciesEndpoint"]] = None, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint, self).__init__(**kwargs) + self.category = category + self.endpoints = endpoints + + +class IntegrationRuntimeOutboundNetworkDependenciesEndpoint(msrest.serialization.Model): + """The endpoint for Azure-SSIS integration runtime outbound network dependency. + + :param domain_name: The domain name of endpoint. + :type domain_name: str + :param endpoint_details: The details of endpoint. + :type endpoint_details: + list[~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails] + """ + + _attribute_map = { + 'domain_name': {'key': 'domainName', 'type': 'str'}, + 'endpoint_details': {'key': 'endpointDetails', 'type': '[IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails]'}, + } + + def __init__( + self, + *, + domain_name: Optional[str] = None, + endpoint_details: Optional[List["IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails"]] = None, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesEndpoint, self).__init__(**kwargs) + self.domain_name = domain_name + self.endpoint_details = endpoint_details + + +class IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails(msrest.serialization.Model): + """The details of Azure-SSIS integration runtime outbound network dependency endpoint. + + :param port: The port of endpoint. + :type port: int + """ + + _attribute_map = { + 'port': {'key': 'port', 'type': 'int'}, + } + + def __init__( + self, + *, + port: Optional[int] = None, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesEndpointDetails, self).__init__(**kwargs) + self.port = port + + +class IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse(msrest.serialization.Model): + """Azure-SSIS integration runtime outbound network dependency endpoints. + + :param value: The list of outbound network dependency endpoints. + :type value: + list[~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint] + """ + + _attribute_map = { + 'value': {'key': 'value', 'type': '[IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint]'}, + } + + def __init__( + self, + *, + value: Optional[List["IntegrationRuntimeOutboundNetworkDependenciesCategoryEndpoint"]] = None, + **kwargs + ): + super(IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse, self).__init__(**kwargs) + self.value = value + + class IntegrationRuntimeReference(msrest.serialization.Model): """Integration runtime reference type. @@ -22853,6 +23764,9 @@ class IntegrationRuntimeVNetProperties(msrest.serialization.Model): :param public_i_ps: Resource IDs of the public IP addresses that this integration runtime will use. :type public_i_ps: list[str] + :param subnet_id: The ID of subnet, to which this Azure-SSIS integration runtime will be + joined. + :type subnet_id: str """ _attribute_map = { @@ -22860,6 +23774,7 @@ class IntegrationRuntimeVNetProperties(msrest.serialization.Model): 'v_net_id': {'key': 'vNetId', 'type': 'str'}, 'subnet': {'key': 'subnet', 'type': 'str'}, 'public_i_ps': {'key': 'publicIPs', 'type': '[str]'}, + 'subnet_id': {'key': 'subnetId', 'type': 'str'}, } def __init__( @@ -22869,6 +23784,7 @@ def __init__( v_net_id: Optional[str] = None, subnet: Optional[str] = None, public_i_ps: Optional[List[str]] = None, + subnet_id: Optional[str] = None, **kwargs ): super(IntegrationRuntimeVNetProperties, self).__init__(**kwargs) @@ -22876,6 +23792,7 @@ def __init__( self.v_net_id = v_net_id self.subnet = subnet self.public_i_ps = public_i_ps + self.subnet_id = subnet_id class JiraLinkedService(LinkedService): @@ -23070,8 +23987,8 @@ class JiraSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -23089,7 +24006,7 @@ class JiraSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -23102,7 +24019,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -23402,8 +24319,8 @@ class JsonSource(CopySource): :param format_settings: Json format settings. :type format_settings: ~azure.mgmt.datafactory.models.JsonReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -23419,7 +24336,7 @@ class JsonSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, 'format_settings': {'key': 'formatSettings', 'type': 'JsonReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -23432,7 +24349,7 @@ def __init__( disable_metrics_collection: Optional[Any] = None, store_settings: Optional["StoreReadSettings"] = None, format_settings: Optional["JsonReadSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(JsonSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -24175,8 +25092,8 @@ class MagentoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -24194,7 +25111,7 @@ class MagentoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -24207,7 +25124,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -24285,6 +25202,10 @@ class ManagedIntegrationRuntime(IntegrationRuntime): :type compute_properties: ~azure.mgmt.datafactory.models.IntegrationRuntimeComputeProperties :param ssis_properties: SSIS properties for managed integration runtime. :type ssis_properties: ~azure.mgmt.datafactory.models.IntegrationRuntimeSsisProperties + :param customer_virtual_network: The name of virtual network to which Azure-SSIS integration + runtime will join. + :type customer_virtual_network: + ~azure.mgmt.datafactory.models.IntegrationRuntimeCustomerVirtualNetwork """ _validation = { @@ -24300,6 +25221,7 @@ class ManagedIntegrationRuntime(IntegrationRuntime): 'managed_virtual_network': {'key': 'managedVirtualNetwork', 'type': 'ManagedVirtualNetworkReference'}, 'compute_properties': {'key': 'typeProperties.computeProperties', 'type': 'IntegrationRuntimeComputeProperties'}, 'ssis_properties': {'key': 'typeProperties.ssisProperties', 'type': 'IntegrationRuntimeSsisProperties'}, + 'customer_virtual_network': {'key': 'typeProperties.customerVirtualNetwork', 'type': 'IntegrationRuntimeCustomerVirtualNetwork'}, } def __init__( @@ -24310,6 +25232,7 @@ def __init__( managed_virtual_network: Optional["ManagedVirtualNetworkReference"] = None, compute_properties: Optional["IntegrationRuntimeComputeProperties"] = None, ssis_properties: Optional["IntegrationRuntimeSsisProperties"] = None, + customer_virtual_network: Optional["IntegrationRuntimeCustomerVirtualNetwork"] = None, **kwargs ): super(ManagedIntegrationRuntime, self).__init__(additional_properties=additional_properties, description=description, **kwargs) @@ -24318,6 +25241,7 @@ def __init__( self.managed_virtual_network = managed_virtual_network self.compute_properties = compute_properties self.ssis_properties = ssis_properties + self.customer_virtual_network = customer_virtual_network class ManagedIntegrationRuntimeError(msrest.serialization.Model): @@ -24967,8 +25891,8 @@ class MariaDBSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -24986,7 +25910,7 @@ class MariaDBSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -24999,7 +25923,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -25260,8 +26184,8 @@ class MarketoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -25279,7 +26203,7 @@ class MarketoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -25292,7 +26216,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -25505,8 +26429,8 @@ class MicrosoftAccessSource(CopySource): :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -25521,7 +26445,7 @@ class MicrosoftAccessSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -25533,7 +26457,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(MicrosoftAccessSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -25848,8 +26772,8 @@ class MongoDbAtlasSource(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -25867,7 +26791,7 @@ class MongoDbAtlasSource(CopySource): 'cursor_methods': {'key': 'cursorMethods', 'type': 'MongoDbCursorMethodsProperties'}, 'batch_size': {'key': 'batchSize', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -25882,7 +26806,7 @@ def __init__( cursor_methods: Optional["MongoDbCursorMethodsProperties"] = None, batch_size: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(MongoDbAtlasSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -26148,8 +27072,8 @@ class MongoDbSource(CopySource): with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -26164,7 +27088,7 @@ class MongoDbSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -26176,7 +27100,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(MongoDbSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -26421,8 +27345,8 @@ class MongoDbV2Source(CopySource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -26440,7 +27364,7 @@ class MongoDbV2Source(CopySource): 'cursor_methods': {'key': 'cursorMethods', 'type': 'MongoDbCursorMethodsProperties'}, 'batch_size': {'key': 'batchSize', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -26455,7 +27379,7 @@ def __init__( cursor_methods: Optional["MongoDbCursorMethodsProperties"] = None, batch_size: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(MongoDbV2Source, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -26558,8 +27482,8 @@ class MySqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -26576,7 +27500,7 @@ class MySqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -26589,7 +27513,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -26793,8 +27717,8 @@ class NetezzaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -26817,7 +27741,7 @@ class NetezzaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, 'partition_settings': {'key': 'partitionSettings', 'type': 'NetezzaPartitionSettings'}, @@ -26832,7 +27756,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, partition_option: Optional[Any] = None, partition_settings: Optional["NetezzaPartitionSettings"] = None, @@ -27162,8 +28086,8 @@ class ODataSource(CopySource): ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type http_request_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -27179,7 +28103,7 @@ class ODataSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -27192,7 +28116,7 @@ def __init__( disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, http_request_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(ODataSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -27380,8 +28304,8 @@ class OdbcSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -27398,7 +28322,7 @@ class OdbcSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -27411,7 +28335,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -28533,8 +29457,8 @@ class OracleServiceCloudSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -28552,7 +29476,7 @@ class OracleServiceCloudSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -28565,7 +29489,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -28675,8 +29599,8 @@ class OracleSource(CopySource): :param partition_settings: The settings that will be leveraged for Oracle source partitioning. :type partition_settings: ~azure.mgmt.datafactory.models.OraclePartitionSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -28694,7 +29618,7 @@ class OracleSource(CopySource): 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, 'partition_settings': {'key': 'partitionSettings', 'type': 'OraclePartitionSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -28709,7 +29633,7 @@ def __init__( query_timeout: Optional[Any] = None, partition_option: Optional[Any] = None, partition_settings: Optional["OraclePartitionSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(OracleSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -29011,8 +29935,8 @@ class OrcSource(CopySource): :param store_settings: ORC store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -29027,7 +29951,7 @@ class OrcSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -29039,7 +29963,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, store_settings: Optional["StoreReadSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(OrcSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -29367,8 +30291,8 @@ class ParquetSource(CopySource): :param store_settings: Parquet store settings. :type store_settings: ~azure.mgmt.datafactory.models.StoreReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -29383,7 +30307,7 @@ class ParquetSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -29395,7 +30319,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, store_settings: Optional["StoreReadSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(ParquetSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -29632,8 +30556,8 @@ class PaypalSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -29651,7 +30575,7 @@ class PaypalSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -29664,7 +30588,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -29903,8 +30827,8 @@ class PhoenixSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -29922,7 +30846,7 @@ class PhoenixSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -29935,7 +30859,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -30478,8 +31402,8 @@ class PostgreSqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -30496,7 +31420,7 @@ class PostgreSqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -30509,7 +31433,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -30598,6 +31522,126 @@ def __init__( self.schema_type_properties_schema = schema_type_properties_schema +class PowerQuerySink(DataFlowSink): + """Power query sink. + + All required parameters must be populated in order to send to Azure. + + :param name: Required. Transformation name. + :type name: str + :param description: Transformation description. + :type description: str + :param dataset: Dataset reference. + :type dataset: ~azure.mgmt.datafactory.models.DatasetReference + :param linked_service: Linked service reference. + :type linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param schema_linked_service: Schema linked service reference. + :type schema_linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param script: sink script. + :type script: str + """ + + _validation = { + 'name': {'required': True}, + } + + _attribute_map = { + 'name': {'key': 'name', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'dataset': {'key': 'dataset', 'type': 'DatasetReference'}, + 'linked_service': {'key': 'linkedService', 'type': 'LinkedServiceReference'}, + 'schema_linked_service': {'key': 'schemaLinkedService', 'type': 'LinkedServiceReference'}, + 'script': {'key': 'script', 'type': 'str'}, + } + + def __init__( + self, + *, + name: str, + description: Optional[str] = None, + dataset: Optional["DatasetReference"] = None, + linked_service: Optional["LinkedServiceReference"] = None, + schema_linked_service: Optional["LinkedServiceReference"] = None, + script: Optional[str] = None, + **kwargs + ): + super(PowerQuerySink, self).__init__(name=name, description=description, dataset=dataset, linked_service=linked_service, schema_linked_service=schema_linked_service, **kwargs) + self.script = script + + +class PowerQuerySinkMapping(msrest.serialization.Model): + """Map Power Query mashup query to sink dataset(s). + + :param query_name: Name of the query in Power Query mashup document. + :type query_name: str + :param dataflow_sinks: List of sinks mapped to Power Query mashup query. + :type dataflow_sinks: list[~azure.mgmt.datafactory.models.PowerQuerySink] + """ + + _attribute_map = { + 'query_name': {'key': 'queryName', 'type': 'str'}, + 'dataflow_sinks': {'key': 'dataflowSinks', 'type': '[PowerQuerySink]'}, + } + + def __init__( + self, + *, + query_name: Optional[str] = None, + dataflow_sinks: Optional[List["PowerQuerySink"]] = None, + **kwargs + ): + super(PowerQuerySinkMapping, self).__init__(**kwargs) + self.query_name = query_name + self.dataflow_sinks = dataflow_sinks + + +class PowerQuerySource(DataFlowSource): + """Power query source. + + All required parameters must be populated in order to send to Azure. + + :param name: Required. Transformation name. + :type name: str + :param description: Transformation description. + :type description: str + :param dataset: Dataset reference. + :type dataset: ~azure.mgmt.datafactory.models.DatasetReference + :param linked_service: Linked service reference. + :type linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param schema_linked_service: Schema linked service reference. + :type schema_linked_service: ~azure.mgmt.datafactory.models.LinkedServiceReference + :param script: source script. + :type script: str + """ + + _validation = { + 'name': {'required': True}, + } + + _attribute_map = { + 'name': {'key': 'name', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'dataset': {'key': 'dataset', 'type': 'DatasetReference'}, + 'linked_service': {'key': 'linkedService', 'type': 'LinkedServiceReference'}, + 'schema_linked_service': {'key': 'schemaLinkedService', 'type': 'LinkedServiceReference'}, + 'script': {'key': 'script', 'type': 'str'}, + } + + def __init__( + self, + *, + name: str, + description: Optional[str] = None, + dataset: Optional["DatasetReference"] = None, + linked_service: Optional["LinkedServiceReference"] = None, + schema_linked_service: Optional["LinkedServiceReference"] = None, + script: Optional[str] = None, + **kwargs + ): + super(PowerQuerySource, self).__init__(name=name, description=description, dataset=dataset, linked_service=linked_service, schema_linked_service=schema_linked_service, **kwargs) + self.script = script + + class PrestoLinkedService(LinkedService): """Presto server linked service. @@ -30838,8 +31882,8 @@ class PrestoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -30857,7 +31901,7 @@ class PrestoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -30870,7 +31914,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -31368,8 +32412,8 @@ class QuickBooksSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -31387,7 +32431,7 @@ class QuickBooksSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -31400,7 +32444,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -31592,8 +32636,8 @@ class RelationalSource(CopySource): :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -31608,7 +32652,7 @@ class RelationalSource(CopySource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -31620,7 +32664,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(RelationalSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -31995,8 +33039,8 @@ class ResponsysSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -32014,7 +33058,7 @@ class ResponsysSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -32027,7 +33071,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -32389,8 +33433,8 @@ class RestSource(CopySource): :param request_interval: The time to await before sending next page request. :type request_interval: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -32410,7 +33454,7 @@ class RestSource(CopySource): 'pagination_rules': {'key': 'paginationRules', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, 'request_interval': {'key': 'requestInterval', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -32427,7 +33471,7 @@ def __init__( pagination_rules: Optional[Any] = None, http_request_timeout: Optional[Any] = None, request_interval: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(RestSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -32876,8 +33920,8 @@ class SalesforceMarketingCloudSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -32895,7 +33939,7 @@ class SalesforceMarketingCloudSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -32908,7 +33952,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -33256,8 +34300,8 @@ class SalesforceServiceCloudSource(CopySource): include: "Query", "QueryAll". :type read_behavior: str or ~azure.mgmt.datafactory.models.SalesforceSourceReadBehavior :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -33273,7 +34317,7 @@ class SalesforceServiceCloudSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'read_behavior': {'key': 'readBehavior', 'type': 'str'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -33286,7 +34330,7 @@ def __init__( disable_metrics_collection: Optional[Any] = None, query: Optional[Any] = None, read_behavior: Optional[Union[str, "SalesforceSourceReadBehavior"]] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(SalesforceServiceCloudSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -33405,8 +34449,8 @@ class SalesforceSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any :param read_behavior: The read behavior for the operation. Default is Query. Possible values @@ -33426,7 +34470,7 @@ class SalesforceSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'read_behavior': {'key': 'readBehavior', 'type': 'str'}, } @@ -33440,7 +34484,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, read_behavior: Optional[Union[str, "SalesforceSourceReadBehavior"]] = None, **kwargs @@ -33626,8 +34670,8 @@ class SapBwSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: MDX query. Type: string (or Expression with resultType string). :type query: any """ @@ -33644,7 +34688,7 @@ class SapBwSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -33657,7 +34701,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -33911,8 +34955,8 @@ class SapCloudForCustomerSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: SAP Cloud for Customer OData query. For example, "$top=1". Type: string (or Expression with resultType string). :type query: any @@ -33935,7 +34979,7 @@ class SapCloudForCustomerSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, } @@ -33949,7 +34993,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, http_request_timeout: Optional[Any] = None, **kwargs @@ -34129,8 +35173,8 @@ class SapEccSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: SAP ECC OData query. For example, "$top=1". Type: string (or Expression with resultType string). :type query: any @@ -34153,7 +35197,7 @@ class SapEccSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'http_request_timeout': {'key': 'httpRequestTimeout', 'type': 'object'}, } @@ -34167,7 +35211,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, http_request_timeout: Optional[Any] = None, **kwargs @@ -34309,8 +35353,8 @@ class SapHanaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: SAP HANA Sql query. Type: string (or Expression with resultType string). :type query: any :param packet_size: The packet size of data read from SAP HANA. Type: integer(or Expression @@ -34336,7 +35380,7 @@ class SapHanaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'packet_size': {'key': 'packetSize', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, @@ -34352,7 +35396,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, packet_size: Optional[Any] = None, partition_option: Optional[Any] = None, @@ -34583,8 +35627,8 @@ class SapOpenHubSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param exclude_last_request: Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean). :type exclude_last_request: any @@ -34613,7 +35657,7 @@ class SapOpenHubSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'exclude_last_request': {'key': 'excludeLastRequest', 'type': 'object'}, 'base_request_id': {'key': 'baseRequestId', 'type': 'object'}, 'custom_rfc_read_table_function_module': {'key': 'customRfcReadTableFunctionModule', 'type': 'object'}, @@ -34629,7 +35673,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, exclude_last_request: Optional[Any] = None, base_request_id: Optional[Any] = None, custom_rfc_read_table_function_module: Optional[Any] = None, @@ -35010,8 +36054,8 @@ class SapTableSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param row_count: The number of rows to be retrieved. Type: integer(or Expression with resultType integer). :type row_count: any @@ -35055,7 +36099,7 @@ class SapTableSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'row_count': {'key': 'rowCount', 'type': 'object'}, 'row_skips': {'key': 'rowSkips', 'type': 'object'}, 'rfc_table_fields': {'key': 'rfcTableFields', 'type': 'object'}, @@ -35076,7 +36120,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, row_count: Optional[Any] = None, row_skips: Optional[Any] = None, rfc_table_fields: Optional[Any] = None, @@ -35826,8 +36870,8 @@ class ServiceNowSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -35845,7 +36889,7 @@ class ServiceNowSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -35858,7 +36902,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -36688,8 +37732,8 @@ class ShopifySource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -36707,7 +37751,7 @@ class ShopifySource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -36720,7 +37764,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -37366,8 +38410,8 @@ class SparkSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -37385,7 +38429,7 @@ class SparkSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -37398,7 +38442,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -37414,7 +38458,7 @@ class SqlAlwaysEncryptedProperties(msrest.serialization.Model): :param always_encrypted_akv_auth_type: Required. Sql always encrypted AKV authentication type. Type: string (or Expression with resultType string). Possible values include: - "ServicePrincipal", "ManagedIdentity". + "ServicePrincipal", "ManagedIdentity", "UserAssignedManagedIdentity". :type always_encrypted_akv_auth_type: str or ~azure.mgmt.datafactory.models.SqlAlwaysEncryptedAkvAuthType :param service_principal_id: The client ID of the application in Azure Active Directory used @@ -37423,6 +38467,8 @@ class SqlAlwaysEncryptedProperties(msrest.serialization.Model): :param service_principal_key: The key of the service principal used to authenticate against Azure Key Vault. :type service_principal_key: ~azure.mgmt.datafactory.models.SecretBase + :param credential: The credential reference containing authentication information. + :type credential: ~azure.mgmt.datafactory.models.CredentialReference """ _validation = { @@ -37433,6 +38479,7 @@ class SqlAlwaysEncryptedProperties(msrest.serialization.Model): 'always_encrypted_akv_auth_type': {'key': 'alwaysEncryptedAkvAuthType', 'type': 'str'}, 'service_principal_id': {'key': 'servicePrincipalId', 'type': 'object'}, 'service_principal_key': {'key': 'servicePrincipalKey', 'type': 'SecretBase'}, + 'credential': {'key': 'credential', 'type': 'CredentialReference'}, } def __init__( @@ -37441,12 +38488,14 @@ def __init__( always_encrypted_akv_auth_type: Union[str, "SqlAlwaysEncryptedAkvAuthType"], service_principal_id: Optional[Any] = None, service_principal_key: Optional["SecretBase"] = None, + credential: Optional["CredentialReference"] = None, **kwargs ): super(SqlAlwaysEncryptedProperties, self).__init__(**kwargs) self.always_encrypted_akv_auth_type = always_encrypted_akv_auth_type self.service_principal_id = service_principal_id self.service_principal_key = service_principal_key + self.credential = credential class SqlDWSink(CopySink): @@ -37494,6 +38543,14 @@ class SqlDWSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into azure SQL DW. Type: + SqlDWWriteBehaviorEnum (or Expression with resultType SqlDWWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL DW upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlDWUpsertSettings """ _validation = { @@ -37515,6 +38572,9 @@ class SqlDWSink(CopySink): 'allow_copy_command': {'key': 'allowCopyCommand', 'type': 'object'}, 'copy_command_settings': {'key': 'copyCommandSettings', 'type': 'DWCopyCommandSettings'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlDWUpsertSettings'}, } def __init__( @@ -37533,6 +38593,9 @@ def __init__( allow_copy_command: Optional[Any] = None, copy_command_settings: Optional["DWCopyCommandSettings"] = None, table_option: Optional[Any] = None, + sql_writer_use_table_lock: Optional[Any] = None, + write_behavior: Optional[Any] = None, + upsert_settings: Optional["SqlDWUpsertSettings"] = None, **kwargs ): super(SqlDWSink, self).__init__(additional_properties=additional_properties, write_batch_size=write_batch_size, write_batch_timeout=write_batch_timeout, sink_retry_count=sink_retry_count, sink_retry_wait=sink_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -37543,6 +38606,9 @@ def __init__( self.allow_copy_command = allow_copy_command self.copy_command_settings = copy_command_settings self.table_option = table_option + self.sql_writer_use_table_lock = sql_writer_use_table_lock + self.write_behavior = write_behavior + self.upsert_settings = upsert_settings class SqlDWSource(TabularSource): @@ -37571,8 +38637,8 @@ class SqlDWSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL Data Warehouse reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any @@ -37603,7 +38669,7 @@ class SqlDWSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': 'object'}, @@ -37620,7 +38686,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, sql_reader_query: Optional[Any] = None, sql_reader_stored_procedure_name: Optional[Any] = None, stored_procedure_parameters: Optional[Any] = None, @@ -37637,6 +38703,34 @@ def __init__( self.partition_settings = partition_settings +class SqlDWUpsertSettings(msrest.serialization.Model): + """Sql DW upsert option settings. + + :param interim_schema_name: Schema name for interim table. Type: string (or Expression with + resultType string). + :type interim_schema_name: any + :param keys: Key column names for unique row identification. Type: array of strings (or + Expression with resultType array of strings). + :type keys: any + """ + + _attribute_map = { + 'interim_schema_name': {'key': 'interimSchemaName', 'type': 'object'}, + 'keys': {'key': 'keys', 'type': 'object'}, + } + + def __init__( + self, + *, + interim_schema_name: Optional[Any] = None, + keys: Optional[Any] = None, + **kwargs + ): + super(SqlDWUpsertSettings, self).__init__(**kwargs) + self.interim_schema_name = interim_schema_name + self.keys = keys + + class SqlMISink(CopySink): """A copy activity Azure SQL Managed Instance sink. @@ -37683,6 +38777,14 @@ class SqlMISink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: White behavior when copying data into azure SQL MI. Type: + SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -37704,6 +38806,9 @@ class SqlMISink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -37722,6 +38827,9 @@ def __init__( stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, stored_procedure_table_type_parameter_name: Optional[Any] = None, table_option: Optional[Any] = None, + sql_writer_use_table_lock: Optional[Any] = None, + write_behavior: Optional[Any] = None, + upsert_settings: Optional["SqlUpsertSettings"] = None, **kwargs ): super(SqlMISink, self).__init__(additional_properties=additional_properties, write_batch_size=write_batch_size, write_batch_timeout=write_batch_timeout, sink_retry_count=sink_retry_count, sink_retry_wait=sink_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -37732,6 +38840,9 @@ def __init__( self.stored_procedure_parameters = stored_procedure_parameters self.stored_procedure_table_type_parameter_name = stored_procedure_table_type_parameter_name self.table_option = table_option + self.sql_writer_use_table_lock = sql_writer_use_table_lock + self.write_behavior = write_behavior + self.upsert_settings = upsert_settings class SqlMISource(TabularSource): @@ -37760,8 +38871,8 @@ class SqlMISource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a Azure SQL Managed @@ -37793,7 +38904,7 @@ class SqlMISource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -37811,7 +38922,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, sql_reader_query: Optional[Any] = None, sql_reader_stored_procedure_name: Optional[Any] = None, stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, @@ -37993,6 +39104,14 @@ class SqlServerSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into sql server. Type: + SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -38014,6 +39133,9 @@ class SqlServerSink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -38032,6 +39154,9 @@ def __init__( stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, stored_procedure_table_type_parameter_name: Optional[Any] = None, table_option: Optional[Any] = None, + sql_writer_use_table_lock: Optional[Any] = None, + write_behavior: Optional[Any] = None, + upsert_settings: Optional["SqlUpsertSettings"] = None, **kwargs ): super(SqlServerSink, self).__init__(additional_properties=additional_properties, write_batch_size=write_batch_size, write_batch_timeout=write_batch_timeout, sink_retry_count=sink_retry_count, sink_retry_wait=sink_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -38042,6 +39167,9 @@ def __init__( self.stored_procedure_parameters = stored_procedure_parameters self.stored_procedure_table_type_parameter_name = stored_procedure_table_type_parameter_name self.table_option = table_option + self.sql_writer_use_table_lock = sql_writer_use_table_lock + self.write_behavior = write_behavior + self.upsert_settings = upsert_settings class SqlServerSource(TabularSource): @@ -38070,8 +39198,8 @@ class SqlServerSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database @@ -38103,7 +39231,7 @@ class SqlServerSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -38121,7 +39249,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, sql_reader_query: Optional[Any] = None, sql_reader_stored_procedure_name: Optional[Any] = None, stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, @@ -38337,6 +39465,14 @@ class SqlSink(CopySink): :param table_option: The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). :type table_option: any + :param sql_writer_use_table_lock: Whether to use table lock during bulk copy. Type: boolean (or + Expression with resultType boolean). + :type sql_writer_use_table_lock: any + :param write_behavior: Write behavior when copying data into sql. Type: SqlWriteBehaviorEnum + (or Expression with resultType SqlWriteBehaviorEnum). + :type write_behavior: any + :param upsert_settings: SQL upsert settings. + :type upsert_settings: ~azure.mgmt.datafactory.models.SqlUpsertSettings """ _validation = { @@ -38358,6 +39494,9 @@ class SqlSink(CopySink): 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, 'stored_procedure_table_type_parameter_name': {'key': 'storedProcedureTableTypeParameterName', 'type': 'object'}, 'table_option': {'key': 'tableOption', 'type': 'object'}, + 'sql_writer_use_table_lock': {'key': 'sqlWriterUseTableLock', 'type': 'object'}, + 'write_behavior': {'key': 'writeBehavior', 'type': 'object'}, + 'upsert_settings': {'key': 'upsertSettings', 'type': 'SqlUpsertSettings'}, } def __init__( @@ -38376,6 +39515,9 @@ def __init__( stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, stored_procedure_table_type_parameter_name: Optional[Any] = None, table_option: Optional[Any] = None, + sql_writer_use_table_lock: Optional[Any] = None, + write_behavior: Optional[Any] = None, + upsert_settings: Optional["SqlUpsertSettings"] = None, **kwargs ): super(SqlSink, self).__init__(additional_properties=additional_properties, write_batch_size=write_batch_size, write_batch_timeout=write_batch_timeout, sink_retry_count=sink_retry_count, sink_retry_wait=sink_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -38386,6 +39528,9 @@ def __init__( self.stored_procedure_parameters = stored_procedure_parameters self.stored_procedure_table_type_parameter_name = stored_procedure_table_type_parameter_name self.table_option = table_option + self.sql_writer_use_table_lock = sql_writer_use_table_lock + self.write_behavior = write_behavior + self.upsert_settings = upsert_settings class SqlSource(TabularSource): @@ -38414,8 +39559,8 @@ class SqlSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param sql_reader_query: SQL reader query. Type: string (or Expression with resultType string). :type sql_reader_query: any :param sql_reader_stored_procedure_name: Name of the stored procedure for a SQL Database @@ -38449,7 +39594,7 @@ class SqlSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'sql_reader_query': {'key': 'sqlReaderQuery', 'type': 'object'}, 'sql_reader_stored_procedure_name': {'key': 'sqlReaderStoredProcedureName', 'type': 'object'}, 'stored_procedure_parameters': {'key': 'storedProcedureParameters', 'type': '{StoredProcedureParameter}'}, @@ -38467,7 +39612,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, sql_reader_query: Optional[Any] = None, sql_reader_stored_procedure_name: Optional[Any] = None, stored_procedure_parameters: Optional[Dict[str, "StoredProcedureParameter"]] = None, @@ -38486,6 +39631,40 @@ def __init__( self.partition_settings = partition_settings +class SqlUpsertSettings(msrest.serialization.Model): + """Sql upsert option settings. + + :param use_temp_db: Specifies whether to use temp db for upsert interim table. Type: boolean + (or Expression with resultType boolean). + :type use_temp_db: any + :param interim_schema_name: Schema name for interim table. Type: string (or Expression with + resultType string). + :type interim_schema_name: any + :param keys: Key column names for unique row identification. Type: array of strings (or + Expression with resultType array of strings). + :type keys: any + """ + + _attribute_map = { + 'use_temp_db': {'key': 'useTempDB', 'type': 'object'}, + 'interim_schema_name': {'key': 'interimSchemaName', 'type': 'object'}, + 'keys': {'key': 'keys', 'type': 'object'}, + } + + def __init__( + self, + *, + use_temp_db: Optional[Any] = None, + interim_schema_name: Optional[Any] = None, + keys: Optional[Any] = None, + **kwargs + ): + super(SqlUpsertSettings, self).__init__(**kwargs) + self.use_temp_db = use_temp_db + self.interim_schema_name = interim_schema_name + self.keys = keys + + class SquareLinkedService(LinkedService): """Square Service linked service. @@ -38680,8 +39859,8 @@ class SquareSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -38699,7 +39878,7 @@ class SquareSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -38712,7 +39891,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -39785,8 +40964,8 @@ class SybaseSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Database query. Type: string (or Expression with resultType string). :type query: any """ @@ -39803,7 +40982,7 @@ class SybaseSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -39816,7 +40995,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -40189,8 +41368,8 @@ class TeradataSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: Teradata query. Type: string (or Expression with resultType string). :type query: any :param partition_option: The partition mechanism that will be used for teradata read in @@ -40213,7 +41392,7 @@ class TeradataSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, 'partition_option': {'key': 'partitionOption', 'type': 'object'}, 'partition_settings': {'key': 'partitionSettings', 'type': 'TeradataPartitionSettings'}, @@ -40228,7 +41407,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, partition_option: Optional[Any] = None, partition_settings: Optional["TeradataPartitionSettings"] = None, @@ -41398,8 +42577,8 @@ class VerticaSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -41417,7 +42596,7 @@ class VerticaSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -41430,7 +42609,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -42072,8 +43251,8 @@ class WebSource(CopySource): false. Type: boolean (or Expression with resultType boolean). :type disable_metrics_collection: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -42087,7 +43266,7 @@ class WebSource(CopySource): 'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'}, 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -42098,7 +43277,7 @@ def __init__( source_retry_wait: Optional[Any] = None, max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(WebSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -42182,6 +43361,60 @@ def __init__( self.path = path +class WranglingDataFlow(DataFlow): + """Power Query data flow. + + All required parameters must be populated in order to send to Azure. + + :param type: Required. Type of data flow.Constant filled by server. + :type type: str + :param description: The description of the data flow. + :type description: str + :param annotations: List of tags that can be used for describing the data flow. + :type annotations: list[any] + :param folder: The folder that this data flow is in. If not specified, Data flow will appear at + the root level. + :type folder: ~azure.mgmt.datafactory.models.DataFlowFolder + :param sources: List of sources in Power Query. + :type sources: list[~azure.mgmt.datafactory.models.PowerQuerySource] + :param script: Power query mashup script. + :type script: str + :param document_locale: Locale of the Power query mashup document. + :type document_locale: str + """ + + _validation = { + 'type': {'required': True}, + } + + _attribute_map = { + 'type': {'key': 'type', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, + 'annotations': {'key': 'annotations', 'type': '[object]'}, + 'folder': {'key': 'folder', 'type': 'DataFlowFolder'}, + 'sources': {'key': 'typeProperties.sources', 'type': '[PowerQuerySource]'}, + 'script': {'key': 'typeProperties.script', 'type': 'str'}, + 'document_locale': {'key': 'typeProperties.documentLocale', 'type': 'str'}, + } + + def __init__( + self, + *, + description: Optional[str] = None, + annotations: Optional[List[Any]] = None, + folder: Optional["DataFlowFolder"] = None, + sources: Optional[List["PowerQuerySource"]] = None, + script: Optional[str] = None, + document_locale: Optional[str] = None, + **kwargs + ): + super(WranglingDataFlow, self).__init__(description=description, annotations=annotations, folder=folder, **kwargs) + self.type = 'WranglingDataFlow' # type: str + self.sources = sources + self.script = script + self.document_locale = document_locale + + class XeroLinkedService(LinkedService): """Xero Service linked service. @@ -42372,8 +43605,8 @@ class XeroSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -42391,7 +43624,7 @@ class XeroSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -42404,7 +43637,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): @@ -42589,8 +43822,8 @@ class XmlSource(CopySource): :param format_settings: Xml format settings. :type format_settings: ~azure.mgmt.datafactory.models.XmlReadSettings :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any """ _validation = { @@ -42606,7 +43839,7 @@ class XmlSource(CopySource): 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'store_settings': {'key': 'storeSettings', 'type': 'StoreReadSettings'}, 'format_settings': {'key': 'formatSettings', 'type': 'XmlReadSettings'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, } def __init__( @@ -42619,7 +43852,7 @@ def __init__( disable_metrics_collection: Optional[Any] = None, store_settings: Optional["StoreReadSettings"] = None, format_settings: Optional["XmlReadSettings"] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, **kwargs ): super(XmlSource, self).__init__(additional_properties=additional_properties, source_retry_count=source_retry_count, source_retry_wait=source_retry_wait, max_concurrent_connections=max_concurrent_connections, disable_metrics_collection=disable_metrics_collection, **kwargs) @@ -42849,8 +44082,8 @@ class ZohoSource(TabularSource): pattern: ((\d+).)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). :type query_timeout: any :param additional_columns: Specifies the additional columns to be added to source data. Type: - array of objects (or Expression with resultType array of objects). - :type additional_columns: list[~azure.mgmt.datafactory.models.AdditionalColumns] + array of objects(AdditionalColumns) (or Expression with resultType array of objects). + :type additional_columns: any :param query: A query to retrieve data from source. Type: string (or Expression with resultType string). :type query: any @@ -42868,7 +44101,7 @@ class ZohoSource(TabularSource): 'max_concurrent_connections': {'key': 'maxConcurrentConnections', 'type': 'object'}, 'disable_metrics_collection': {'key': 'disableMetricsCollection', 'type': 'object'}, 'query_timeout': {'key': 'queryTimeout', 'type': 'object'}, - 'additional_columns': {'key': 'additionalColumns', 'type': '[AdditionalColumns]'}, + 'additional_columns': {'key': 'additionalColumns', 'type': 'object'}, 'query': {'key': 'query', 'type': 'object'}, } @@ -42881,7 +44114,7 @@ def __init__( max_concurrent_connections: Optional[Any] = None, disable_metrics_collection: Optional[Any] = None, query_timeout: Optional[Any] = None, - additional_columns: Optional[List["AdditionalColumns"]] = None, + additional_columns: Optional[Any] = None, query: Optional[Any] = None, **kwargs ): diff --git a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/operations/_integration_runtimes_operations.py b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/operations/_integration_runtimes_operations.py index 9d19f1015005..2a61d232c982 100644 --- a/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/operations/_integration_runtimes_operations.py +++ b/sdk/datafactory/azure-mgmt-datafactory/azure/mgmt/datafactory/operations/_integration_runtimes_operations.py @@ -465,6 +465,69 @@ def get_status( return deserialized get_status.metadata = {'url': '/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DataFactory/factories/{factoryName}/integrationRuntimes/{integrationRuntimeName}/getStatus'} # type: ignore + def list_outbound_network_dependencies_endpoints( + self, + resource_group_name, # type: str + factory_name, # type: str + integration_runtime_name, # type: str + **kwargs # type: Any + ): + # type: (...) -> "_models.IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse" + """Gets the list of outbound network dependencies for a given Azure-SSIS integration runtime. + + :param resource_group_name: The resource group name. + :type resource_group_name: str + :param factory_name: The factory name. + :type factory_name: str + :param integration_runtime_name: The integration runtime name. + :type integration_runtime_name: str + :keyword callable cls: A custom type or function that will be passed the direct response + :return: IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse, or the result of cls(response) + :rtype: ~azure.mgmt.datafactory.models.IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse + :raises: ~azure.core.exceptions.HttpResponseError + """ + cls = kwargs.pop('cls', None) # type: ClsType["_models.IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse"] + error_map = { + 401: ClientAuthenticationError, 404: ResourceNotFoundError, 409: ResourceExistsError + } + error_map.update(kwargs.pop('error_map', {})) + api_version = "2018-06-01" + accept = "application/json" + + # Construct URL + url = self.list_outbound_network_dependencies_endpoints.metadata['url'] # type: ignore + path_format_arguments = { + 'subscriptionId': self._serialize.url("self._config.subscription_id", self._config.subscription_id, 'str'), + 'resourceGroupName': self._serialize.url("resource_group_name", resource_group_name, 'str', max_length=90, min_length=1, pattern=r'^[-\w\._\(\)]+$'), + 'factoryName': self._serialize.url("factory_name", factory_name, 'str', max_length=63, min_length=3, pattern=r'^[A-Za-z0-9]+(?:-[A-Za-z0-9]+)*$'), + 'integrationRuntimeName': self._serialize.url("integration_runtime_name", integration_runtime_name, 'str', max_length=63, min_length=3, pattern=r'^[A-Za-z0-9]+(?:-[A-Za-z0-9]+)*$'), + } + url = self._client.format_url(url, **path_format_arguments) + + # Construct parameters + query_parameters = {} # type: Dict[str, Any] + query_parameters['api-version'] = self._serialize.query("api_version", api_version, 'str') + + # Construct headers + header_parameters = {} # type: Dict[str, Any] + header_parameters['Accept'] = self._serialize.header("accept", accept, 'str') + + request = self._client.get(url, query_parameters, header_parameters) + pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs) + response = pipeline_response.http_response + + if response.status_code not in [200]: + map_error(status_code=response.status_code, response=response, error_map=error_map) + raise HttpResponseError(response=response, error_format=ARMErrorFormat) + + deserialized = self._deserialize('IntegrationRuntimeOutboundNetworkDependenciesEndpointsResponse', pipeline_response) + + if cls: + return cls(pipeline_response, deserialized, {}) + + return deserialized + list_outbound_network_dependencies_endpoints.metadata = {'url': '/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DataFactory/factories/{factoryName}/integrationRuntimes/{integrationRuntimeName}/outboundNetworkDependenciesEndpoints'} # type: ignore + def get_connection_info( self, resource_group_name, # type: str diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_datafactory_create.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_datafactory_create.yaml deleted file mode 100644 index 76ab0c503f6f..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_datafactory_create.yaml +++ /dev/null @@ -1,249 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353302","not_before":"1505349402","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQwMiwibmJmIjoxNTA1MzQ5NDAyLCJleHAiOjE1MDUzNTMzMDIsImFpbyI6IlkyZGdZRmdaTml2cy9OYmRxdTlQZTNnVjNQL3pIQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjdOYlM5dTdRQjA2b29PbmdHb1VGQUEiLCJ2ZXIiOiIxLjAifQ.UVxw8Vl822GqBONLlhb26TzFSm1WjpJQhjOsBWUEcf_decG7XMMZPf9IXLCjuv5DDCmnoNQfRnyFXzwdeFDT-hAmMt_cL_S9uyJA0cXoGavUIJkubXog0v0AJ273FujaYWD18F6Zscicytb8zafNIZ3uFNPVm0ZsWX-RguJdFPVEmAdeJJGaKVLZoxLhiGN-WcwKRHUWlVn0q0n9rSr96M-AJv_ROPnUjEY652JIhpnKlTxyR1ntoQgSw4WztNUPGCJtwOg6u-xayxwwi3LmjEfIQgBT_Fp6wrPO27uJUUo80RGA-f4DsEUwjT_yehM44XfiBWC0ARCI2yXLG7vFYw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:40 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353302","not_before":"1505349402","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQwMiwibmJmIjoxNTA1MzQ5NDAyLCJleHAiOjE1MDUzNTMzMDIsImFpbyI6IlkyZGdZT2k1c1h2TnUrS3BYb254Q2o3YzU2YXdBUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjlEVHBwV3M4akV1NFpNbVd1clFGQUEiLCJ2ZXIiOiIxLjAifQ.lAy8JXN_-w0PFZ9VFqnMNNcHbwaDL9Wzt3NkyGuJ88C5ykiuAFNB530Wi7WMx0BDaeIReT26DJYyrG47QR-OKINX5vLJFKwfgAQdYTy3Vj5BkGiYPTGTwQDsVTMQeiNtVDsGWXKay5Wb-VTN8bacAF4yHdrphowA_xYcb__DYIEMFZdw_6uIV0GhtVUynvbj2V4tVOPkxfse8S2P3twEvOtHCuL5VIUZliVZOKVEVGuUC93P6fFp9AjO7ebohhLHJwMxe7Z5JUssNG7rErjcdWwgX9k-JWN-5fvkguxeCFQK5ZIGy7y8AAYsExJmXqFD4kcrVd59sokqQS-4i59GVA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:42 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353302","not_before":"1505349402","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQwMiwibmJmIjoxNTA1MzQ5NDAyLCJleHAiOjE1MDUzNTMzMDIsImFpbyI6IlkyZGdZRGo2ZnVwLy9TTGZZN09TLzhWTzJ0dXlHQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6Ilp1Wm42WEN0ekVXdDhWcXRFbW9GQUEiLCJ2ZXIiOiIxLjAifQ.AFjotmvuvc4BbiIa5WWKVXDOIBvPz6qEI1xHaleY2VdzUdf-c3KihlJqhXybJy26hG4QE8zJLyAK-4ifw-u3M8Cl7RJK_UwgagtnUbi8SVkCBVS8YQsX1yjtEF7G-sl9LxUNJiY8hT98yGCwVWMvaLFVNU2Hpwz93TJn2yk8d0CpfzlzqAegSE7XzNSlOrnG-cn-Zx1XJKOh_7h76KgmWzOXlBWIFimpceGCs3sBQdjlGQ8hApkgXvr7U-EDw5szgqGpMpUrmfe3bzH_h4Y9KA9yUb6At5VG7k2dCvQ0S0aDrt_GpX86t7bQPVb8ddcTSUBkwcYAjb6ghK0-gPOiYQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:42 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353303","not_before":"1505349403","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQwMywibmJmIjoxNTA1MzQ5NDAzLCJleHAiOjE1MDUzNTMzMDMsImFpbyI6IlkyZGdZUGo3NnRRMkh6dG1UOFZOMVY1YmxxMnhCd0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkxFdjFzSkhVeGtTRHk5bWs5czRFQUEiLCJ2ZXIiOiIxLjAifQ.uRykE1Logl0JbDxEbS_D8WmZohwfWu84KA2GBAzlU9abrZNF8GiOEPMxoEpT4edoSm3gYBBOYIXUiQUJcuYh3OGUa4hkKKdIyMNFonoyag-w8atq_RFtVPqZng7rC9dcMMwJeFfbu0oB8059c9eDNcltT_UT5HsBpReUQJrHJMLQSE1fY-p5RV43BU3a_JWIRrLfV-tpFf2R7CI8fSpEntsZNBoqVaE4hROLdkHlkbKnzoLHrdbsDBgAhihT5m6QAOwA1h6qmM2EA6CHeZDk9GuxHhC7tA2NFFeLb5kf0l9Ysg-IHh-mk2-oP47JXM9oZ-P_EclFpbGXkFRg8ZnPpA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:42 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353304","not_before":"1505349404","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQwNCwibmJmIjoxNTA1MzQ5NDA0LCJleHAiOjE1MDUzNTMzMDQsImFpbyI6IlkyZGdZQWpZNHA3a0o2UnZmMHRaY0s3Mmhoa3JBUT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IlhYUGl2RmNXTGt1ZTk5YzF6MUFGQUEiLCJ2ZXIiOiIxLjAifQ.QCZHsxQlpQqZ4O5dlVrtZESoeqlQTqxtYtH1oUE82-cE_SSru3V7kKGLMEo-8yOHBiRKGgyNjgy9yYrE7moNt-vJ4SBdtiS5RlxZgoaE5MXsylP3eESeDppYC0km7zH_0rEn0qpFGbmQAsWIqcdKu68-0OT525CQDKpnHTz9GOJEVYdF1PVlsxnky_oewHZSpFzcOcTNQckUUz4z5te_ynFlhHY1R5ppSn_a3g9F0x9jEN0uzdmmn-khVVHkelGkPchsna8JDxto5n6_wH5EBkyoyz-qpH7t-1vTQU0NBsAwGI4YFM8aoaR0-Xnp2rnydPpS67mpy0QO9_l6N06WUA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:43 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353304","not_before":"1505349404","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQwNCwibmJmIjoxNTA1MzQ5NDA0LCJleHAiOjE1MDUzNTMzMDQsImFpbyI6IlkyZGdZTWo2dElINWs2YVE0ZG9EVW55L1pwMHZBQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IlVPbmdlUWI1QWtXUDU2UjVTUXdGQUEiLCJ2ZXIiOiIxLjAifQ.Q_qVt3O9x176GYXAZue1-KWSifjn3jgjW_Bi95THN1fhilwSR0bYAeZK-cm1Cux1IXSvv67NtJ2OusEh15JMSBK5NZcrjEJtOLfc-SuagNadfBu1S7v2fgQb2vBWyrVg_RmPInvUkjIY2eovlgrc0-fNbwVNs3iOBLkSMEi05LqtJg5ai8F8XtkvmFZZ_SbUY8H7PragYicnSFf8xR7EfdKFiU7uQExm0v2f1DSEefqtg4mEQoyN1L7kkUqI0tv0yjcyKv9JoQ4iDdYFdUxRTk7MxS5oO5q27DcWlUencRVUj3Ib0ORwMjt2_hr_zL9O5d0sDluK1s_uWMCcusming"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:43 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsa9b61278/providers/Microsoft.DataFactory/factories/testdfcreate?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testdfcreate","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:41:47.2081289Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsa9b61278/providers/Microsoft.DataFactory/factories/testdfcreate","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['409'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:49 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1176'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: GET - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsa9b61278/providers/Microsoft.DataFactory/factories/testdfcreate?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testdfcreate","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:41:47.2081289Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsa9b61278/providers/Microsoft.DataFactory/factories/testdfcreate","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['409'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:50 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsa9b61278/providers/Microsoft.DataFactory/factories/testdfcreate?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:41:51 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1175'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_dataset_create.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_dataset_create.yaml deleted file mode 100644 index b7655bd849e9..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_dataset_create.yaml +++ /dev/null @@ -1,312 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353316","not_before":"1505349416","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQxNiwibmJmIjoxNTA1MzQ5NDE2LCJleHAiOjE1MDUzNTMzMTYsImFpbyI6IlkyZGdZR0Q1L2VsOHBJYmt4dE94MnE4VlZuSC9BZ0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjdOYlM5dTdRQjA2b29Pbmdmb1VGQUEiLCJ2ZXIiOiIxLjAifQ.oMnynZPGYdHSdE4WBZi7IAjs1cHd3RE28luq4mQ3f92txR__72G7o01qhbPi2l5pS_rTp_R3T8YxHzP6at8zhMnAUeKzz6PrH7wSQ6DZtaCUPeNOrokSZO4T6ud2cFSaoQsciiDamGEyyIE5v_Iz-FQVpjjV21MW5th1SIjyxRy56DX-gOfvm_hXucdu6ZyAXXrsFOk3_IR4dV-dodlRmnIOTKBJ7SQ-BDb-0bxLgpauJuQZTyyEbtUgpsPJSMhOFk497_aqSvdyD2NwDyKP7qcuTQ-xLdcLETy_AX3tNKa6KlEChqvhK405MQ9o-M_RNm1L2VGrcO6hJvl6UZtVlw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:56 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353317","not_before":"1505349417","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQxNywibmJmIjoxNTA1MzQ5NDE3LCJleHAiOjE1MDUzNTMzMTcsImFpbyI6IlkyZGdZT2cyOXV4VW0yaDFmT0wrNXI0YkcxTUVBUT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjlEVHBwV3M4akV1NFpNbVdNYlVGQUEiLCJ2ZXIiOiIxLjAifQ.mBhQrk22FO9bnMz-4npbBbKkPg_Yg6mBbMrKHpr2lYwh1iY1izX_WWks6IEkXi30heb9w_FRj-PdDtNE0rlbVVAAaEWl70qRWgNBRBBwTb4zbafB21vU80ut6lU0PbwVV3X8IhJ66pFIdOjyIzA4jFZbVp3WWkUF8KUuAoW1eWDqK7VCyI_Hc1aZoJWCXqbe0StSq8sArBrPVh8y9Ebgh40OCQbynxgGbTH0iKuZBazAkkjsT7YSXh3znlsMzm79wwot4Xdo2SgS6Zassf3ThNv9WxKQwlUIpwau6C-lbb0AZLUbm5Vnbnm0UmGklMIuzMlQSZ2x_Ligv_w_UUjTjw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:56 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353317","not_before":"1505349417","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQxNywibmJmIjoxNTA1MzQ5NDE3LCJleHAiOjE1MDUzNTMzMTcsImFpbyI6IlkyZGdZSmp4VmpqRjRsUFcxTkMzSlovTU0xczhBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjlEVHBwV3M4akV1NFpNbVdOclVGQUEiLCJ2ZXIiOiIxLjAifQ.LvzJGV4qnsdyMSoFSdKBGS7Z_UIjj4lMNn_dEUIkPfX_rOKg1xyo02VcfLfyCdcXLEZjplh-xlUy3cnG_Jyu_A5WUBw_SO38HYNqxWjyXqGqKM-0wH3Jo5oQo_dybVGvBOxCNn75D8tQw2oHvZCgpdxgjInc3-FmMtrUnxjlY_FdGDPM4liKUbNfZ_JxpSEp8OSk8UnPo3IdI1Xa26sEn0eZMckzEFAowvWdh0iiBWtGag7S_9VENh7hYKINNnLibwUnhnmmIUbbVmvmIj0KFEo6v73bymGtmYqHPLyHGqqEzSoCaVcn48_CJg4suOeiE8oSfyeGn1h_KMC4sBK2ZQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:57 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353317","not_before":"1505349417","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQxNywibmJmIjoxNTA1MzQ5NDE3LCJleHAiOjE1MDUzNTMzMTcsImFpbyI6IlkyZGdZRmhwT0ZmbnFtalRqcmQ3ejliL2RkMGpCUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IlhYUGl2RmNXTGt1ZTk5YzFTMUVGQUEiLCJ2ZXIiOiIxLjAifQ.kYOFqZAditrnWV_pH19pqojz6EKeS4MQ5cxX-6p_B300ErEvRjFbXW4M82NP0ZHJQexn9MTxBnnKW-K3MW5gU84l6LeZftuM2V3aSRfyh1Ix2BouXhboSQRxgjAfs_PqKDSFpbmjCjpI18fJndtrHE1q4mB7tEQ6ftTD6D1HG3A1eEJoQGnLPG_xPtLzPlVWiWNMaNevQ5qyN3G-TvuOZmKlkiFM8JzdLwd8A-UgWvKHOdsXRPGYHpt1CSufWTBNbndFCkXUTVzyXY_WJ82IxnA6SGQFaKCylaezpYA8HbsFBcBuLJM7H1yEbSVGl-PKM5s7NVMs8TI5kc_z4QP6CQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:57 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353318","not_before":"1505349418","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQxOCwibmJmIjoxNTA1MzQ5NDE4LCJleHAiOjE1MDUzNTMzMTgsImFpbyI6IlkyZGdZQkEzdDFteWFvUEJtZzBOODFtTUw2dlhBQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IlhYUGl2RmNXTGt1ZTk5YzFVMUVGQUEiLCJ2ZXIiOiIxLjAifQ.lDOfNVPO9wYS6Oaa-cDhYjpG59rXSO7OybLy1XiPgAIqmhuy-H6-Lrj3HZpdf8n-ZknQ74v16-N34vM97GYwk4_Ccfrd9yJ2GkiA_uGHNFg7BpXVtOvlJfA9NKZQj68CmWwPEzXrSbZnpQZnzlIaa-7ttukFbZIRVyya8PNO6Zf6MIvWGi93jOCbROXBQKTLenPhz96Ul_dmRnqX5I62GW2-RT0OpsI3fNzsj4Vs9w6BdoQxVxS8iUkkOUJgA2Y7oNu-PmaIJxWv5y0DF5LBmDZ0QZ_diu_xYtkuiKfal9UpD72mjcb0wu-bcmuuMNuyHp884Iy9Zu3aOXV8MtcVSg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:57 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353318","not_before":"1505349418","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQxOCwibmJmIjoxNTA1MzQ5NDE4LCJleHAiOjE1MDUzNTMzMTgsImFpbyI6IlkyZGdZSGp4K1ZUZ3FhQnpEZjNmR1RkRXZCTTdCUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjlEVHBwV3M4akV1NFpNbVdRTFVGQUEiLCJ2ZXIiOiIxLjAifQ.e-1afBcBaF98_JR47UetHPRwPvf28XO_v3An0x4vG3Umd_ddd1UplV7OGzp9HvR8wQQylg2lGTpuFVyW7NE8O-MirmwWaVV1KrtvbSAxeiktbgWOLbWGnNyFyxXC9b_8OhDgHfvSpocq_XQgEpmoHrpFssT_NOSibP28s71xM6fkkeViS6y4KeiTVVhmhnOvnExjo5cenXRubiyiBcMRdMVRdCudxsRK2pWJMTipbew1zpKtpvFnGeMHCrKkAwKG-Y4TZZS40HYDgFkthcyeYKH891LpNRUIXbDQQeA4Sv7D0XZjWTBhi0zfCaNULwkfHITyQkNOLsNeGgoOdyE2tg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:41:59 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testdscreate","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:42:03.5274703Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['409'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:05 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1149'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"type": "AzureStorage", "typeProperties": {"connectionString": - {"type": "SecureString", "value": "some connection string"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['141'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate/linkedservices/ls1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate/linkedservices/ls1","name":"ls1","properties":{"type":"AzureStorage","typeProperties":{"connectionString":{"type":"SecureString","value":"**********"}}},"etag":"880096fb-0000-0000-0000-59b9d0720000"}'} - headers: - cache-control: [no-cache] - content-length: ['351'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:26 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1187'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"linkedServiceName": {"type": "LinkedServiceReference", - "referenceName": "ls1"}, "type": "AzureBlob", "typeProperties": {"format": {"type": - "TextFormat"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['172'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate/datasets/ds1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate/datasets/ds1","name":"ds1","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls1"},"type":"AzureBlob","typeProperties":{"format":{"type":"TextFormat"}}},"etag":"880097fb-0000-0000-0000-59b9d0720000"}'} - headers: - cache-control: [no-cache] - content-length: ['385'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:27 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1147'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: GET - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate/datasets/ds1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate/datasets/ds1","name":"ds1","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls1"},"type":"AzureBlob","typeProperties":{"format":{"type":"TextFormat"}}},"etag":"880097fb-0000-0000-0000-59b9d0720000"}'} - headers: - cache-control: [no-cache] - content-length: ['385'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:28 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests626c10cc/providers/Microsoft.DataFactory/factories/testdscreate?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:42:30 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1143'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_get_metadata_pipeline_create.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_get_metadata_pipeline_create.yaml deleted file mode 100644 index 983137c5ca7d..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_get_metadata_pipeline_create.yaml +++ /dev/null @@ -1,344 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353354","not_before":"1505349454","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQ1NCwibmJmIjoxNTA1MzQ5NDU0LCJleHAiOjE1MDUzNTMzNTQsImFpbyI6IlkyZGdZT2cyOXV4VW0yaDFmT0wrNXI0YkcxTUVBUT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjdOYlM5dTdRQjA2b29PbmdNWWNGQUEiLCJ2ZXIiOiIxLjAifQ.OkzeFS13PVqm2gjn-8Dqd9iE5ax-dMVOyq0DcndntwKtJippxfJNMxdeu-RvR-huMGzczJV2a1VLvhZrlOzs8Wkr1Xv40G-CBZ9Wg98RP0gz6yuwP9xmX3Ds-z52hK4l8w4StTlWDFS_oq6vnxTSz0aBAiz4gP-SimZ27A6c7r6xdV-0cgKFHedAs_oo_SzwI_6AyFQPBegNbk-ZIVzdkfy37cb8dD7KaseQv8SienNhjrbRM2kRXGWhlUsMT8xzLmafQ_y3i8Bg4SuJYaIg2j_CMbP9jQegw6khl7SEtbmBwjABm0wLn12I31Rx8LZEgcEzK2rFqRso5pNdK9HbaA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:33 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353355","not_before":"1505349455","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQ1NSwibmJmIjoxNTA1MzQ5NDU1LCJleHAiOjE1MDUzNTMzNTUsImFpbyI6IlkyZGdZSkIvZTIzT3I5cmJwNmZtUzJ0R1BYcDdGQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IlVPbmdlUWI1QWtXUDU2UjVVZzBGQUEiLCJ2ZXIiOiIxLjAifQ.RNOAv_fIS-I43OIkfx8_KkW6DCx68U00RgoXQr9e7SbIUlW5O5wEQfcA0ZXuqWHL2rHrIyXVTMA-ONQOAjnTEnCdWSc2tO5XuIgaGh-E6kKlViA_GFDMmIQhSQLg5O28SmVsiTx0QWwYKAPLFDAWqGSFW6zX2kUtSo4Tg4QUeSCtiYF_fJf4-YZXt5FI7eB2lNJlrnBH3jRiVipMXoJdXQrewJSUYeDEK9rXqGAQ0HmrBM49SjbSSDhNeXerbqtMJwiThNB4YARwii8DzyMvxnh2eJjWkxSYXbSqECjMZH2a3gRFQBt_3SAj6FQeYXldWJcndMtvwdFekOWo7Wvjsg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:34 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353356","not_before":"1505349456","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQ1NiwibmJmIjoxNTA1MzQ5NDU2LCJleHAiOjE1MDUzNTMzNTYsImFpbyI6IlkyZGdZTmpKekt0cWVjYVpTMlZLZDNwTjdOb2FBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6Ikc4V1I1ZURGUVUyLU9kcGVxdm9FQUEiLCJ2ZXIiOiIxLjAifQ.re-qb72oofDiQvttIk8NLb_IXouiPTuQx2O51MgMbPfPHVzCRNQPYj2fT0gsf113QNuh8uZibx8mSSKESM-6rEyh9nUjlfTYlU-TvE_JS5v55oBN0PxSdkywUn_0545KE1YsHsm-ilqae2OzDdq2rxYY2bVW8cFJCy1bPs1cQooZPhO2EpUwQXiIOho-oSYzfJbR-VOK-wt0jF2rwGR84QuwflIWUoR9Wn6hOsyPXVRKla17X59vCvf_8B0Ha0qLEdf6RYqnMr6bVMLWzmbdsoo2d6tGrxH24uyVVXnehsPCHDzdK80LeQt1Hpf0ywDQ4SEGxL3uPMGjG-MXLu0aXQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:35 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353356","not_before":"1505349456","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQ1NiwibmJmIjoxNTA1MzQ5NDU2LCJleHAiOjE1MDUzNTMzNTYsImFpbyI6IlkyZGdZUEQyZitINlc2QWxzdmhRazc1Y2Y4VWRBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6Im1sZmxQS2FXbFUtSkw0bnIzaE1GQUEiLCJ2ZXIiOiIxLjAifQ.pp7A-GYDlISDNS8uvQ3tawT2BGIRAGQRbCESbp5LMKkCkOfsHkUQHTJU44gvvQZPZ1SYeepwLX3EU8fneJNPigRcHPANKCXue5OYjg5PpTwHj8UT1g5AXn9t7w3zyQtoUAymk6tS26mdpup92KuEsyk_AMx0K84P0z1wuc3vyDb8SgyEpObOrmkfueUBtIkUgom5lpuAzefVSousO9Xc9porx3IGWgHu4zzdPkfM2xKvA01nQFZ_Z0iQLPUbmsnvKPjUkxeW5eC5Hq500fTeK8bhZk0nTAai4ejWebayaI__jzXrNSLu8i6kEcP6H_z7JCz8yv0mcqmp3xzX00mEGQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:36 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353357","not_before":"1505349457","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQ1NywibmJmIjoxNTA1MzQ5NDU3LCJleHAiOjE1MDUzNTMzNTcsImFpbyI6IlkyZGdZRmhwT0ZmbnFtalRqcmQ3ejliL2RkMGpCUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6Im1sZmxQS2FXbFUtSkw0bnI0Uk1GQUEiLCJ2ZXIiOiIxLjAifQ.pF6_8KXyj16RxAzKUbGgLa16Gw51X2zD4rwYTqduHVY9STMzp6AotyeyLNgpAUHeOLlFGywJzrLE0QVRhdyJ8BRiM4OPuKo21T6Q1zlXCtsGgbaIqBUNyDVK_axmns2ILnHrWhbZfSt3RyP4-3mrmF0TGm3TLDlOeOO7kGnz5iROpoy3mAdFH2Xaw5eTNIWgh_nwqQCWY_gJmNxMDwWTB_xx-wLLuGhn7U10w_K-DMHxm7Lk7G-PQSQk_954k8kQCvcR6qDL4yLIKCs3g9cXGdOvDCNeoMfDtP1KBdWGJ3RjNiAw-lDnlet-G1N_TA8mBq9CpGh-KoUHRlxYCDn5hw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:36 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353357","not_before":"1505349457","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTQ1NywibmJmIjoxNTA1MzQ5NDU3LCJleHAiOjE1MDUzNTMzNTcsImFpbyI6IlkyZGdZRmliS0IyYWV5OThhZENEUzBMQ0o4K0lBUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6InUyQzB1QnREaVVtQWNndjEtS2tPQUEiLCJ2ZXIiOiIxLjAifQ.mKL-PAW_ogUlQIUoiwwJTaenTB9ziRmEOtj-9inFQ5PjpjPpLsmkRp2TIiF5myF1NG4gnM3VM6wRlNXB-nalSbWOytdnnZk9wEEEBy_8ge_m9Men8AUo0QCPM8i0cdbyOrIj_zJEI6HZKCWYKK7JAT6yOMWQqstb1-digiW7ZjvZSvoIsG-mIJuxZmf0bhI_3BK5pW1Kr74BEh5-ylP93hu1VHPRN3r_FlPOL1NVk_sAxrSAmGTRLRdl-a0qMSzVItUb2GksRdJRJHSvppIXIFo1SKfA7hJD01NA0TJwPhT6tWbKMlBg0sBNumW_RWVBt4IkJJ6vJjdtvZJN35sKhw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:36 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testmetadatapipeline","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:42:40.5896795Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['425'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:42:41 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1186'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"type": "AzureStorage", "typeProperties": {"connectionString": - {"type": "SecureString", "value": "some connection string"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['141'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline/linkedservices/ls1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline/linkedservices/ls1","name":"ls1","properties":{"type":"AzureStorage","typeProperties":{"connectionString":{"type":"SecureString","value":"**********"}}},"etag":"04007a4e-0000-0000-0000-59b9d0960000"}'} - headers: - cache-control: [no-cache] - content-length: ['359'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:02 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1142'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"linkedServiceName": {"type": "LinkedServiceReference", - "referenceName": "ls1"}, "type": "AzureBlob", "typeProperties": {"format": {"type": - "TextFormat"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['172'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline/datasets/ds1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline/datasets/ds1","name":"ds1","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls1"},"type":"AzureBlob","typeProperties":{"format":{"type":"TextFormat"}}},"etag":"04007b4e-0000-0000-0000-59b9d0970000"}'} - headers: - cache-control: [no-cache] - content-length: ['393'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:03 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1166'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"activities": [{"name": "act1", "type": "GetMetadata", - "typeProperties": {"dataset": {"type": "DatasetReference", "referenceName": - "ds1"}, "fieldList": []}}], "parameters": {"Dummy": {"type": "String"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['220'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline/pipelines/p1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline/pipelines/p1","name":"p1","properties":{"activities":[{"name":"act1","type":"GetMetadata","typeProperties":{"dataset":{"type":"DatasetReference","referenceName":"ds1"},"fieldList":[]}}],"parameters":{"Dummy":{"type":"String"}}},"etag":"04008c4e-0000-0000-0000-59b9d0980000"}'} - headers: - cache-control: [no-cache] - content-length: ['434'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:04 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1157'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"Dummy": "dummy"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['18'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline/pipelines/p1/createRun?api-version=2017-09-01-preview - response: - body: {string: '{"runId":"e10aca35-a3ae-4dda-886c-8a4025f2e38e"}'} - headers: - cache-control: [no-cache] - content-length: ['48'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:28 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1141'] - x-powered-by: [ASP.NET] - status: {code: 202, message: Accepted} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7816167b/providers/Microsoft.DataFactory/factories/testmetadatapipeline?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:43:31 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1141'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_get_nonexisitng_datafactory.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_get_nonexisitng_datafactory.yaml deleted file mode 100644 index a1d9ffb541c5..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_get_nonexisitng_datafactory.yaml +++ /dev/null @@ -1,189 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353417","not_before":"1505349517","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUxNywibmJmIjoxNTA1MzQ5NTE3LCJleHAiOjE1MDUzNTM0MTcsImFpbyI6IlkyZGdZRGh4N1VKWlowbTZtdThSaXdYdktwLzNBUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkctbXMyZVZKamtDajlDUmZ2RXdQQUEiLCJ2ZXIiOiIxLjAifQ.bbvDnJ-nJPcMuGZVuT9ffhtR0F80fAZW9KwMcRVWwoLNL2yePHeZItdcr7Ng8fWdNejRWZRmCWB7qfA4zxauFQNoTNT5QhAMH1CBo3J8Z4D_QLNPjOq8p7ww-DckWZZMYk6tIgDAp2Mfsu_SK9KrlvTOmCyhyE_tO7L4kdDcNwB-CbkgdB3v4pbTnjxlW2ZPWJ8_xfBzym-S8AHdkppD1xHMzfajgFafZsL5fvz-pVeQ7G5mfFs96-p5KLVNWacE6hbmNdF_m8p6-0oQ38PecP9jxmxbCIjz_B6EChgpUGZiFqmtmeVhT5eApbpr_md1tu0ZsxE9x5rMh_IIkgG0bw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:36 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353418","not_before":"1505349518","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUxOCwibmJmIjoxNTA1MzQ5NTE4LCJleHAiOjE1MDUzNTM0MTgsImFpbyI6IlkyZGdZQkRYTy9aVmVzbXZWeXN1ckJEYlBrdjhLZ0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjlEVHBwV3M4akV1NFpNbVctYmNGQUEiLCJ2ZXIiOiIxLjAifQ.wRUOoknQ8y7y1ipZNO4sSl2IM7g_lQYZS0gygssO9fsp23S4bzHHVm8a9ZtVPmK3W7SmzJMdzAcBEczY-Flhf1mgObHw64Mc8DLZfIQLFC1gw16C9JpAscDfiZeXz8S91isET9WH6XuGzjsJYWrpQuJgAL30FSKe1H48Itu3Ibl4UzhjdIDqM7gcQX1kQI3DiXo0YU9t5QSg_3P7L05f-Wr3pRut7iDPmOimnyU9K0Q5UhUtIW-0vJ12WKyOSVLf9oyd7GNOFsTzVMA6ax52oIvGWbnlHeb4X1dV2dE4bo_B1YmMDmUvztoRm8pH9k0dGnaE2z1YHGvPIwa-D5fxtw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:37 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353418","not_before":"1505349518","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUxOCwibmJmIjoxNTA1MzQ5NTE4LCJleHAiOjE1MDUzNTM0MTgsImFpbyI6IlkyZGdZT2hrVXAzQnlTdXpjOUp1MTBWZlpwVC9CUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXBRc1lQQUEiLCJ2ZXIiOiIxLjAifQ.sDlJKdUkdDU3nnS7sPXv4pd3ax7g68_snhWndo1471UpuMyhrj5TKhudXI_2UGxUFI-ndws-P-2dDddyThlrN7XlL-9qnDJ0BRvSz6YLGb5RCnFyQ9gl5EmRXZ3eg7_F55JnGLK-hsit9zHTy6S3gc1vgRpMrymhp14cApc1Y3AOwz7l9ZYBzxHSx_Gk07QH-hbc-uTXSFlgjvQUGwMNILzKINZMlW6wyRjTszw3KqOB2bV2aMEr6dTGREjZUlzIFykL3WgYBsZE6uiPY_TQisV-1lO-sgTqy2BN9sa0XR4G5wUX7o2d5apa4VPGK8XZG32udmT4zPhLrM54BpZX-w"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:38 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353419","not_before":"1505349519","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUxOSwibmJmIjoxNTA1MzQ5NTE5LCJleHAiOjE1MDUzNTM0MTksImFpbyI6IlkyZGdZSWhxMkJsNjByNU82ZW1KQ3U0RDRnSHBBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXBaY1lQQUEiLCJ2ZXIiOiIxLjAifQ.E9J1FqZr-U0kCfdqZj66CM5AtE1YTYxdmsDmg-mWBh58bY_nQ4zbhd8Ak1LGXZSNMc4WxIpO2MyJ5yr7oNt4LCuhnNyhrwXwsrhihminRbPNtfsDAkD1Fk2DnODrtmJa98UIGvQ-gOb1lXpR8YE2Qvltufku8psJInP6m09wFjOQ8R2qHaKVoNYo6r0ARmlzFz8oXArqwMjJWHDOyiV_vD-8Bqd51j7iKzzV4YiP49edqmHZrTiU6t07qO9vrdAVXbx4ETFw9cQ1rLlytIFBk34LPUphnARNiVt40lNGFJ_Y75D98xROHGE1Fm6gVYj_BoExyDYr_sZdLgUAy7lSRQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:40 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353420","not_before":"1505349520","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUyMCwibmJmIjoxNTA1MzQ5NTIwLCJleHAiOjE1MDUzNTM0MjAsImFpbyI6IlkyZGdZR2llYUNTNjR0SCtQajdQNkdpbTZJQXFBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXBnc1lQQUEiLCJ2ZXIiOiIxLjAifQ.uuWoDFOTeaSdhwQsp5siEbpgX5zoNjpnHH9T8icHxXRXu1AlHIP5pwDxswM9EbgLd9j3ZDj1N7vm4SSLSQHM22CxDebRuoQDcZZMw6td_VpB7ncvGuP5BmPBfY69ZSHJ2yuEVHNdEMuITnm1oY8KgT1eaN3gY-ZLDkBcIhDixrDXqHqyBanidOnqtP0wktk552z-oxwkuNd5BmNeLqMXKjiM2mjX7BPy-CVejnoPQE-R3ziDdxqA2Dk_2VUYDsEX-ul27Y1I-4RumeaFY9yk3TUcjMBYNO5-BOGLqCuxUZO0-zm49u6Mr3W9DW1W0bA-IV5LAGFzARbmA0bbWmu5YQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:39 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353420","not_before":"1505349520","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUyMCwibmJmIjoxNTA1MzQ5NTIwLCJleHAiOjE1MDUzNTM0MjAsImFpbyI6IlkyZGdZR2h3U1grUm5DVXk2N3ZpMDVNZC9QZm1BQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6InUyQzB1QnREaVVtQWNndjF2N01PQUEiLCJ2ZXIiOiIxLjAifQ.EKzCB5VH68a-CC25x0oaYJ_DZu1xz34QJHkPkw91EH55rEPoJX6gxRZtIEi8gzH11Gma3b0o9t-KZgWujGA5cm2mH-x9VRPa6Kpv5ltNLlan1-ESJ0jZjuGOQ2Z7-aasGGBMCJsvu-_axuTavVZCXLt-TlkqfaWR_o6sbIirgqxrzpE3_TtnUN3x2jsDXRkGNIMit3GHjap_STbxLx-YG0AtdbnnXEpOjeXn8C-pbkGn_uYi-5wVfAdf_xUqoZGJM5i3k_OT6D-en8aCeFPfJKnduqtkVNc7y3Z1_vFObfVFZyx3AvzkZaKqyFg3Eu7cMHF4rrwOuqREMEUyyMWglw"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:40 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: GET - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64f61659/providers/Microsoft.DataFactory/factories/testdfnonexist?api-version=2017-09-01-preview - response: - body: {string: '{"error":{"code":"ResourceNotFound","message":"The Resource ''Microsoft.DataFactory/factories/testdfnonexist'' - under resource group ''adfpythontests64f61659'' was not found."}}'} - headers: - cache-control: [no-cache] - content-length: ['172'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:43 GMT'] - expires: ['-1'] - pragma: [no-cache] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-ms-failure-cause: [gateway] - status: {code: 404, message: Not Found} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_integrationruntime_create.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_integrationruntime_create.yaml deleted file mode 100644 index f4d4a8e12172..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_integrationruntime_create.yaml +++ /dev/null @@ -1,281 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353427","not_before":"1505349527","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUyNywibmJmIjoxNTA1MzQ5NTI3LCJleHAiOjE1MDUzNTM0MjcsImFpbyI6IlkyZGdZSGp4K1ZUZ3FhQnpEZjNmR1RkRXZCTTdCUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjdOYlM5dTdRQjA2b29Pbmc2b2dGQUEiLCJ2ZXIiOiIxLjAifQ.gaYG_z19Y2o1Q-yKHEX2i4DYFThVxqQysHPm8ztA_tARhz9D3h5AvKLt3OMOUKSoUii_38H4xQyCqIniRpBdC_vESmxMmsE0KTo5JxfOceBDiZ7govOwYRP6AvLm5wbiCx1Pm-Yq-J8ZSJV6kFnWrQAn7l3uvx-xaRLwOEg4HbJHQjyYnFE_hJTgd4xXvvwZJZ_jKf31ZcmLcAqOg6qInJLA6RjF4m8P4bGa_cdOxVS-RBS41OxuhRjfIfCklhO2bKo_XxgmbLCb2z6tcV6k977hauW-epkiGChn-DWgaT86_K7odsI7b7j54GI5xIhzmMWcCwpEk4bxOygD3yj2mQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:46 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353428","not_before":"1505349528","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUyOCwibmJmIjoxNTA1MzQ5NTI4LCJleHAiOjE1MDUzNTM0MjgsImFpbyI6IlkyZGdZSmp4VmpqRjRsUFcxTkMzSlovTU0xczhBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkctbXMyZVZKamtDajlDUmZlRTRQQUEiLCJ2ZXIiOiIxLjAifQ.D7V2Ivp0gdb3nNew2--pG7v-I7BFByFBWzjShI9mZmPhVQIXj45nD2R0-WXdMOHM32l5UHpYE-a_VSHS6A8miUmy8zc3EM9CL1f0CrcUpt_PfUPdxBVtI9pm2fi7D4wlsePmm3izg5Qmqyz9RaFbHB6BJAjks8eDksNjzC7mBC9CQG6Vf2SUbG_DCejDvJH891W-4jCaK_m0pgOXcNj1bg5JLA61-9SkLVLMAeInXYj2xEIYkKfUiA7Ne048y6oQ35fS_IGLN6i83i0S2n2H1zlgdElosGl35eAdAcqKH8AmTE0pndNq88DAsIOlJ8Qt8y43KIkk9DPWnuNSZe5G7Q"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:46 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353428","not_before":"1505349528","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUyOCwibmJmIjoxNTA1MzQ5NTI4LCJleHAiOjE1MDUzNTM0MjgsImFpbyI6IlkyZGdZUENmRmw2bGRJek5KRUxWTmUvVzVHbEtBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkJ3N1RSOUZKYTBhX1hpcDdDOGdQQUEiLCJ2ZXIiOiIxLjAifQ.hVmDL6WTwZAlWP5NlewlfWeKaFjGeMWApsGe-q0nXH5c18kAb9YuJ6xt5XtTk9VaQOVQuVeoDOfQYQYY_Xe9KnoUVe9owrrb3fKTnD45I4jmGwg0mdeOs8UI8fWzOMhbY_zHekeG-y3qpgWBc9sV8eiUwvjjdf_YhsEoJ7cWf06mmqqnKxuSbRH8i0DACiKAvr9tTEIKchIDPZKE7obrNisPOwTKid_JsstUH3mRULX0316FqSJRsvx5rdRBv77Q8JP5dTQ4XBGd1m_T6wJkY71abBy_TYFSB9u0iyEQRVhEzf8sPlKH1A5dggXHiuVATdm5LNT2U0HzqbSCRy3i-w"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:48 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353429","not_before":"1505349529","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUyOSwibmJmIjoxNTA1MzQ5NTI5LCJleHAiOjE1MDUzNTM0MjksImFpbyI6IlkyZGdZTkM2OFd4cjQrTEhvVThDRXJwZi9mSU1CQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXBJc2dQQUEiLCJ2ZXIiOiIxLjAifQ.PsDlri-dYEuPjaBrnV1XAjpU9tzwk9aiWsQXg_DFmZz_WyX8ZNaEwXeAuQT8_DqblQ6VrTKjp88r2JpY1bIvWE0uZCM1Q06MX3n7hdbBOP2kcxFTW0e1KV5U-sdiwPJ0DRQhiuyaeo3_ipXuDKXRctIfICkBePpDHp2dmzjymyDjrJle5XVE661U6mUEY1j7MQ7aUrrjPkp5yJuOkP4MbyGY6LS5tJ9_7vicgWc_0PW2xQM3XZ0f9Ri0WATkj-HlXCSFJ7VZLIwr60lzPCkSbx601arqJ0KoxWdNQUCkwIuRqwrlEmq2yutOgSNqSs5zGwPisBNerN4PWQ6HkWEVvQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:47 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353429","not_before":"1505349529","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUyOSwibmJmIjoxNTA1MzQ5NTI5LCJleHAiOjE1MDUzNTM0MjksImFpbyI6IlkyZGdZRkQvVWZaTkt5UnMvaEhwMUsrZGRoL2RBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkctbXMyZVZKamtDajlDUmZ0RTRQQUEiLCJ2ZXIiOiIxLjAifQ.NS2fNS1iQVhXkRLjl0gNqeHa7woSNy9lDIZqSk-tT0ERJEhiO8gxMZ1b6fJT6O5gs2CIQySGFyC0OKKOER950NV4OUAEa7rAnES4PgX27hp0ZTCa-UkiKpWgHX1dIjUEUe0TNH7iBh03QXp18ozuSlEDpNzALtfEl970lfVx3jezL4HKZ4cShOj0J3T8gQS0wzjLX3NN3icwKKeyYT8WcNyi8meoqY6SHmMoNmP160qrE0lxX6JS8M6l61TtqCwmZaASgfOjPo-xf4ohHzdL2hXXy71FAm5AAjOghDe4i6yNGKQghYQWOMptLTHBBj6HVRzsc7FNmtSPgJQ9swkQpg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:48 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353430","not_before":"1505349530","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTUzMCwibmJmIjoxNTA1MzQ5NTMwLCJleHAiOjE1MDUzNTM0MzAsImFpbyI6IlkyZGdZTGhiTjVkbnk4MU50NTRzL2YxZWxUSDFMZ0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6ImF4ME1RV0U5R2tPTDAzZDlxRW9QQUEiLCJ2ZXIiOiIxLjAifQ.vG2B-YHSfHngXbfejt-3ptud3PFblUygfOgymR9Be7GfwkH_UZ3XVpKo3-cBqeE1AoEAIw-safKykcg2yuu6j68Tp2l-_W-3kslD10kNokKs7gMPuNN5qaibgMKcQzz6UlWehufQP81O5fi-bPwpu7Z1J6LK0h9vNo0LyzaMfOtbLDyRdw8WlaCars4p8_hzrZ9uYfJ7Yf9sWTJONatC4MHnrAC8rrytoB4RtcHzh-wKYovf9SD4adxCEdKiVg51ttBlqeFyi1sObcWzSIOGuZDeXe2ZTxQKEtOpNIE1ZvblZXzzMdqC2BVQkedgHK5kGjnpgpCJkncZu1jQp1l1wA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:49 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests3ac5158e/providers/Microsoft.DataFactory/factories/testircreate?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testircreate","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:43:56.3683158Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests3ac5158e/providers/Microsoft.DataFactory/factories/testircreate","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['409'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:43:56 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1173'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"type": "SelfHosted"}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['38'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests3ac5158e/providers/Microsoft.DataFactory/factories/testircreate/integrationRuntimes/ir1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests3ac5158e/providers/Microsoft.DataFactory/factories/testircreate/integrationruntimes/ir1","name":"ir1","properties":{"type":"SelfHosted"},"etag":"3000eeff-0000-0000-0000-59b9d0e20000"}'} - headers: - cache-control: [no-cache] - content-length: ['271'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:20 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1140'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests3ac5158e/providers/Microsoft.DataFactory/factories/testircreate/integrationRuntimes/ir1/getStatus?api-version=2017-09-01-preview - response: - body: {string: '{"name":"ir1","properties":{"dataFactoryName":"testircreate","state":"NeedRegistration","iRType":"SelfHosted","type":"SelfHosted","typeProperties":{"taskQueueId":"775e7cce-f313-4507-a3a9-be0388ea88ec","nodes":[],"serviceUrls":["wu.frontend.int.clouddatahub-int.net","*.servicebus.windows.net"],"capabilities":{},"state":"NeedRegistration","createTime":"2017-09-13T20:11:17.8634925Z"}}}'} - headers: - cache-control: [no-cache] - content-length: ['385'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:21 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1164'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests3ac5158e/providers/Microsoft.DataFactory/factories/testircreate?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:44:23 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1139'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_integrationruntime_regeneratekey.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_integrationruntime_regeneratekey.yaml deleted file mode 100644 index b0205748522f..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_integrationruntime_regeneratekey.yaml +++ /dev/null @@ -1,311 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353467","not_before":"1505349567","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTU2NywibmJmIjoxNTA1MzQ5NTY3LCJleHAiOjE1MDUzNTM0NjcsImFpbyI6IlkyZGdZRmdaTml2cy9OYmRxdTlQZTNnVjNQL3pIQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkctbXMyZVZKamtDajlDUmYxRlFQQUEiLCJ2ZXIiOiIxLjAifQ.JUO67CgQeLe6KQbq1F9bdeOuiQaisuCiR7wvuEh0wy_WGgXwZcM1AEIPW8O_q1klKpkByPCwc8r6tkHzzsYKt7LCCy7VYMx9YMPvgTkwlJN6JcntRf6S-ZXWjm7g14NYlcnM-wsmlv3FX8BOdX0rkmE-AgbzVssAtj49w19miFYmw2x8wKLiSEHZIDZorHyB0o2w2k8IG2sU7vmu5pgjMw5KgUp11nRCrI7sI_Gm8QlGkhiPSGBi9Dg3UOWeMSki_YFj4303mM4jbhsdAf0yWsVz9hW3ja44tCeaDh0fQ-Yp2cOAg1huUTTdqeQXLiilxUJZO6ioujz7CL5KXVrvig"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:26 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353468","not_before":"1505349568","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTU2OCwibmJmIjoxNTA1MzQ5NTY4LCJleHAiOjE1MDUzNTM0NjgsImFpbyI6IlkyZGdZRkFvNTdNOUZLcnBKWjZ3bUMvNDUreDBBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXBvODhQQUEiLCJ2ZXIiOiIxLjAifQ.qrtV3nf3gbfV_FEcaYp3UtbuB5OX0TA0O5lUEG9HO_2zd298fllVcn0TONSBvj0jGlC0-R35011K8l1Qn5ppy5yOf8vF0FZVAJl2DO3wrQgvEhMbX4p_qv8cqvUrgGDqyREnLjw-4nrbjk1Jml5M-_D6Mj62GUGRiMOtKC-901icJ_W64YM0AXHioH89bKFwotexqBlld9grBp4oHUGFM3i8jYAyMuusicG3SroHqeS1jd-PKqTHvZfrkVmXAchqt5z49FgcRK7iNP_4qiVIfGeifOz0ijBfIhzo4xG4cwyu2UWzvKZndo5JV-wj7YEnZkyqFJVqKF3bDQnpkC6rUA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:28 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353468","not_before":"1505349568","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTU2OCwibmJmIjoxNTA1MzQ5NTY4LCJleHAiOjE1MDUzNTM0NjgsImFpbyI6IlkyZGdZRENkdWxyNW0reWo4TlgvUlVMOG5qck1CQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXB2czhQQUEiLCJ2ZXIiOiIxLjAifQ.WMMe5sPrcpQtwOU1bSBLnni1AK4sl9F_XuLYKlO0ahCqa8LlOtHARgzp0W5Yv4HGPXbu_SglnlpGb0FCS64we1tvCDoQvC4WV1_qXDVzfRHDhngzrd8k7Vky_kNd40xYtR5IgLGnqiFflqwmvTa8dhv2tDRaicIigl79UhZMNqWEja9UoHDFltDyaKqEbX__HK5CHKYbAuWFppCOgwCPBN-54UDJlTVOyTQ2myOfO_HpL47QwCOnJLp_rSYOV1xbVrZQZv4R8kPSQUUip01R8wBcE8pRY4pluHQ0wW6p2I_D9-Xxo7b9eTws0Q6ekPrsFqH9GeQLOZh6Hsyoi6zsfg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:28 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353469","not_before":"1505349569","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTU2OSwibmJmIjoxNTA1MzQ5NTY5LCJleHAiOjE1MDUzNTM0NjksImFpbyI6IlkyZGdZS2liYTYreDN1enc3TXg3NzBLOXZwNWVEQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkJ3N1RSOUZKYTBhX1hpcDc5TTRQQUEiLCJ2ZXIiOiIxLjAifQ.XGYhNzQKgr8kLnxIx_fMZIqvONQc3Ts3aJ1tEDj2igTUqvZnFlgdPKEUze9GaAJM0Z-lx35y2-PpBxtq37kckEwXXF6zK-xuUwAyxDQV_9pTllo4k0GHg0BsgPGbNsPW5PMYdT5dbM4elnvMkyK7kEoEdjKTueisN-Qj69BbDkDzX8sl_6d0W44m4ZDOwhCGtWyF_SXCONmTA-tgQMbfFiXEvdIM83RfOfqPFzjt5a90cgXG1aWNv04SYNUZLEwap0iP2UDxT82bklBpMnOW-NxYfGz5LUUhGfoWAACVpi0uHMjqYqDqTuLfsTCPlC3-b5VFdST1uOUaNSm2WJRViQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:28 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353469","not_before":"1505349569","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTU2OSwibmJmIjoxNTA1MzQ5NTY5LCJleHAiOjE1MDUzNTM0NjksImFpbyI6IlkyZGdZQkEzdDFteWFvUEJtZzBOODFtTUw2dlhBQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6ImF4ME1RV0U5R2tPTDAzZDlSMUVQQUEiLCJ2ZXIiOiIxLjAifQ.CVmbcRzmU57Di04XIcdDEvV74lVdMy7_YK020WAHVjhcRhFi7P69B4Js03mH6SzEALOcnK2MD9c_IzgEiuQDIJx9o70Rva0z10gGcKRAFrnVbNTtXAuw2GcTbAMCZxl5hghOtBv_ksCaeenFPcUaLN5SQB8E33ytMFOPLzu8p3WTWEugOu9i1S85Q1ToXLVb9WVyA4T0GrKK_79esVff0KAWYeAHM_TD3aVuV7daKo8NMJZdTOM738LQHtnOJXhhtX69N7Svo_u7mwRBGCZWaJsv1PTpZmiGjeLYiQkMfLMk3AmTcdgDkLoXysPSnnxfOr5kVREQr_GB1Rnf3c2-OA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:29 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353470","not_before":"1505349570","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTU3MCwibmJmIjoxNTA1MzQ5NTcwLCJleHAiOjE1MDUzNTM0NzAsImFpbyI6IlkyZGdZQ2pXMDJTZHIrZjhONjNPb1RFMjE0TWJBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6ImF4ME1RV0U5R2tPTDAzZDlXbEVQQUEiLCJ2ZXIiOiIxLjAifQ.G8kthBq38Rc1S4oH1Um0iz_J5M3byofUp9HW58IA4G8phN6-58yw2vV-wqixhAyjYcIVjf15SP1Z8xEGpbKZQTzqW0tl1BxDftrSX7t_FPOgi9Vmtdh1pwfYTiAXznv6IPOBvj0gD6Lp7LheHPnlZzEmHd6-CnpTXz2_L3gxJMIR5goCjUa5KQXauYr4mSQKAdu2xoeZiFOeQwEdCdsWB0wn1E4GqnRLi5S4KXwlg6OJELcFcwD80Lgf7TIypC_bPG_z14bhgcX1saFqncUzszhfLIhwBki-OBfQ0k5Q7K_b8gRGeN-JdJ46pHA6X1szp9d7lgg3m4sLJeL1jkHacA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:28 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsdd961885/providers/Microsoft.DataFactory/factories/testirregeneratekey?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testirregeneratekey","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:44:32.4080722Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsdd961885/providers/Microsoft.DataFactory/factories/testirregeneratekey","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['423'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:34 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1155'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"type": "SelfHosted"}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['38'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsdd961885/providers/Microsoft.DataFactory/factories/testirregeneratekey/integrationRuntimes/ir1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsdd961885/providers/Microsoft.DataFactory/factories/testirregeneratekey/integrationruntimes/ir1","name":"ir1","properties":{"type":"SelfHosted"},"etag":"c70072c4-0000-0000-0000-59b9d0f30000"}'} - headers: - cache-control: [no-cache] - content-length: ['278'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:35 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1168'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsdd961885/providers/Microsoft.DataFactory/factories/testirregeneratekey/integrationRuntimes/ir1/listAuthKeys?api-version=2017-09-01-preview - response: - body: {string: '{"authKey1":"IR@2b161916-9077-4dea-8c6b-4527881fb545@testirregeneratekey@wu@5un9o5+1KFO+89EHlLw9y7JBm46ZKMUCOHPYHYJeqC4=","authKey2":"IR@2b161916-9077-4dea-8c6b-4527881fb545@testirregeneratekey@wu@ukXMnLb8JUfLTf6FYRuxyzrK95g65QpC8BsRZeqX5KQ="}'} - headers: - cache-control: [no-cache] - content-length: ['243'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:44:58 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1183'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"keyName": "authKey1"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsdd961885/providers/Microsoft.DataFactory/factories/testirregeneratekey/integrationRuntimes/ir1/regenerateAuthKey?api-version=2017-09-01-preview - response: - body: {string: '{"authKey1":"IR@2b161916-9077-4dea-8c6b-4527881fb545@testirregeneratekey@wu@a3O723GTXdqdjj6VXgH7wf9mqGMT9K70uvhqBxmJKxs="}'} - headers: - cache-control: [no-cache] - content-length: ['122'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:00 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1153'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsdd961885/providers/Microsoft.DataFactory/factories/testirregeneratekey?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:45:03 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1132'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_lookup_pipeline_create.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_lookup_pipeline_create.yaml deleted file mode 100644 index 20751a3dda2b..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_lookup_pipeline_create.yaml +++ /dev/null @@ -1,344 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353507","not_before":"1505349607","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYwNywibmJmIjoxNTA1MzQ5NjA3LCJleHAiOjE1MDUzNTM1MDcsImFpbyI6IlkyZGdZSkRaWS8wMDZGSFpNZkZkaTQ0NmhsNVJBQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6ImF4ME1RV0U5R2tPTDAzZDluRmNQQUEiLCJ2ZXIiOiIxLjAifQ.eRtV2alqWZD_9v7K3KbjSRADPOvWYfML1jWtdc-hEA7qgQ3xih2yRhj6zVwDugJS_oJtd0Ikyj6lXurAC0Lzg1FstKxdqnJCI2XbgZLi164QbpMNiezD4738lIQZHdVWIVhnIG6YmN24h80gwEFVp2q51HY2TfAWgvoaz2ORtw3RSODvD7zD_CZ51lQH1AnoRXfci6whh6ys4qrj1o2XfP-1GVGQdpLWB5LfhapkU63XHGXePpOzOi2FhKCQ2Kn-RukYl2AXtmB5eSmIg-k7nE8JpbxF-71XDdZiOqulzJUc1aQA-0xyCU__ZZCqf1gQmNiE-cqnXW-bZyqo7r7adQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:06 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353508","not_before":"1505349608","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYwOCwibmJmIjoxNTA1MzQ5NjA4LCJleHAiOjE1MDUzNTM1MDgsImFpbyI6IlkyZGdZRGo2ZnVwLy9TTGZZN09TLzhWTzJ0dXlHQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkJ3N1RSOUZKYTBhX1hpcDdoZFVQQUEiLCJ2ZXIiOiIxLjAifQ.qYyVY9mN4QR3DeJNqYh1y1347KK8WutqV_9jgkTChwO8KuvOpEueyMMa5KwFVq135CrfZll_dr99Rd_EGIZ6Ww8c6h0OK6mGvN_rg6otsPaaJEqOA_MQZmCtV5uj3Iy5_Esiax-ngyBBdQ668QOheI9Vh0g_6gtLZvrR61YLNvl8__ypISq_-78OhKvvCfu8MhVjUqkqOkABsk2V8cZovNGQ-hY0sAMUJ0WbCqI5Zp4Pea8jK2ASy4m99w_AuY855Zg1-hW0T9PoseiCcLqGQ959BFaBcK7HCefdohDT-gNC7EET0lPsCQN2KB6yVSGksDrZwzq1FbXeemrpN00JuQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:06 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353508","not_before":"1505349608","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYwOCwibmJmIjoxNTA1MzQ5NjA4LCJleHAiOjE1MDUzNTM1MDgsImFpbyI6IlkyZGdZQkRLQ2xLYW1QcWNZOGM4MFJTZkp2VjJBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6InUyQzB1QnREaVVtQWNndjFfc0VPQUEiLCJ2ZXIiOiIxLjAifQ.ZmOmq_mJNsVSBPB9sCW1Wt0YidJeWPX1Thum5jBtlqKBH8N8Ha0-cqzVdgtEmMk8Pbw-JsM0z0LvS72hqJeYQ1ltCDAeX7QVQ1ptJeVlCXhhMW41vI1BM6d3qxr9rXKWAUnzg4eordBrZYDNU0E278i8dKAIrEBhvNZPj8xUdEPUFzvcog5qxsiqgIHAnAP8AEaQe7-HfRhs_upADUIWpAYoXb5dTMxTUZ1hJ_lnxS2i8LzqrIS8tRP4AX1HsluLlAZxhVsophIc5SG8OIWSWQfth0ORBkKCceInmKTCcY6vLMBCb3cKM5RNtrITRvvda7rMSwXb_sVHy1jinodszA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:08 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353509","not_before":"1505349609","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYwOSwibmJmIjoxNTA1MzQ5NjA5LCJleHAiOjE1MDUzNTM1MDksImFpbyI6IlkyZGdZTWk1YnZQMUNidE8wV0VaNzM0bjRlYytBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IlhYUGl2RmNXTGt1ZTk5YzE5MVVGQUEiLCJ2ZXIiOiIxLjAifQ.M-oosJlMQffsfWLHtvkRwJrorX_g1LhgZYm4zpTcO3V7oBfd8Fmw5vUH2u6v-PQeSdHNVIA4IkYA2Fj76uPCz1ytUwVR_7n2CCJPjtXaq8ke_gwfYrlCZSF_LIzwlxJFFIPxRahoJ0YcFZgi80BXwGS_YpVONYJX11u_cjD9bbaXpJaEZb2Z0Zy9Do4xlNscFQeH5vL8pIazon7w5QPmKeUzYZ5v_nb1gV2OSActw5x1Efqv8YSi2c-TKdQJk2puXzYDTy3EBE4AeoP6NmY-7zDXE985Nfy339PPbkNAJaNQ2WZn1j1oXChLSwg7jD0ZIkQu8bsqER2NXxbFI3FGeQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:09 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353509","not_before":"1505349609","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYwOSwibmJmIjoxNTA1MzQ5NjA5LCJleHAiOjE1MDUzNTM1MDksImFpbyI6IlkyZGdZUGd0OEhWMWgvVkxUWStKQ1hObjgxV0lBZ0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkctbXMyZVZKamtDajlDUmZlVnNQQUEiLCJ2ZXIiOiIxLjAifQ.AGvT6Rt-Tc1q3QRA0m9Somml5nsNg7XIzDtmZ6KVFl1iszJC0s1TOm5Jq9AasVa7nTuvwu4uS8fLm7GhgJgjq4dkOdgomowphB9lUHmf-XPHcMkh7VPqcv66VJGAcb0DDbfvDOyzs_CEfxCBhUhb7dthDuFmKAB-Va6I1LRPMDAVeQQqh3R_djlzpspTJ8W9ItfYOD_9DbO22TJqqkWRbI2IY5nMuCHadFPKeBrH9UwQsX3qDNs5mDbhQW2j3xDQxcrMOeHfS4oVfj88b_fWhF9dE229uQqHP6fgEKxB8n7OpS97XVLTwqSrkzMLgJTDskI5VnUqsU2gjDdcJcXtww"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:09 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353510","not_before":"1505349610","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYxMCwibmJmIjoxNTA1MzQ5NjEwLCJleHAiOjE1MDUzNTM1MTAsImFpbyI6IlkyZGdZRWlwQ1gwOVhjV1RSVVgxOStlMXp6ZW9BUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXBOZGNQQUEiLCJ2ZXIiOiIxLjAifQ.pbmIfxKToFMo2v3n6c7CU2hUuJTfy7ZAGu4KRpjLLGmUkaV-QEDOrJEru-BQk3W7FQaIpl-6oKPbxB895xmTDEw2G7lLfs56RSwAUgA4i8ywmVqx8Tozk5XQ0pgJ-3hSxlYxFjWo3FTZXScHoXj7PMTv0DZ-2qs5Rok2c0osLeXPqpx5rqKZkiYmpdVj0G56dcSr6w5TSww72_cRsGaKno8WlGS5vakaZWTG1u8jblgfFPzJT3-Syy-RwQP1xKON7sL6jMJ4ptFUfPLWEdhETwZPBYWE7hoP6F0ZkD75tkyOevZd-3R9iLed0Y_tAR3Io6vY7YBO2d7td1NXR8JqWA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:09 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testlookuppipeline","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:45:13.7151364Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['421'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:12 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1179'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"type": "AzureStorage", "typeProperties": {"connectionString": - {"type": "SecureString", "value": "some connection string"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['141'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline/linkedservices/ls1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline/linkedservices/ls1","name":"ls1","properties":{"type":"AzureStorage","typeProperties":{"connectionString":{"type":"SecureString","value":"**********"}}},"etag":"38003e22-0000-0000-0000-59b9d11a0000"}'} - headers: - cache-control: [no-cache] - content-length: ['357'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:14 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1137'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"linkedServiceName": {"type": "LinkedServiceReference", - "referenceName": "ls1"}, "type": "AzureBlob", "typeProperties": {"format": {"type": - "TextFormat"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['172'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline/datasets/ds1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline/datasets/ds1","name":"ds1","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls1"},"type":"AzureBlob","typeProperties":{"format":{"type":"TextFormat"}}},"etag":"38004322-0000-0000-0000-59b9d11b0000"}'} - headers: - cache-control: [no-cache] - content-length: ['391'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:14 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1151'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"activities": [{"name": "act1", "type": "Lookup", "typeProperties": - {"source": {"type": "BlobSource"}, "dataset": {"type": "DatasetReference", "referenceName": - "ds1"}}}], "parameters": {"Dummy": {"type": "String"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['232'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline/pipelines/p1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline/pipelines/p1","name":"p1","properties":{"activities":[{"name":"act1","type":"Lookup","typeProperties":{"source":{"type":"BlobSource"},"dataset":{"type":"DatasetReference","referenceName":"ds1"}}}],"parameters":{"Dummy":{"type":"String"}}},"etag":"38004822-0000-0000-0000-59b9d11b0000"}'} - headers: - cache-control: [no-cache] - content-length: ['443'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:14 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1130'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"Dummy": "dummy"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['18'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline/pipelines/p1/createRun?api-version=2017-09-01-preview - response: - body: {string: '{"runId":"4595211b-01d9-4425-8ccf-4af6ada9fc05"}'} - headers: - cache-control: [no-cache] - content-length: ['48'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:18 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1166'] - x-powered-by: [ASP.NET] - status: {code: 202, message: Accepted} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontestsfa711435/providers/Microsoft.DataFactory/factories/testlookuppipeline?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:45:21 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1135'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_pipeline_create.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_pipeline_create.yaml deleted file mode 100644 index 2345082b99f1..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_pipeline_create.yaml +++ /dev/null @@ -1,378 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353525","not_before":"1505349625","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYyNSwibmJmIjoxNTA1MzQ5NjI1LCJleHAiOjE1MDUzNTM1MjUsImFpbyI6IlkyZGdZQkF3WjFLOXRQeDNyNG5haDR5K1czY3ZBd0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjVRdmJfdmVlcUVxY05YZXBNTm9QQUEiLCJ2ZXIiOiIxLjAifQ.jI2yEDT8cnodDYvoJrzazNoCW-mOEYBOsIMVPlRdhZJcYcXYnEbb-8OdWpzCuMJ3k-iZtE6QLojzkP44xn_mft5rpNx4ndJsn6G_JHuhM1b_cmM2-qLSLIFFGWtdq2Go0o8veYmszuKKFQnLa9R75MNXZKv2ostMZrA42tbcKa-RhsXs3WTKXA2gZZTJPUzRV4Vcg_9_6l57PbDaxbPNuqnkdIBZCxESB1HZzVc9LZ62dFchpWVID26vRKF3nnOuk5ocmCiIh974_e0uPW5cc67VNkmiBsdGmk0P_GaIE8JSMNCvWU45foOEsNguvzHH4GhJlDQU0yX9pmFjAIxRuA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:24 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353526","not_before":"1505349626","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYyNiwibmJmIjoxNTA1MzQ5NjI2LCJleHAiOjE1MDUzNTM1MjYsImFpbyI6IlkyZGdZQ2hoeURrNDZXNUZiNmZzNWZXbGo2dGVBUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkJ3N1RSOUZKYTBhX1hpcDdjdGdQQUEiLCJ2ZXIiOiIxLjAifQ.TPFAI5tnp0zinWnl2VVHOMVrGecglaXofGjRHHrUv05pShc6yII2VCbPlIve5R-dnR35XlHGlDl8Yk_s3RTtxTKJfOX6CZugMXuXunQstKNxvbn4mnCj7H1I9Cbr7GyTRJEwdY-3F7u3xRsgTRoFzxO6orrVaXlXc-TmeqlIYaHziQLNjvVdvTU2SNLB-Ka-NlEZOTmlyGGBuTaFw_2jwPNqzoeExWVqMGdQARc6KrIbDwWWM8YuZz2JUxOXWQM9OqjNPfNIIZ8Utghaz2er8EnmoUarTAoahgcW4Crkw2VjLuC_X4aB9cCTDJXxwsgUkBNg_v9UK_ECv3xI_-aD8A"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:25 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353526","not_before":"1505349626","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYyNiwibmJmIjoxNTA1MzQ5NjI2LCJleHAiOjE1MDUzNTM1MjYsImFpbyI6IlkyZGdZSWg3d3JEQysyeEV4K3ppVFZlT3ZjcWFCd0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IlhYUGl2RmNXTGt1ZTk5YzFWMVlGQUEiLCJ2ZXIiOiIxLjAifQ.sd34o-jVkXu05rpGy95kisDsUSoyzsKhkNMnJJWwDqb69NcGMZkF5MvdtOiV0ZmEzNCN7eXnO4QRZTfHeGtj9PAM0Brj3HIHO3HSbBP9LsRir3BXN0pzD-SrpSD4ehFN4lp7EuUKU1dc1NPVjweFo7Cg03Vl7oI9sr8dnXh0pQkpS3587M9krmDYGg1hl9hUzhFwPx57s6dH4hB-fHZmIfOXcOre-waKaF_6d9TwX_JETy4zvjqX9KBNwGwC7kpAGfsMXvquvm1CCh66_UHzP8MpB5vLV7pfG_KnHKRp7LWUYPA9HHQHC-bn2lcBZLUGD-HXfq-HUfBseP2XWsNiLg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:26 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353527","not_before":"1505349627","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYyNywibmJmIjoxNTA1MzQ5NjI3LCJleHAiOjE1MDUzNTM1MjcsImFpbyI6IlkyZGdZS2c3bDJmeWUzTFlqQW1lOWNyUEkza25BQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkctbXMyZVZKamtDajlDUmZuVjRQQUEiLCJ2ZXIiOiIxLjAifQ.br0x89YDQyWc3Ewr3kz5l5xQIE12gVlvBJEDZ5YvXtOvpl4eu1_vjNZaIQvaeVT-Wvzm9yIt2vzjQN8zHfBzwo0F-v9T6qrrjZOzCkbSqQFKbBwIhkD1juxSMHvJFzZ-yt_V3-Zz1j9ckpXwwLoBcnhbxltviU7YTHkLBExfH_224Z9nPHg4rBUHzIIBMDX4JXCqXolbkoZfFLsyj1whDi3urw_JZtjRa8VY7Agv3l0XGb5vA6r2CpFzmNTVgnP0_k1bEz8xi27VMJvcUt4XhLaa0rW57aZrx5RBxw_PUO0SBq4PwiBI0M5MTt1ZZJO7F-XNQup5QOBdNMYmZNZ2ng"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:25 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353527","not_before":"1505349627","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYyNywibmJmIjoxNTA1MzQ5NjI3LCJleHAiOjE1MDUzNTM1MjcsImFpbyI6IlkyZGdZRmhwT0ZmbnFtalRqcmQ3ejliL2RkMGpCUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjlEVHBwV3M4akV1NFpNbVdLcmtGQUEiLCJ2ZXIiOiIxLjAifQ.us5EPPtKj7HaUS3GdYTmN4w6ME7R4Swcn8SwOW-a30rJ_B70aYEoJ3LdsmF9xukJNo9DCPIWZauAsd3gtsSOo0OnES7cA3WfX7nhTcItNRMpeXjsYIxOsxbwcyYfsu74xqG8iCyjvBggXyW0H38H5Pnw8IzkpcrwCDZ99OivbbBz6AaQ9uMBgMQM9B_lE8mYgzL0q0aR_8lKdXAO-Ep0HxpW8-5-PbvY0_5ZqLKFA4-MmIguBwAsWCq8qqFj8yTiywspa8e8t4Q5_TdgTeQxFcSae_niiluB8zABzaWOdbVRwsTDQLyU8r5-RkAnqHrloOXRkxbPt2tFS2u-hp7Oww"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:27 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353528","not_before":"1505349628","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTYyOCwibmJmIjoxNTA1MzQ5NjI4LCJleHAiOjE1MDUzNTM1MjgsImFpbyI6IlkyZGdZTWk1YnZQMUNidE8wV0VaNzM0bjRlYytBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6ImF4ME1RV0U5R2tPTDAzZDlPMXNQQUEiLCJ2ZXIiOiIxLjAifQ.AbyPHiC_X0s87s7V5jYhgbzIL5CkMeHYUQOslzwa2qxpJvCiDcCH9wURrJDvliSEbPq-whjIkuB-kGqo7TsEI6TSFh_h0lBKds3ZybC-k-b3QMjFvo0LR1959xl-sKrq3lKhIKVoN-CR3VrtTIK7e9Nhswk34spbvOr3n16Uz0uHR5shdgC52zNOk2ZGc-Cq7C6cy1jQRIlY_hg4AuKMLmlga_Zd7jIw3P4Fi36b62K2QRzTExo2i6tUjGtPVDN5ZkvvmhhUmjQTOb9X4X22ZmgOOwlEfIqgXtZqlwzcWgZRhZe3sD84cH0W9JmdqK6S_X7CxQzxwlE4WJjiqS0scg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:26 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testpipelinecreate","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:45:31.9441689Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['421'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:31 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1177'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"type": "AzureStorage", "typeProperties": {"connectionString": - {"type": "SecureString", "value": "some connection string"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['141'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/linkedservices/ls1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/linkedservices/ls1","name":"ls1","properties":{"type":"AzureStorage","typeProperties":{"connectionString":{"type":"SecureString","value":"**********"}}},"etag":"8800f6fd-0000-0000-0000-59b9d1400000"}'} - headers: - cache-control: [no-cache] - content-length: ['357'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:53 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1134'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"linkedServiceName": {"type": "LinkedServiceReference", - "referenceName": "ls1"}, "type": "AzureBlob", "typeProperties": {"format": {"type": - "TextFormat"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['172'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/datasets/dsin?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/datasets/dsin","name":"dsin","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls1"},"type":"AzureBlob","typeProperties":{"format":{"type":"TextFormat"}}},"etag":"8800f7fd-0000-0000-0000-59b9d1400000"}'} - headers: - cache-control: [no-cache] - content-length: ['393'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:53 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1129'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"linkedServiceName": {"type": "LinkedServiceReference", - "referenceName": "ls1"}, "type": "AzureBlob", "typeProperties": {"folderPath": - "entitylogs", "fileName": "OutputBlobName", "format": {"type": "TextFormat"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['230'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/datasets/dsout?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/datasets/dsout","name":"dsout","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls1"},"type":"AzureBlob","typeProperties":{"folderPath":"entitylogs","fileName":"OutputBlobName","format":{"type":"TextFormat"}}},"etag":"8800fafd-0000-0000-0000-59b9d1410000"}'} - headers: - cache-control: [no-cache] - content-length: ['449'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:54 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1175'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"activities": [{"name": "act1", "type": "Copy", "typeProperties": - {"source": {"type": "BlobSource"}, "sink": {"type": "BlobSink"}}, "inputs": - [{"type": "DatasetReference", "referenceName": "dsin"}], "outputs": [{"type": - "DatasetReference", "referenceName": "dsout"}]}], "parameters": {"OutputBlobName": - {"type": "String"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['340'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/pipelines/p1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/pipelines/p1","name":"p1","properties":{"activities":[{"name":"act1","type":"Copy","typeProperties":{"source":{"type":"BlobSource"},"sink":{"type":"BlobSink"}},"inputs":[{"type":"DatasetReference","referenceName":"dsin"}],"outputs":[{"type":"DatasetReference","referenceName":"dsout"}]}],"parameters":{"OutputBlobName":{"type":"String"}}},"etag":"8800fefd-0000-0000-0000-59b9d1410000"}'} - headers: - cache-control: [no-cache] - content-length: ['543'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:54 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1133'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"OutputBlobName": "adf1"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['26'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate/pipelines/p1/createRun?api-version=2017-09-01-preview - response: - body: {string: '{"runId":"5b0aa679-7a6b-49a2-b53d-cd7ba3a0348e"}'} - headers: - cache-control: [no-cache] - content-length: ['48'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:45:59 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1159'] - x-powered-by: [ASP.NET] - status: {code: 202, message: Accepted} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests7452113c/providers/Microsoft.DataFactory/factories/testpipelinecreate?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:46:00 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1128'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_run_monitoring.yaml b/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_run_monitoring.yaml deleted file mode 100644 index 783838c7c2c5..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/recordings/test_mgmt_datafactory.test_run_monitoring.yaml +++ /dev/null @@ -1,437 +0,0 @@ -interactions: -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353565","not_before":"1505349665","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTY2NSwibmJmIjoxNTA1MzQ5NjY1LCJleHAiOjE1MDUzNTM1NjUsImFpbyI6IlkyZGdZS2c3bDJmeWUzTFlqQW1lOWNyUEkza25BQUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6ImpoSHMwaXYyYlVTZDY1SHQ1eUVGQUEiLCJ2ZXIiOiIxLjAifQ.pMAS_oC_HsTpqhuTb1Lnp_uibAuRrbcG-RKWLKrT_qLOu37zwd_ag_1iwWA0iHgbLjsDZQbcArUWqFM_20yeFRqPWQQagkw6EFLvfNYtNNrtEiHHmCezafXSo1FWpBXBQXRsN7nFoSm83Tp-mR7qM7At_zd4CY2CFLvwdedOquXJp6kKnRQUMxSGJcsmKpfxhWcdNrk8ciDQojMHHx5cjpy4Ye_XDJX1NSn7fSf0r_gG554moRxnOI8kPIxhP9bEc0VUGwWvsWYei1TVtx5dn2LN_iiQRYEXCBtB9Qq0an4TxZauif8OsqVPqRqPyliW_Metb0nqake7j402LugZIg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:03 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353565","not_before":"1505349665","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTY2NSwibmJmIjoxNTA1MzQ5NjY1LCJleHAiOjE1MDUzNTM1NjUsImFpbyI6IlkyZGdZSkE5R09xdWRDdkNrTzltY0t1emhIUTVBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IjlEVHBwV3M4akV1NFpNbVdLN29GQUEiLCJ2ZXIiOiIxLjAifQ.MXfdeuzn_baqUBA4YReWXHoJi83Kc0AyXcNplWiB9AaGyZMk7-XQ1aUAaGZn1a2Zi3i0XM5nHUKyKkskYf0qI2YHFx6Kkifu_B0wyP7Ym5DZ2Qw2xp6am0x0RFtuqKoAkkoze3_0GbvX3pOxmu-BPvz6kpI-I2gVubs-dXMK_ur1Wqc81dNLPXVBSF3sjWEW33bDXj_r6jRRGCom6-Hy0V1gd5ZKZoNfxK65ZpYt9qyGzEy3cD1700wWj9ci7K_pyUxSL0ImLUumeGT6CLfWqscWDzSP_9OAKvZxflmPatrdiihhmfmDt8-_tizmlKtfVGWHifCKK8v9TPK6Q3aeqQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:05 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353566","not_before":"1505349666","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTY2NiwibmJmIjoxNTA1MzQ5NjY2LCJleHAiOjE1MDUzNTM1NjYsImFpbyI6IlkyZGdZTEJNdUJVVzBzeFEwUzIrZ3pkL1Fka1dBQT09IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6Ing0SU9PSU1EejBXSzd3dmwxQUVGQUEiLCJ2ZXIiOiIxLjAifQ.auW0hm5QmaRp6xQE6uzNmJmyo9dblGMNPlkiAyD1sQtF3-MwPPyJQUF9qX8umSkpmLHZ3X5s6My5qgvVp1W_4ySutj4yFxqizpQdTW60vf3ye2Rolp2AsJzT4H0xufD7E33qB0OQ1-uo99TBcUZAlLWUwtW92JQk7-9cNiJ4ie8yq6skxa9tnWlDNi9BELrvep525nayOqCbiONdhZ2II5AsWjKrX04ICHYUV4XMD12YNV93od1pkX1G48KKr0CEEj0T5pC8zJZT7f4DKf6LvVkjkEz2zFWIFVrstqyeNvIfpidCzNl8eymsQyVmyvyLG3Cu4Taql_6xkyishGK1RQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:04 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353566","not_before":"1505349666","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTY2NiwibmJmIjoxNTA1MzQ5NjY2LCJleHAiOjE1MDUzNTM1NjYsImFpbyI6IlkyZGdZTGpoNTFBOVlXbUcvR0tUWTN0K2JKMDBHd0E9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6ImpoSHMwaXYyYlVTZDY1SHQtQ0VGQUEiLCJ2ZXIiOiIxLjAifQ.i-U4mFRCUMxubP0XebCP7AbdgSVx-9aNJFYZXdgZV-jdrTMevc5Xbk6bj4uUEoOG2JdzN0WV-mgQ1y-XlZQQelMduLPAo3QMRiGuizjKSAhkrzNWasqbt16TS3EqFFsSSZNM13pLVRTK5UAgrzDtCS6gvJBXD5VIhqYJwAit2CSuY3ppCf7-bCzbaRj4AmOm1gc_or9XvQmHKszdV3OmNMvaXz8xAE9FzlsGUaWwD6wHOh481xgBUnjtxSow15kjUFgIWiQAs7EGqhcsWkIr4L88QR4dgEMXWnj0YDr66rYZS0v2ZbWKA827SNh8pCGq32eAlsLNFIgwB0S9-TazaQ"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:04 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3600","ext_expires_in":"0","expires_on":"1505353566","not_before":"1505349666","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTY2NiwibmJmIjoxNTA1MzQ5NjY2LCJleHAiOjE1MDUzNTM1NjYsImFpbyI6IlkyZGdZTWplNVRSejJsTEc2UnRybVBoVkwvRm5BUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6Ilp1Wm42WEN0ekVXdDhWcXRsRzhGQUEiLCJ2ZXIiOiIxLjAifQ.O3oaG7bDROgg1W4BKkACFSA9GEFr_Q7z3xTSlx6PhjrR_kxplEcW1pOpKcxMmoEZtDUiVYvQ_j8c8lKqhwkM34LUWZ53AegIm_RL7Fqy9tLhmb44tVFcy0l5-zAwjSJgdoeGEQybwSK5NBHR-3IjPZruxvTQNKtFWDJHe6vuIZbdTRYgIemNgyWGVrk7bc-GnSbAE2MDSmd5t5YfX4Nop0GJccm9FkB4OAt51_sdF3DEYRjEXoCUsJJfpAmtzTKxV_WUkvWIkv5pLt4vNB8_Dx_OIcHFp5zT5aU7lLRakktoYs5aBsOI_sPCugdHDHg2BAohjTGiHfX4tpY4CgDfIg"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:06 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: grant_type=client_credentials&client_id=84c61b1d-3a28-4df9-969d-e3c9e911cfba&resource=https%3A%2F%2Fmanagement.core.windows.net%2F&client_secret=b4GrSv5ajm8zBPgaihzmWtzw5BCiUYjAxZ%2FqOgGQZao%3D&response_type=client_credentials - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['226'] - Content-Type: [application/x-www-form-urlencoded;charset=UTF-8] - User-Agent: [python-requests/2.18.4] - method: POST - uri: https://login.windows-ppe.net//033a6772-e760-4454-991a-35bd0f091e2e/oauth2/token - response: - body: {string: '{"token_type":"Bearer","expires_in":"3599","ext_expires_in":"0","expires_on":"1505353567","not_before":"1505349667","resource":"https://management.core.windows.net/","access_token":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiIsIng1dCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSIsImtpZCI6InZWaDN0QmFUSjZ4T01yMGY2MlF0Z3RvN3dHVSJ9.eyJhdWQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS53aW5kb3dzLm5ldC8iLCJpc3MiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsImlhdCI6MTUwNTM0OTY2NywibmJmIjoxNTA1MzQ5NjY3LCJleHAiOjE1MDUzNTM1NjcsImFpbyI6IlkyZGdZTEN0RHQ4aE5YKy8yZmFTMUxiQTA1cytBUUE9IiwiYXBwaWQiOiI4NGM2MWIxZC0zYTI4LTRkZjktOTY5ZC1lM2M5ZTkxMWNmYmEiLCJhcHBpZGFjciI6IjEiLCJpZHAiOiJodHRwczovL3N0cy53aW5kb3dzLXBwZS5uZXQvMDMzYTY3NzItZTc2MC00NDU0LTk5MWEtMzViZDBmMDkxZTJlLyIsIm9pZCI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInN1YiI6ImJiY2FjMGE2LWYxYmMtNGMyZC1iZjY1LTJiZDQ3NTBlZTRhYSIsInRpZCI6IjAzM2E2NzcyLWU3NjAtNDQ1NC05OTFhLTM1YmQwZjA5MWUyZSIsInV0aSI6IkJ3N1RSOUZKYTBhX1hpcDdFOThQQUEiLCJ2ZXIiOiIxLjAifQ.gEDBwAUGRmre_kvqx6uaPlxnW8LgvQWTWPEF_GxihZoGSOriPTS14jx-A6HWZP-w3lz-ZeHoAkMoUFd0fA_jzf2GuraY59H9q57BhgtiEl7euZD3PUO64aKBc1euVu3wZXGCJipKSaPpAoKSveUT8mc0WYA-qxrJwQjWIrNw68nlKuMWhn0aW3BXCYUSjHbxh1nqikc0diI7H3icEEcYxi7Br-tNrQy6kBTYwGcmAdbhLVnLnHC_XOn_EZMrUWazSvS74SpPPyCjQ_zeiby-clMN3jN8x96nS7qOCU8LKZsiHIZj1HFQJe9GmgVVW7GZEfLAoSWDR0b2ZObPJVlbOA"}'} - headers: - cache-control: ['no-cache, no-store'] - content-length: ['1362'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:06 GMT'] - expires: ['-1'] - p3p: [CP="DSP CUR OTPi IND OTRi ONL FIN"] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - set-cookie: [stsservicecookie=estsppe; path=/; secure; HttpOnly] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"location": "eastus2"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['23'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring?api-version=2017-09-01-preview - response: - body: {string: '{"name":"testmonitoring","tags":{},"properties":{"provisioningState":"Succeeded","loggingStorageAccountKey":"**********","createTime":"2017-09-14T00:46:12.6884208Z","version":"2017-09-01-preview"},"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring","type":"Microsoft.DataFactory/factories","location":"eastus2"}'} - headers: - cache-control: [no-cache] - content-length: ['413'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:11 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1174'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"type": "AzureStorage", "typeProperties": {"connectionString": - {"type": "SecureString", "value": "some connection string"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['141'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/linkedservices/ls?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/linkedservices/ls","name":"ls","properties":{"type":"AzureStorage","typeProperties":{"connectionString":{"type":"SecureString","value":"**********"}}},"etag":"0400c655-0000-0000-0000-59b9d1580000"}'} - headers: - cache-control: [no-cache] - content-length: ['351'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:16 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1158'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"linkedServiceName": {"type": "LinkedServiceReference", - "referenceName": "ls"}, "type": "AzureBlob", "typeProperties": {"format": {"type": - "TextFormat"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['171'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/datasets/dsin?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/datasets/dsin","name":"dsin","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls"},"type":"AzureBlob","typeProperties":{"format":{"type":"TextFormat"}}},"etag":"0400d655-0000-0000-0000-59b9d15a0000"}'} - headers: - cache-control: [no-cache] - content-length: ['388'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:18 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1163'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"linkedServiceName": {"type": "LinkedServiceReference", - "referenceName": "ls"}, "type": "AzureBlob", "typeProperties": {"folderPath": - "entitylogs", "fileName": "OutputBlobName", "format": {"type": "TextFormat"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['229'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/datasets/dsout?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/datasets/dsout","name":"dsout","properties":{"linkedServiceName":{"type":"LinkedServiceReference","referenceName":"ls"},"type":"AzureBlob","typeProperties":{"folderPath":"entitylogs","fileName":"OutputBlobName","format":{"type":"TextFormat"}}},"etag":"04009556-0000-0000-0000-59b9d1700000"}'} - headers: - cache-control: [no-cache] - content-length: ['444'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:39 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1132'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"properties": {"activities": [{"name": "act1", "type": "Copy", "typeProperties": - {"source": {"type": "BlobSource"}, "sink": {"type": "BlobSink"}}, "inputs": - [{"type": "DatasetReference", "referenceName": "dsin"}], "outputs": [{"type": - "DatasetReference", "referenceName": "dsout"}]}], "parameters": {"OutputBlobName": - {"type": "String"}}}}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['340'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: PUT - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/pipelines/p1?api-version=2017-09-01-preview - response: - body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/pipelines/p1","name":"p1","properties":{"activities":[{"name":"act1","type":"Copy","typeProperties":{"source":{"type":"BlobSource"},"sink":{"type":"BlobSink"}},"inputs":[{"type":"DatasetReference","referenceName":"dsin"}],"outputs":[{"type":"DatasetReference","referenceName":"dsout"}]}],"parameters":{"OutputBlobName":{"type":"String"}}},"etag":"04009c56-0000-0000-0000-59b9d1700000"}'} - headers: - cache-control: [no-cache] - content-length: ['539'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:41 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1147'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: '{"OutputBlobName": "adf1"}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['26'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/pipelines/p1/createRun?api-version=2017-09-01-preview - response: - body: {string: '{"runId":"5307ec3d-2628-47ac-9e1a-f39c90ac75e8"}'} - headers: - cache-control: [no-cache] - content-length: ['48'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:43 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1126'] - x-powered-by: [ASP.NET] - status: {code: 202, message: Accepted} -- request: - body: '{"lastUpdatedAfter": "2017-09-10T12:00:00.000Z", "lastUpdatedBefore": "2027-07-20T12:00:00.000Z", - "filters": []}' - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['112'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: POST - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/pipelineruns?api-version=2017-09-01-preview - response: - body: {string: '{"value":[{"runId":"5307ec3d-2628-47ac-9e1a-f39c90ac75e8","pipelineName":"p1","parameters":{"OutputBlobName":"adf1"},"invokedBy":{"id":"b508be0e49cd4e4ebe1e72e1439e8191","name":"Manual"},"runStart":"2017-09-14T00:46:42.2696311Z","runEnd":null,"durationInMs":null,"status":"InProgress","message":"","lastUpdated":"2017-09-14T00:46:44.0321639Z"}]}'} - headers: - cache-control: [no-cache] - content-length: ['345'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:43 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1157'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: GET - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring/pipelineruns/5307ec3d-2628-47ac-9e1a-f39c90ac75e8/activityruns?api-version=2017-09-01-preview&startTime=2017-09-10T12%3A00%3A00.000Z&endTime=2027-07-20T12%3A00%3A00.000Z - response: - body: {string: '{"value":[{"activityRunEnd":null,"activityName":"act1","activityRunStart":"2017-09-14T00:46:44.3134135Z","activityType":"Copy","durationInMs":null,"retryAttempt":null,"error":null,"activityRunId":"cd41ac55-0e64-4d25-be9a-5df5a595df6b","input":{"source":{"type":"BlobSource"},"sink":{"type":"BlobSink"}},"linkedServiceName":"","output":null,"pipelineName":"p1","pipelineRunId":"5307ec3d-2628-47ac-9e1a-f39c90ac75e8","status":"InProgress"}]}'} - headers: - cache-control: [no-cache] - content-length: ['439'] - content-type: [application/json; charset=utf-8] - date: ['Thu, 14 Sep 2017 00:46:43 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - transfer-encoding: [chunked] - vary: [Accept-Encoding] - x-content-type-options: [nosniff] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -- request: - body: null - headers: - Accept: [application/json] - Accept-Encoding: ['gzip, deflate'] - Connection: [keep-alive] - Content-Length: ['0'] - Content-Type: [application/json; charset=utf-8] - User-Agent: [python/3.6.0 (Windows-10-10.0.15063-SP0) requests/2.18.4 msrest/0.4.14 - msrest_azure/0.4.13 azure-mgmt-datafactory/0.1.0 Azure-SDK-For-Python] - accept-language: [en-US] - method: DELETE - uri: https://api-dogfood.resources.windows-int.net/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/adfpythontests64a3110d/providers/Microsoft.DataFactory/factories/testmonitoring?api-version=2017-09-01-preview - response: - body: {string: ''} - headers: - cache-control: [no-cache] - content-length: ['0'] - date: ['Thu, 14 Sep 2017 00:46:45 GMT'] - expires: ['-1'] - pragma: [no-cache] - server: [Microsoft-IIS/8.5] - strict-transport-security: [max-age=31536000; includeSubDomains] - x-content-type-options: [nosniff] - x-ms-ratelimit-remaining-subscription-writes: ['1125'] - x-powered-by: [ASP.NET] - status: {code: 200, message: OK} -version: 1 diff --git a/sdk/datafactory/azure-mgmt-datafactory/tests/test_mgmt_datafactory.py b/sdk/datafactory/azure-mgmt-datafactory/tests/test_mgmt_datafactory.py deleted file mode 100644 index 0d64a5a15b9a..000000000000 --- a/sdk/datafactory/azure-mgmt-datafactory/tests/test_mgmt_datafactory.py +++ /dev/null @@ -1,258 +0,0 @@ -# coding: utf-8 - -#------------------------------------------------------------------------- -# Copyright (c) Microsoft Corporation. All rights reserved. -# Licensed under the MIT License. See License.txt in the project root for -# license information. -#-------------------------------------------------------------------------- -import unittest -import time -from datetime import datetime, date, timedelta - -from azure.mgmt.datafactory import DataFactoryManagementClient -from azure.mgmt.datafactory.models import * - -from devtools_testutils import AzureMgmtTestCase, ResourceGroupPreparer - -raise unittest.SkipTest("Skipping all tests") - -class MgmtAdfTest(AzureMgmtTestCase): - - def setUp(self): - super(MgmtAdfTest, self).setUp() - self._adf_client = self.create_mgmt_client( - DataFactoryManagementClient, - base_url='https://api-dogfood.resources.windows-int.net/' - ) - - def clean_datafactory(self, df_name, resource_group): - self._adf_client.factories.delete(resource_group.name, df_name) - - def create_datafactory(self, df_name, resource_group, location): - df_resource = Factory(location=location) - return self._adf_client.factories.create_or_update(resource_group.name, df_name, df_resource) - - def create_azureblob_linkedservice(self, df_name, ls_name, resource_group): - s = SecureString('some connection string') - ls_as = AzureStorageLinkedService(connection_string=s) - return self._adf_client.linked_services.create_or_update(resource_group.name, df_name, ls_name, ls_as) - - def create_azureblob_dataset(self, df_name, ls_name, ds_name, resource_group): - tx_f = TextFormat() - ls_for_ds = LinkedServiceReference(ls_name) - ds_ab = AzureBlobDataset(ls_for_ds, format=tx_f) - return self._adf_client.datasets.create_or_update(resource_group.name, df_name, ds_name, ds_ab) - - def create_output_dataset(self, df_name, ls_name, ds_name, resource_group): - tx_f = TextFormat() - fileName_expr=Expression("'OutputBlobName'") - ls_for_ds = LinkedServiceReference(ls_name) - ds_ab = AzureBlobDataset(ls_for_ds, folder_path='entitylogs', file_name='OutputBlobName', format=tx_f) - return self._adf_client.datasets.create_or_update(resource_group.name, df_name, ds_name, ds_ab) - - def create_pipeline_with_run(self, df_name, p_name, ls_name, dsin_name, dsout_name, act_name, resource_group): - ls = self.create_azureblob_linkedservice(df_name, ls_name, resource_group) - dsin = self.create_azureblob_dataset(df_name, ls_name, dsin_name, resource_group) - dsout = self.create_output_dataset(df_name, ls_name, dsout_name, resource_group) - act = self.create_copyactivity_blobtoblob(act_name, dsin_name, dsout_name, resource_group) - param = ParameterSpecification('String') - p_params = {'OutputBlobName': param} - self.create_pipeline(df_name, [act], p_name, p_params, resource_group) - return self._adf_client.pipelines.create_run(resource_group.name, df_name, p_name, - { - "OutputBlobName": "adf1" - } - ) - - def create_lookup_pipeline_with_run(self, df_name, p_name, ls_name, ds_name, act_name, resource_group): - ls = self.create_azureblob_linkedservice(df_name, ls_name, resource_group) - ds = self.create_azureblob_dataset(df_name, ls_name, ds_name, resource_group) - act = self.create_lookupactivity_blob(act_name, ds_name) - param = ParameterSpecification('String') - p_params = {'Dummy': param} - self.create_pipeline(df_name, [act], p_name, p_params, resource_group) - return self._adf_client.pipelines.create_run(resource_group.name, df_name, p_name, - { - "Dummy": "dummy" - } - ) - - def create_get_metadata_pipeline_with_run(self, df_name, p_name, ls_name, ds_name, act_name, resource_group): - ls = self.create_azureblob_linkedservice(df_name, ls_name, resource_group) - ds = self.create_azureblob_dataset(df_name, ls_name, ds_name, resource_group) - act = self.create_getmetadataactivity_blob(act_name, ds_name) - param = ParameterSpecification('String') - p_params = {'Dummy': param} - self.create_pipeline(df_name, [act], p_name, p_params, resource_group) - return self._adf_client.pipelines.create_run(resource_group.name, df_name, p_name, - { - "Dummy": "dummy" - } - ) - - def wait_for_factory(self, df, resource_group): - if not self.is_playback(): - while df.provisioning_state != 'Succeeded': - df = self._adf_client.factories.get(resource_group.name, df.name) - time.sleep(1) - - def create_copyactivity_blobtoblob(self, act_name, dsin_name, dsout_name, resource_group): - bso = BlobSource() - bsi = BlobSink() - dsin_ref = DatasetReference(dsin_name) - dsOut_ref = DatasetReference(dsout_name) - return CopyActivity(act_name, inputs=[dsin_ref], outputs=[dsOut_ref], source=bso, sink=bsi) - - def create_lookupactivity_blob(self, act_name, ds_name): - bso = BlobSource() - ds_ref = DatasetReference(ds_name) - return LookupActivity(act_name, source=bso, dataset=ds_ref) - - def create_getmetadataactivity_blob(self, act_name, ds_name): - ds_ref = DatasetReference(ds_name) - return GetMetadataActivity(act_name, field_list = [], dataset=ds_ref) - - def create_pipeline(self, df_name, act, p_name, p_params, resource_group): - p_obj = PipelineResource(activities=act, parameters=p_params) - return self._adf_client.pipelines.create_or_update(resource_group.name, df_name, p_name, p_obj) - - def create_integrationruntime(self, df_name, ir_name, resource_group): - ir_properties = SelfHostedIntegrationRuntime() - return self._adf_client.integration_runtimes.create_or_update(resource_group.name, df_name, ir_name, ir_properties) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_datafactory_create(self, resource_group, location): - df_name = 'testdfcreate' - df = self.create_datafactory(df_name, resource_group, location) - df1 = self._adf_client.factories.get(resource_group.name, df_name) - self.assertTrue(df.id == df1.id) - self.wait_for_factory(df, resource_group) - self.clean_datafactory(df_name, resource_group) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_get_nonexisitng_datafactory(self, resource_group, location): - df_name = 'testdfnonexist' - exceptionhappened = False - try: - df = self._adf_client.factories.get(resource_group.name, df_name) - except ErrorResponseException: - exceptionhappened = True - self.assertTrue(exceptionhappened) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_dataset_create(self, resource_group, location): - df_name = 'testdscreate' - ls_name = 'ls1' - ds_name = 'ds1' - df = self.create_datafactory(df_name, resource_group, location) - self.wait_for_factory(df, resource_group) - ls = self.create_azureblob_linkedservice(df_name, ls_name, resource_group) - ds = self.create_azureblob_dataset(df_name, ls_name, ds_name, resource_group) - ds1 = self._adf_client.datasets.get(resource_group.name, df_name, ds_name) - self.assertTrue(ds.id == ds1.id) - self.clean_datafactory(df_name, resource_group) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_pipeline_create(self, resource_group, location): - df_name = 'testpipelinecreate' - ls_name = 'ls1' - dsin_name = 'dsin' - dsout_name = 'dsout' - act_name = 'act1' - p_name = 'p1' - df = self.create_datafactory(df_name, resource_group, location) - self.wait_for_factory(df, resource_group) - run = self.create_pipeline_with_run(df_name, p_name, ls_name, dsin_name, dsout_name, act_name, resource_group) - self.assertTrue(run is not None) - self.clean_datafactory(df_name, resource_group) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_lookup_pipeline_create(self, resource_group, location): - df_name = 'testlookuppipeline' - ls_name = 'ls1' - ds_name = 'ds1' - act_name = 'act1' - p_name = 'p1' - df = self.create_datafactory(df_name, resource_group, location) - self.wait_for_factory(df, resource_group) - run = self.create_lookup_pipeline_with_run(df_name, p_name, ls_name, ds_name, act_name, resource_group) - self.assertTrue(run is not None) - self.clean_datafactory(df_name, resource_group) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_get_metadata_pipeline_create(self, resource_group, location): - df_name = 'testmetadatapipeline' - ls_name = 'ls1' - ds_name = 'ds1' - act_name = 'act1' - p_name = 'p1' - df = self.create_datafactory(df_name, resource_group, location) - self.wait_for_factory(df, resource_group) - run = self.create_get_metadata_pipeline_with_run(df_name, p_name, ls_name, ds_name, act_name, resource_group) - self.assertTrue(run is not None) - self.clean_datafactory(df_name, resource_group) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_run_monitoring(self, resource_group, location): - df_name = 'testmonitoring' - ls_name = 'ls' - dsin_name = 'dsin' - dsout_name = 'dsout' - act_name = 'act1' - p_name = 'p1' - start_time = datetime(2017, 9, 10, 12, 0, 0) - end_time = (start_time + timedelta(days=3600)) - df = self.create_datafactory(df_name, resource_group, location) - self.wait_for_factory(df, resource_group) - run = self.create_pipeline_with_run(df_name, p_name, ls_name, dsin_name, dsout_name, act_name, resource_group) - query_max_count = 10 - i = 0 - while True and i < query_max_count: - filter = PipelineRunFilterParameters(start_time.isoformat(), end_time.isoformat(), filters=[]) - pipeline_runs = self._adf_client.pipeline_runs.query_by_factory(resource_group.name, df_name, filter).value - if pipeline_runs: - break - time.sleep(15) - i += 1 - - self.assertTrue(any(elt.run_id == run.run_id for elt in pipeline_runs)) - i = 0 - while True and i < query_max_count: - act_runs = list(self._adf_client.activity_runs.list_by_pipeline_run(resource_group.name, df_name, run.run_id, start_time.isoformat(), end_time.isoformat())) - if act_runs: - break - time.sleep(15) - i += 1 - - self.assertTrue(any(elt.pipeline_run_id == run.run_id for elt in act_runs)) - self.clean_datafactory(df_name, resource_group) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_integrationruntime_regeneratekey(self, resource_group, location): - df_name = 'testirregeneratekey' - ir_name = 'ir1' - df = self.create_datafactory(df_name, resource_group, location) - self.wait_for_factory(df, resource_group) - ir = self.create_integrationruntime(df_name, ir_name, resource_group) - oldkey = self._adf_client.integration_runtimes.list_auth_keys(resource_group.name, df_name, ir_name).auth_key1 - newkey = self._adf_client.integration_runtimes.regenerate_auth_key(resource_group.name, df_name, ir_name, key_name='authKey1').auth_key1 - self.assertTrue(oldkey != newkey) - self.clean_datafactory(df_name, resource_group) - - @ResourceGroupPreparer(location='eastus2', name_prefix='adfpythontests') - def test_integrationruntime_create(self, resource_group, location): - df_name = "testircreate" - ir_name = "ir1" - df = self.create_datafactory(df_name, resource_group, location) - self.wait_for_factory(df, resource_group) - - ir = self.create_integrationruntime(df_name, ir_name, resource_group) - self.assertTrue(ir_name == ir.name) - - ir_status = self._adf_client.integration_runtimes.get_status(resource_group.name, df_name, ir_name) - self.assertTrue(ir_name == ir_status.name) - - self.clean_datafactory(df_name, resource_group) - -if __name__ == '__main__': - unittest.main()