Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[AutoPR azure-resourcemanager-datafactory] [DataFactory] Add synapse spark activities #939

Closed
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
# Release History

## 1.0.0-beta.17 (Unreleased)
## 1.0.0-beta.1 (2022-07-14)

- Azure Resource Manager DataFactory client library for Java. This package contains Microsoft Azure SDK for DataFactory Management SDK. The Azure Data Factory V2 management API provides a RESTful set of web services that interact with Azure Data Factory V2 services. Package tag package-2018-06. For documentation on how to use this package, please see [Azure Management Libraries for Java](https://aka.ms/azsdk/java/mgmt).

### Features Added

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ Various documentation is available to help you get started
<dependency>
<groupId>com.azure.resourcemanager</groupId>
<artifactId>azure-resourcemanager-datafactory</artifactId>
<version>1.0.0-beta.16</version>
<version>1.0.0-beta.17</version>
</dependency>
```
[//]: # ({x-version-update-end})
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -286,7 +286,7 @@ public DataFactoryManager authenticate(TokenCredential credential, AzureProfile
.append("-")
.append("com.azure.resourcemanager.datafactory")
.append("/")
.append("1.0.0-beta.16");
.append("1.0.0-beta.1");
if (!Configuration.getGlobalConfiguration().get("AZURE_TELEMETRY_DISABLED", false)) {
userAgentBuilder
.append(" (")
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.
// Code generated by Microsoft (R) AutoRest Code Generator.

package com.azure.resourcemanager.datafactory.fluent.models;

import com.azure.core.annotation.Fluent;
import com.azure.core.util.logging.ClientLogger;
import com.fasterxml.jackson.annotation.JsonProperty;

/** Azure Synapse Analytics (Artifacts) linked service properties. */
@Fluent
public final class AzureSynapseArtifactsLinkedServiceTypeProperties {
/*
* https://<workspacename>.dev.azuresynapse.net, Azure Synapse Analytics
* workspace URL. Type: string (or Expression with resultType string).
*/
@JsonProperty(value = "endpoint", required = true)
private Object endpoint;

/*
* Required to specify MSI, if using system assigned managed identity as
* authentication method. Type: string (or Expression with resultType
* string).
*/
@JsonProperty(value = "authentication")
private Object authentication;

/**
* Get the endpoint property: https://&lt;workspacename&gt;.dev.azuresynapse.net, Azure Synapse Analytics workspace
* URL. Type: string (or Expression with resultType string).
*
* @return the endpoint value.
*/
public Object endpoint() {
return this.endpoint;
}

/**
* Set the endpoint property: https://&lt;workspacename&gt;.dev.azuresynapse.net, Azure Synapse Analytics workspace
* URL. Type: string (or Expression with resultType string).
*
* @param endpoint the endpoint value to set.
* @return the AzureSynapseArtifactsLinkedServiceTypeProperties object itself.
*/
public AzureSynapseArtifactsLinkedServiceTypeProperties withEndpoint(Object endpoint) {
this.endpoint = endpoint;
return this;
}

/**
* Get the authentication property: Required to specify MSI, if using system assigned managed identity as
* authentication method. Type: string (or Expression with resultType string).
*
* @return the authentication value.
*/
public Object authentication() {
return this.authentication;
}

/**
* Set the authentication property: Required to specify MSI, if using system assigned managed identity as
* authentication method. Type: string (or Expression with resultType string).
*
* @param authentication the authentication value to set.
* @return the AzureSynapseArtifactsLinkedServiceTypeProperties object itself.
*/
public AzureSynapseArtifactsLinkedServiceTypeProperties withAuthentication(Object authentication) {
this.authentication = authentication;
return this;
}

/**
* Validates the instance.
*
* @throws IllegalArgumentException thrown if the instance is not valid.
*/
public void validate() {
if (endpoint() == null) {
throw LOGGER
.logExceptionAsError(
new IllegalArgumentException(
"Missing required property endpoint in model"
+ " AzureSynapseArtifactsLinkedServiceTypeProperties"));
}
}

private static final ClientLogger LOGGER = new ClientLogger(AzureSynapseArtifactsLinkedServiceTypeProperties.class);
}
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
@Fluent
public final class HttpLinkedServiceTypeProperties {
/*
* The base URL of the HTTP endpoint, e.g. http://www.microsoft.com. Type:
* The base URL of the HTTP endpoint, e.g. https://www.microsoft.com. Type:
* string (or Expression with resultType string).
*/
@JsonProperty(value = "url", required = true)
Expand Down Expand Up @@ -82,7 +82,7 @@ public final class HttpLinkedServiceTypeProperties {
private Object enableServerCertificateValidation;

/**
* Get the url property: The base URL of the HTTP endpoint, e.g. http://www.microsoft.com. Type: string (or
* Get the url property: The base URL of the HTTP endpoint, e.g. https://www.microsoft.com. Type: string (or
* Expression with resultType string).
*
* @return the url value.
Expand All @@ -92,7 +92,7 @@ public Object url() {
}

/**
* Set the url property: The base URL of the HTTP endpoint, e.g. http://www.microsoft.com. Type: string (or
* Set the url property: The base URL of the HTTP endpoint, e.g. https://www.microsoft.com. Type: string (or
* Expression with resultType string).
*
* @param url the url value to set.
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,253 @@
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.
// Code generated by Microsoft (R) AutoRest Code Generator.

package com.azure.resourcemanager.datafactory.fluent.models;

import com.azure.core.annotation.Fluent;
import com.azure.core.util.logging.ClientLogger;
import com.azure.resourcemanager.datafactory.models.BigDataPoolParametrizationReference;
import com.azure.resourcemanager.datafactory.models.NotebookParameter;
import com.azure.resourcemanager.datafactory.models.SynapseNotebookReference;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonProperty;
import java.util.Map;

/** Execute Synapse notebook activity properties. */
@Fluent
public final class SynapseNotebookActivityTypeProperties {
/*
* Synapse notebook reference.
*/
@JsonProperty(value = "notebook", required = true)
private SynapseNotebookReference notebook;

/*
* The name of the big data pool which will be used to execute the
* notebook.
*/
@JsonProperty(value = "sparkPool")
private BigDataPoolParametrizationReference sparkPool;

/*
* Notebook parameters.
*/
@JsonProperty(value = "parameters")
@JsonInclude(value = JsonInclude.Include.NON_NULL, content = JsonInclude.Include.ALWAYS)
private Map<String, NotebookParameter> parameters;

/*
* Number of core and memory to be used for executors allocated in the
* specified Spark pool for the session, which will be used for overriding
* 'executorCores' and 'executorMemory' of the notebook you provide. Type:
* string (or Expression with resultType string).
*/
@JsonProperty(value = "executorSize")
private Object executorSize;

/*
* Spark configuration properties, which will override the 'conf' of the
* notebook you provide.
*/
@JsonProperty(value = "conf")
private Object conf;

/*
* Number of core and memory to be used for driver allocated in the
* specified Spark pool for the session, which will be used for overriding
* 'driverCores' and 'driverMemory' of the notebook you provide. Type:
* string (or Expression with resultType string).
*/
@JsonProperty(value = "driverSize")
private Object driverSize;

/*
* Number of executors to launch for this session, which will override the
* 'numExecutors' of the notebook you provide.
*/
@JsonProperty(value = "numExecutors")
private Integer numExecutors;

/**
* Get the notebook property: Synapse notebook reference.
*
* @return the notebook value.
*/
public SynapseNotebookReference notebook() {
return this.notebook;
}

/**
* Set the notebook property: Synapse notebook reference.
*
* @param notebook the notebook value to set.
* @return the SynapseNotebookActivityTypeProperties object itself.
*/
public SynapseNotebookActivityTypeProperties withNotebook(SynapseNotebookReference notebook) {
this.notebook = notebook;
return this;
}

/**
* Get the sparkPool property: The name of the big data pool which will be used to execute the notebook.
*
* @return the sparkPool value.
*/
public BigDataPoolParametrizationReference sparkPool() {
return this.sparkPool;
}

/**
* Set the sparkPool property: The name of the big data pool which will be used to execute the notebook.
*
* @param sparkPool the sparkPool value to set.
* @return the SynapseNotebookActivityTypeProperties object itself.
*/
public SynapseNotebookActivityTypeProperties withSparkPool(BigDataPoolParametrizationReference sparkPool) {
this.sparkPool = sparkPool;
return this;
}

/**
* Get the parameters property: Notebook parameters.
*
* @return the parameters value.
*/
public Map<String, NotebookParameter> parameters() {
return this.parameters;
}

/**
* Set the parameters property: Notebook parameters.
*
* @param parameters the parameters value to set.
* @return the SynapseNotebookActivityTypeProperties object itself.
*/
public SynapseNotebookActivityTypeProperties withParameters(Map<String, NotebookParameter> parameters) {
this.parameters = parameters;
return this;
}

/**
* Get the executorSize property: Number of core and memory to be used for executors allocated in the specified
* Spark pool for the session, which will be used for overriding 'executorCores' and 'executorMemory' of the
* notebook you provide. Type: string (or Expression with resultType string).
*
* @return the executorSize value.
*/
public Object executorSize() {
return this.executorSize;
}

/**
* Set the executorSize property: Number of core and memory to be used for executors allocated in the specified
* Spark pool for the session, which will be used for overriding 'executorCores' and 'executorMemory' of the
* notebook you provide. Type: string (or Expression with resultType string).
*
* @param executorSize the executorSize value to set.
* @return the SynapseNotebookActivityTypeProperties object itself.
*/
public SynapseNotebookActivityTypeProperties withExecutorSize(Object executorSize) {
this.executorSize = executorSize;
return this;
}

/**
* Get the conf property: Spark configuration properties, which will override the 'conf' of the notebook you
* provide.
*
* @return the conf value.
*/
public Object conf() {
return this.conf;
}

/**
* Set the conf property: Spark configuration properties, which will override the 'conf' of the notebook you
* provide.
*
* @param conf the conf value to set.
* @return the SynapseNotebookActivityTypeProperties object itself.
*/
public SynapseNotebookActivityTypeProperties withConf(Object conf) {
this.conf = conf;
return this;
}

/**
* Get the driverSize property: Number of core and memory to be used for driver allocated in the specified Spark
* pool for the session, which will be used for overriding 'driverCores' and 'driverMemory' of the notebook you
* provide. Type: string (or Expression with resultType string).
*
* @return the driverSize value.
*/
public Object driverSize() {
return this.driverSize;
}

/**
* Set the driverSize property: Number of core and memory to be used for driver allocated in the specified Spark
* pool for the session, which will be used for overriding 'driverCores' and 'driverMemory' of the notebook you
* provide. Type: string (or Expression with resultType string).
*
* @param driverSize the driverSize value to set.
* @return the SynapseNotebookActivityTypeProperties object itself.
*/
public SynapseNotebookActivityTypeProperties withDriverSize(Object driverSize) {
this.driverSize = driverSize;
return this;
}

/**
* Get the numExecutors property: Number of executors to launch for this session, which will override the
* 'numExecutors' of the notebook you provide.
*
* @return the numExecutors value.
*/
public Integer numExecutors() {
return this.numExecutors;
}

/**
* Set the numExecutors property: Number of executors to launch for this session, which will override the
* 'numExecutors' of the notebook you provide.
*
* @param numExecutors the numExecutors value to set.
* @return the SynapseNotebookActivityTypeProperties object itself.
*/
public SynapseNotebookActivityTypeProperties withNumExecutors(Integer numExecutors) {
this.numExecutors = numExecutors;
return this;
}

/**
* Validates the instance.
*
* @throws IllegalArgumentException thrown if the instance is not valid.
*/
public void validate() {
if (notebook() == null) {
throw LOGGER
.logExceptionAsError(
new IllegalArgumentException(
"Missing required property notebook in model SynapseNotebookActivityTypeProperties"));
} else {
notebook().validate();
}
if (sparkPool() != null) {
sparkPool().validate();
}
if (parameters() != null) {
parameters()
.values()
.forEach(
e -> {
if (e != null) {
e.validate();
}
});
}
}

private static final ClientLogger LOGGER = new ClientLogger(SynapseNotebookActivityTypeProperties.class);
}
Loading