-
Notifications
You must be signed in to change notification settings - Fork 2.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
samples: ucaip samples batch 3 of 6 (#18)
* samples:samples: ucaip samples batch 3 of 6 * made requested the changes * changed all instance of tables into tabular * fixed the lint * reversed some comments
- Loading branch information
1 parent
9688a76
commit 413b908
Showing
23 changed files
with
2,161 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
57 changes: 57 additions & 0 deletions
57
aiplatform/snippets/src/main/java/aiplatform/CancelTrainingPipelineSample.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,57 @@ | ||
/* | ||
* Copyright 2020 Google LLC | ||
* | ||
* Licensed under the Apache License, Version 2.0 (the "License"); | ||
* you may not use this file except in compliance with the License. | ||
* You may obtain a copy of the License at | ||
* | ||
* http://www.apache.org/licenses/LICENSE-2.0 | ||
* | ||
* Unless required by applicable law or agreed to in writing, software | ||
* distributed under the License is distributed on an "AS IS" BASIS, | ||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
* See the License for the specific language governing permissions and | ||
* limitations under the License. | ||
*/ | ||
|
||
package aiplatform; | ||
|
||
// [START aiplatform_cancel_training_pipeline_sample] | ||
|
||
import com.google.cloud.aiplatform.v1beta1.PipelineServiceClient; | ||
import com.google.cloud.aiplatform.v1beta1.PipelineServiceSettings; | ||
import com.google.cloud.aiplatform.v1beta1.TrainingPipelineName; | ||
import java.io.IOException; | ||
|
||
public class CancelTrainingPipelineSample { | ||
|
||
public static void main(String[] args) throws IOException { | ||
// TODO(developer): Replace these variables before running the sample. | ||
String trainingPipelineId = "YOUR_TRAINING_PIPELINE_ID"; | ||
String project = "YOUR_PROJECT_ID"; | ||
cancelTrainingPipelineSample(project, trainingPipelineId); | ||
} | ||
|
||
static void cancelTrainingPipelineSample(String project, String trainingPipelineId) | ||
throws IOException { | ||
PipelineServiceSettings pipelineServiceSettings = | ||
PipelineServiceSettings.newBuilder() | ||
.setEndpoint("us-central1-aiplatform.googleapis.com:443") | ||
.build(); | ||
|
||
// Initialize client that will be used to send requests. This client only needs to be created | ||
// once, and can be reused for multiple requests. After completing all of your requests, call | ||
// the "close" method on the client to safely clean up any remaining background resources. | ||
try (PipelineServiceClient pipelineServiceClient = | ||
PipelineServiceClient.create(pipelineServiceSettings)) { | ||
String location = "us-central1"; | ||
TrainingPipelineName trainingPipelineName = | ||
TrainingPipelineName.of(project, location, trainingPipelineId); | ||
|
||
pipelineServiceClient.cancelTrainingPipeline(trainingPipelineName); | ||
|
||
System.out.println("Cancelled the Training Pipeline"); | ||
} | ||
} | ||
} | ||
// [END aiplatform_cancel_training_pipeline_sample] |
89 changes: 89 additions & 0 deletions
89
aiplatform/snippets/src/main/java/aiplatform/CreateDatasetTabularBigquerySample.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,89 @@ | ||
/* | ||
* Copyright 2020 Google LLC | ||
* | ||
* Licensed under the Apache License, Version 2.0 (the "License"); | ||
* you may not use this file except in compliance with the License. | ||
* You may obtain a copy of the License at | ||
* | ||
* http://www.apache.org/licenses/LICENSE-2.0 | ||
* | ||
* Unless required by applicable law or agreed to in writing, software | ||
* distributed under the License is distributed on an "AS IS" BASIS, | ||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
* See the License for the specific language governing permissions and | ||
* limitations under the License. | ||
*/ | ||
|
||
package aiplatform; | ||
|
||
// [START aiplatform_create_dataset_tabular_bigquery_sample] | ||
|
||
import com.google.api.gax.longrunning.OperationFuture; | ||
import com.google.cloud.aiplatform.v1beta1.CreateDatasetOperationMetadata; | ||
import com.google.cloud.aiplatform.v1beta1.Dataset; | ||
import com.google.cloud.aiplatform.v1beta1.DatasetServiceClient; | ||
import com.google.cloud.aiplatform.v1beta1.DatasetServiceSettings; | ||
import com.google.cloud.aiplatform.v1beta1.LocationName; | ||
import com.google.protobuf.Value; | ||
import com.google.protobuf.util.JsonFormat; | ||
import java.io.IOException; | ||
import java.util.concurrent.ExecutionException; | ||
import java.util.concurrent.TimeUnit; | ||
import java.util.concurrent.TimeoutException; | ||
|
||
public class CreateDatasetTabularBigquerySample { | ||
|
||
public static void main(String[] args) | ||
throws InterruptedException, ExecutionException, TimeoutException, IOException { | ||
// TODO(developer): Replace these variables before running the sample. | ||
String project = "YOUR_PROJECT_ID"; | ||
String bigqueryDisplayName = "YOUR_DATASET_DISPLAY_NAME"; | ||
String bigqueryUri = | ||
"bq://YOUR_GOOGLE_CLOUD_PROJECT_ID.BIGQUERY_DATASET_ID.BIGQUERY_TABLE_OR_VIEW_ID"; | ||
createDatasetTableBigquery(project, bigqueryDisplayName, bigqueryUri); | ||
} | ||
|
||
static void createDatasetTableBigquery( | ||
String project, String bigqueryDisplayName, String bigqueryUri) | ||
throws IOException, ExecutionException, InterruptedException, TimeoutException { | ||
DatasetServiceSettings settings = | ||
DatasetServiceSettings.newBuilder() | ||
.setEndpoint("us-central1-aiplatform.googleapis.com:443") | ||
.build(); | ||
|
||
// Initialize client that will be used to send requests. This client only needs to be created | ||
// once, and can be reused for multiple requests. After completing all of your requests, call | ||
// the "close" method on the client to safely clean up any remaining background resources. | ||
try (DatasetServiceClient datasetServiceClient = DatasetServiceClient.create(settings)) { | ||
String location = "us-central1"; | ||
String metadataSchemaUri = | ||
"gs://google-cloud-aiplatform/schema/dataset/metadata/tables_1.0.0.yaml"; | ||
LocationName locationName = LocationName.of(project, location); | ||
|
||
String jsonString = | ||
"{\"input_config\": {\"bigquery_source\": {\"uri\": \"" + bigqueryUri + "\"}}}"; | ||
Value.Builder metaData = Value.newBuilder(); | ||
JsonFormat.parser().merge(jsonString, metaData); | ||
|
||
Dataset dataset = | ||
Dataset.newBuilder() | ||
.setDisplayName(bigqueryDisplayName) | ||
.setMetadataSchemaUri(metadataSchemaUri) | ||
.setMetadata(metaData) | ||
.build(); | ||
|
||
OperationFuture<Dataset, CreateDatasetOperationMetadata> datasetFuture = | ||
datasetServiceClient.createDatasetAsync(locationName, dataset); | ||
System.out.format("Operation name: %s\n", datasetFuture.getInitialFuture().get().getName()); | ||
System.out.println("Waiting for operation to finish..."); | ||
Dataset datasetResponse = datasetFuture.get(300, TimeUnit.SECONDS); | ||
|
||
System.out.println("Create Dataset Table Bigquery sample"); | ||
System.out.format("Name: %s\n", datasetResponse.getName()); | ||
System.out.format("Display Name: %s\n", datasetResponse.getDisplayName()); | ||
System.out.format("Metadata Schema Uri: %s\n", datasetResponse.getMetadataSchemaUri()); | ||
System.out.format("Metadata: %s\n", datasetResponse.getMetadata()); | ||
} | ||
} | ||
} | ||
// [END aiplatform_create_dataset_tabular_bigquery_sample] |
88 changes: 88 additions & 0 deletions
88
aiplatform/snippets/src/main/java/aiplatform/CreateDatasetTabularGcsSample.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,88 @@ | ||
/* | ||
* Copyright 2020 Google LLC | ||
* | ||
* Licensed under the Apache License, Version 2.0 (the "License"); | ||
* you may not use this file except in compliance with the License. | ||
* You may obtain a copy of the License at | ||
* | ||
* http://www.apache.org/licenses/LICENSE-2.0 | ||
* | ||
* Unless required by applicable law or agreed to in writing, software | ||
* distributed under the License is distributed on an "AS IS" BASIS, | ||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
* See the License for the specific language governing permissions and | ||
* limitations under the License. | ||
*/ | ||
|
||
package aiplatform; | ||
|
||
// [START aiplatform_create_dataset_tabular_gcs_sample] | ||
|
||
import com.google.api.gax.longrunning.OperationFuture; | ||
import com.google.cloud.aiplatform.v1beta1.CreateDatasetOperationMetadata; | ||
import com.google.cloud.aiplatform.v1beta1.Dataset; | ||
import com.google.cloud.aiplatform.v1beta1.DatasetServiceClient; | ||
import com.google.cloud.aiplatform.v1beta1.DatasetServiceSettings; | ||
import com.google.cloud.aiplatform.v1beta1.LocationName; | ||
import com.google.protobuf.Value; | ||
import com.google.protobuf.util.JsonFormat; | ||
import java.io.IOException; | ||
import java.util.concurrent.ExecutionException; | ||
import java.util.concurrent.TimeUnit; | ||
import java.util.concurrent.TimeoutException; | ||
|
||
public class CreateDatasetTabularGcsSample { | ||
|
||
public static void main(String[] args) | ||
throws InterruptedException, ExecutionException, TimeoutException, IOException { | ||
// TODO(developer): Replace these variables before running the sample. | ||
String project = "YOUR_PROJECT_ID"; | ||
String datasetDisplayName = "YOUR_DATASET_DISPLAY_NAME"; | ||
String gcsSourceUri = "gs://YOUR_GCS_SOURCE_BUCKET/path_to_your_gcs_table/file.csv"; | ||
; | ||
createDatasetTableGcs(project, datasetDisplayName, gcsSourceUri); | ||
} | ||
|
||
static void createDatasetTableGcs(String project, String datasetDisplayName, String gcsSourceUri) | ||
throws IOException, ExecutionException, InterruptedException, TimeoutException { | ||
DatasetServiceSettings settings = | ||
DatasetServiceSettings.newBuilder() | ||
.setEndpoint("us-central1-aiplatform.googleapis.com:443") | ||
.build(); | ||
|
||
// Initialize client that will be used to send requests. This client only needs to be created | ||
// once, and can be reused for multiple requests. After completing all of your requests, call | ||
// the "close" method on the client to safely clean up any remaining background resources. | ||
try (DatasetServiceClient datasetServiceClient = DatasetServiceClient.create(settings)) { | ||
String location = "us-central1"; | ||
String metadataSchemaUri = | ||
"gs://google-cloud-aiplatform/schema/dataset/metadata/tables_1.0.0.yaml"; | ||
LocationName locationName = LocationName.of(project, location); | ||
|
||
String jsonString = | ||
"{\"input_config\": {\"gcs_source\": {\"uri\": [\"" + gcsSourceUri + "\"]}}}"; | ||
Value.Builder metaData = Value.newBuilder(); | ||
JsonFormat.parser().merge(jsonString, metaData); | ||
|
||
Dataset dataset = | ||
Dataset.newBuilder() | ||
.setDisplayName(datasetDisplayName) | ||
.setMetadataSchemaUri(metadataSchemaUri) | ||
.setMetadata(metaData) | ||
.build(); | ||
|
||
OperationFuture<Dataset, CreateDatasetOperationMetadata> datasetFuture = | ||
datasetServiceClient.createDatasetAsync(locationName, dataset); | ||
System.out.format("Operation name: %s\n", datasetFuture.getInitialFuture().get().getName()); | ||
System.out.println("Waiting for operation to finish..."); | ||
Dataset datasetResponse = datasetFuture.get(300, TimeUnit.SECONDS); | ||
|
||
System.out.println("Create Dataset Table GCS sample"); | ||
System.out.format("Name: %s\n", datasetResponse.getName()); | ||
System.out.format("Display Name: %s\n", datasetResponse.getDisplayName()); | ||
System.out.format("Metadata Schema Uri: %s\n", datasetResponse.getMetadataSchemaUri()); | ||
System.out.format("Metadata: %s\n", datasetResponse.getMetadata()); | ||
} | ||
} | ||
} | ||
// [END aiplatform_create_dataset_tabular_gcs_sample] |
Oops, something went wrong.