Skip to content

Commit

Permalink
samples: ucaip samples batch 3 of 6 (#18)
Browse files Browse the repository at this point in the history
* samples:samples: ucaip samples batch 3 of 6

* made requested the changes

* changed all instance of tables into tabular

* fixed the lint

* reversed some comments
  • Loading branch information
munkhuushmgl authored Nov 6, 2020
1 parent 9688a76 commit 413b908
Show file tree
Hide file tree
Showing 23 changed files with 2,161 additions and 2 deletions.
4 changes: 2 additions & 2 deletions aiplatform/snippets/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -23,14 +23,14 @@
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>


<!-- [START aiplatform_install_with_bom] -->
<dependencies>
<!-- TODO: switch to libraries-bom after this artifact is included -->
<dependency>
<groupId>com.google.cloud</groupId>
<artifactId>google-cloud-aiplatform</artifactId>
<version>0.0.1-SNAPSHOT</version>
</dependency>

<dependency>
<groupId>com.google.cloud</groupId>
<artifactId>google-cloud-storage</artifactId>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
/*
* Copyright 2020 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package aiplatform;

// [START aiplatform_cancel_training_pipeline_sample]

import com.google.cloud.aiplatform.v1beta1.PipelineServiceClient;
import com.google.cloud.aiplatform.v1beta1.PipelineServiceSettings;
import com.google.cloud.aiplatform.v1beta1.TrainingPipelineName;
import java.io.IOException;

public class CancelTrainingPipelineSample {

public static void main(String[] args) throws IOException {
// TODO(developer): Replace these variables before running the sample.
String trainingPipelineId = "YOUR_TRAINING_PIPELINE_ID";
String project = "YOUR_PROJECT_ID";
cancelTrainingPipelineSample(project, trainingPipelineId);
}

static void cancelTrainingPipelineSample(String project, String trainingPipelineId)
throws IOException {
PipelineServiceSettings pipelineServiceSettings =
PipelineServiceSettings.newBuilder()
.setEndpoint("us-central1-aiplatform.googleapis.com:443")
.build();

// Initialize client that will be used to send requests. This client only needs to be created
// once, and can be reused for multiple requests. After completing all of your requests, call
// the "close" method on the client to safely clean up any remaining background resources.
try (PipelineServiceClient pipelineServiceClient =
PipelineServiceClient.create(pipelineServiceSettings)) {
String location = "us-central1";
TrainingPipelineName trainingPipelineName =
TrainingPipelineName.of(project, location, trainingPipelineId);

pipelineServiceClient.cancelTrainingPipeline(trainingPipelineName);

System.out.println("Cancelled the Training Pipeline");
}
}
}
// [END aiplatform_cancel_training_pipeline_sample]
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
/*
* Copyright 2020 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package aiplatform;

// [START aiplatform_create_dataset_tabular_bigquery_sample]

import com.google.api.gax.longrunning.OperationFuture;
import com.google.cloud.aiplatform.v1beta1.CreateDatasetOperationMetadata;
import com.google.cloud.aiplatform.v1beta1.Dataset;
import com.google.cloud.aiplatform.v1beta1.DatasetServiceClient;
import com.google.cloud.aiplatform.v1beta1.DatasetServiceSettings;
import com.google.cloud.aiplatform.v1beta1.LocationName;
import com.google.protobuf.Value;
import com.google.protobuf.util.JsonFormat;
import java.io.IOException;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;

public class CreateDatasetTabularBigquerySample {

public static void main(String[] args)
throws InterruptedException, ExecutionException, TimeoutException, IOException {
// TODO(developer): Replace these variables before running the sample.
String project = "YOUR_PROJECT_ID";
String bigqueryDisplayName = "YOUR_DATASET_DISPLAY_NAME";
String bigqueryUri =
"bq://YOUR_GOOGLE_CLOUD_PROJECT_ID.BIGQUERY_DATASET_ID.BIGQUERY_TABLE_OR_VIEW_ID";
createDatasetTableBigquery(project, bigqueryDisplayName, bigqueryUri);
}

static void createDatasetTableBigquery(
String project, String bigqueryDisplayName, String bigqueryUri)
throws IOException, ExecutionException, InterruptedException, TimeoutException {
DatasetServiceSettings settings =
DatasetServiceSettings.newBuilder()
.setEndpoint("us-central1-aiplatform.googleapis.com:443")
.build();

// Initialize client that will be used to send requests. This client only needs to be created
// once, and can be reused for multiple requests. After completing all of your requests, call
// the "close" method on the client to safely clean up any remaining background resources.
try (DatasetServiceClient datasetServiceClient = DatasetServiceClient.create(settings)) {
String location = "us-central1";
String metadataSchemaUri =
"gs://google-cloud-aiplatform/schema/dataset/metadata/tables_1.0.0.yaml";
LocationName locationName = LocationName.of(project, location);

String jsonString =
"{\"input_config\": {\"bigquery_source\": {\"uri\": \"" + bigqueryUri + "\"}}}";
Value.Builder metaData = Value.newBuilder();
JsonFormat.parser().merge(jsonString, metaData);

Dataset dataset =
Dataset.newBuilder()
.setDisplayName(bigqueryDisplayName)
.setMetadataSchemaUri(metadataSchemaUri)
.setMetadata(metaData)
.build();

OperationFuture<Dataset, CreateDatasetOperationMetadata> datasetFuture =
datasetServiceClient.createDatasetAsync(locationName, dataset);
System.out.format("Operation name: %s\n", datasetFuture.getInitialFuture().get().getName());
System.out.println("Waiting for operation to finish...");
Dataset datasetResponse = datasetFuture.get(300, TimeUnit.SECONDS);

System.out.println("Create Dataset Table Bigquery sample");
System.out.format("Name: %s\n", datasetResponse.getName());
System.out.format("Display Name: %s\n", datasetResponse.getDisplayName());
System.out.format("Metadata Schema Uri: %s\n", datasetResponse.getMetadataSchemaUri());
System.out.format("Metadata: %s\n", datasetResponse.getMetadata());
}
}
}
// [END aiplatform_create_dataset_tabular_bigquery_sample]
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
/*
* Copyright 2020 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package aiplatform;

// [START aiplatform_create_dataset_tabular_gcs_sample]

import com.google.api.gax.longrunning.OperationFuture;
import com.google.cloud.aiplatform.v1beta1.CreateDatasetOperationMetadata;
import com.google.cloud.aiplatform.v1beta1.Dataset;
import com.google.cloud.aiplatform.v1beta1.DatasetServiceClient;
import com.google.cloud.aiplatform.v1beta1.DatasetServiceSettings;
import com.google.cloud.aiplatform.v1beta1.LocationName;
import com.google.protobuf.Value;
import com.google.protobuf.util.JsonFormat;
import java.io.IOException;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;

public class CreateDatasetTabularGcsSample {

public static void main(String[] args)
throws InterruptedException, ExecutionException, TimeoutException, IOException {
// TODO(developer): Replace these variables before running the sample.
String project = "YOUR_PROJECT_ID";
String datasetDisplayName = "YOUR_DATASET_DISPLAY_NAME";
String gcsSourceUri = "gs://YOUR_GCS_SOURCE_BUCKET/path_to_your_gcs_table/file.csv";
;
createDatasetTableGcs(project, datasetDisplayName, gcsSourceUri);
}

static void createDatasetTableGcs(String project, String datasetDisplayName, String gcsSourceUri)
throws IOException, ExecutionException, InterruptedException, TimeoutException {
DatasetServiceSettings settings =
DatasetServiceSettings.newBuilder()
.setEndpoint("us-central1-aiplatform.googleapis.com:443")
.build();

// Initialize client that will be used to send requests. This client only needs to be created
// once, and can be reused for multiple requests. After completing all of your requests, call
// the "close" method on the client to safely clean up any remaining background resources.
try (DatasetServiceClient datasetServiceClient = DatasetServiceClient.create(settings)) {
String location = "us-central1";
String metadataSchemaUri =
"gs://google-cloud-aiplatform/schema/dataset/metadata/tables_1.0.0.yaml";
LocationName locationName = LocationName.of(project, location);

String jsonString =
"{\"input_config\": {\"gcs_source\": {\"uri\": [\"" + gcsSourceUri + "\"]}}}";
Value.Builder metaData = Value.newBuilder();
JsonFormat.parser().merge(jsonString, metaData);

Dataset dataset =
Dataset.newBuilder()
.setDisplayName(datasetDisplayName)
.setMetadataSchemaUri(metadataSchemaUri)
.setMetadata(metaData)
.build();

OperationFuture<Dataset, CreateDatasetOperationMetadata> datasetFuture =
datasetServiceClient.createDatasetAsync(locationName, dataset);
System.out.format("Operation name: %s\n", datasetFuture.getInitialFuture().get().getName());
System.out.println("Waiting for operation to finish...");
Dataset datasetResponse = datasetFuture.get(300, TimeUnit.SECONDS);

System.out.println("Create Dataset Table GCS sample");
System.out.format("Name: %s\n", datasetResponse.getName());
System.out.format("Display Name: %s\n", datasetResponse.getDisplayName());
System.out.format("Metadata Schema Uri: %s\n", datasetResponse.getMetadataSchemaUri());
System.out.format("Metadata: %s\n", datasetResponse.getMetadata());
}
}
}
// [END aiplatform_create_dataset_tabular_gcs_sample]
Loading

0 comments on commit 413b908

Please sign in to comment.