Add synthtool scripts

google-cloud-clients/google-cloud-asset/synth.py

@@ -0,0 +1,37 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+# tasks has two product names, and a poorly named artman yaml
+v1beta1_library = gapic.java_library(
+    service='asset',
+    version='v1beta1',
+    config_path='artman_cloudasset_v1beta1.yaml',
+    artman_output_name='')
+
+s.copy(v1beta1_library / 'gapic-google-cloud-asset-v1beta1/src', 'src')
+s.copy(v1beta1_library / 'grpc-google-cloud-asset-v1beta1/src', '../../google-api-grpc/grpc-google-cloud-asset-v1beta1/src')
+s.copy(v1beta1_library / 'proto-google-cloud-asset-v1beta1/src', '../../google-api-grpc/proto-google-cloud-asset-v1beta1/src')
+
+# s.copy(templates)

google-cloud-clients/google-cloud-automl/synth.py

@@ -0,0 +1,35 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+library = gapic.java_library(
+    service='automl',
+    version='v1beta1',
+    config_path='artman_automl_v1beta1.yaml',
+    artman_output_name='')
+
+s.copy(library / 'gapic-google-cloud-automl-v1beta1/src', 'src')
+s.copy(library / 'grpc-google-cloud-automl-v1beta1/src', '../../google-api-grpc/grpc-google-cloud-automl-v1beta1/src')
+s.copy(library / 'proto-google-cloud-automl-v1beta1/src', '../../google-api-grpc/proto-google-cloud-automl-v1beta1/src')
+

google-cloud-clients/google-cloud-bigquerydatatransfer/synth.py

@@ -0,0 +1,35 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+library = gapic.java_library(
+    service='bigquerydatatransfer',
+    version='v1',
+    config_path='/google/cloud/bigquery/datatransfer/artman_bigquerydatatransfer.yaml',
+    artman_output_name='google-cloud-bigquerydatatransfer-v1')
+
+s.copy(library / 'gapic-google-cloud-bigquerydatatransfer-v1/src', 'src')
+s.copy(library / 'grpc-google-cloud-bigquerydatatransfer-v1/src', '../../google-api-grpc/grpc-google-cloud-bigquerydatatransfer-v1/src')
+s.copy(library / 'proto-google-cloud-bigquerydatatransfer-v1/src', '../../google-api-grpc/proto-google-cloud-bigquerydatatransfer-v1/src')
+

google-cloud-clients/google-cloud-bigtable-admin/synth.py

@@ -0,0 +1,35 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+library = gapic.java_library(
+    service='bigtable-admin',
+    version='v2',
+    config_path='/google/bigtable/admin/artman_bigtableadmin.yaml',
+    artman_output_name='')
+
+s.copy(library / 'gapic-google-cloud-bigtable-admin-v2/src', 'src')
+s.copy(library / 'grpc-google-cloud-bigtable-admin-v2/src', '../../google-api-grpc/grpc-google-cloud-bigtable-admin-v2/src')
+s.copy(library / 'proto-google-cloud-bigtable-admin-v2/src', '../../google-api-grpc/proto-google-cloud-bigtable-admin-v2/src')
+

google-cloud-clients/google-cloud-bigtable/synth.py

@@ -0,0 +1,35 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+library = gapic.java_library(
+    service='bigtable',
+    version='v2',
+    config_path='/google/bigtable/artman_bigtable.yaml',
+    artman_output_name='')
+
+s.copy(library / 'gapic-google-cloud-bigtable-v2/src', 'src')
+s.copy(library / 'grpc-google-cloud-bigtable-v2/src', '../../google-api-grpc/grpc-google-cloud-bigtable-v2/src')
+s.copy(library / 'proto-google-cloud-bigtable-v2/src', '../../google-api-grpc/proto-google-cloud-bigtable-v2/src')
+

google-cloud-clients/google-cloud-compute/synth.py

@@ -0,0 +1,88 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import os
+import synthtool as s
+import logging
+
+from synthtool import log
+from synthtool import _tracked_paths
+from synthtool import shell
+from synthtool.sources import git
+
+logging.basicConfig(level=logging.DEBUG)
+
+discovery_url = "https://github.com/googleapis/discovery-artifact-manager.git"
+
+log.debug(f"Cloning {discovery_url}.")
+discovery = git.clone(discovery_url, depth=1)
+
+def generate(config, root_dir):
+    image = "googleapis/artman:latest"
+    log.debug("Pulling artman image.")
+    shell.run(["docker", "pull", image])
+
+    output_dir = root_dir / "artman-genfiles"
+
+    docker_cmd = [
+        "docker",
+        "run",
+        "--rm",
+        "-i",
+        "-e",
+        f"HOST_USER_ID={os.getuid()}",
+        "-e",
+        f"HOST_GROUP_ID={os.getgid()}",
+        "-e",
+        "RUNNING_IN_ARTMAN_DOCKER=True",
+        "-v",
+        f"{root_dir}:{root_dir}",
+        "-v",
+        f"{output_dir}:{output_dir}",
+        "-w",
+        root_dir,
+        image,
+        "/bin/bash",
+        "-c",
+    ]
+
+    config_yaml = root_dir / config
+    artman_command = " ".join(
+        map(str, ["artman", "--local", "--config", config_yaml, "generate", "java_discogapic"])
+    )
+
+    cmd = docker_cmd + [artman_command]
+
+    shell.run(cmd, cwd=root_dir)
+
+    genfiles = output_dir / "java"
+
+    if not genfiles.exists():
+        raise FileNotFoundError(
+            f"Unable to find generated output of artman: {genfiles}."
+        )
+
+    log.success(f"Generated code into {genfiles}.")
+
+    _tracked_paths.add(genfiles)
+    return genfiles
+
+library = generate('gapic/google/compute/artman_compute.yaml', discovery)
+
+s.copy(library / 'gapic-google-cloud-compute-v1/src', 'src')
+#s.copy(library / 'grpc-google-cloud-compute-v1/src', '../../google-api-grpc/grpc-google-cloud-compute-v1/src')
+#s.copy(library / 'proto-google-cloud-compute-v1/src', '../../google-api-grpc/proto-google-cloud-compute-v1/src')
+

google-cloud-clients/google-cloud-container/synth.py

@@ -0,0 +1,35 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+library = gapic.java_library(
+    service='container',
+    version='v1',
+    config_path='/google/container/artman_container.yaml',
+    artman_output_name='')
+
+s.copy(library / 'gapic-google-cloud-container-v1/src', 'src')
+s.copy(library / 'grpc-google-cloud-container-v1/src', '../../google-api-grpc/grpc-google-cloud-container-v1/src')
+s.copy(library / 'proto-google-cloud-container-v1/src', '../../google-api-grpc/proto-google-cloud-container-v1/src')
+

google-cloud-clients/google-cloud-containeranalysis/synth.py

@@ -0,0 +1,35 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+library = gapic.java_library(
+    service='container',
+    version='v1beta1',
+    config_path='/google/devtools/containeranalysis/artman_containeranalysis_v1beta1.yaml',
+    artman_output_name='')
+
+s.copy(library / 'gapic-google-cloud-containeranalysis-v1beta1/src', 'src')
+s.copy(library / 'grpc-google-cloud-containeranalysis-v1beta1/src', '../../google-api-grpc/grpc-google-cloud-containeranalysis-v1beta1/src')
+s.copy(library / 'proto-google-cloud-containeranalysis-v1beta1/src', '../../google-api-grpc/proto-google-cloud-containeranalysis-v1beta1/src')
+

google-cloud-clients/google-cloud-dataproc/synth.py

@@ -0,0 +1,36 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""This script is used to synthesize generated parts of this library."""
+
+import synthtool as s
+import synthtool.gcp as gcp
+import logging
+
+logging.basicConfig(level=logging.DEBUG)
+
+gapic = gcp.GAPICGenerator()
+common_templates = gcp.CommonTemplates()
+
+for version in ["v1", "v1beta2"]:
+    library = gapic.java_library(
+        service='dataproc',
+        version=version,
+        config_path=f'/google/cloud/dataproc/artman_dataproc_{version}.yaml',
+        artman_output_name='')
+
+    s.copy(library / f'gapic-google-cloud-dataproc-{version}/src', 'src')
+    s.copy(library / f'grpc-google-cloud-dataproc-{version}/src', f'../../google-api-grpc/grpc-google-cloud-dataproc-{version}/src')
+    s.copy(library / f'proto-google-cloud-dataproc-{version}/src', f'../../google-api-grpc/proto-google-cloud-dataproc-{version}/src')
+