Merge branch 'main' into main

googleapis · Oct 16, 2024 · b9a20d9 · b9a20d9
2 parents 4102888 + caca34b
commit b9a20d9
Show file tree

Hide file tree

Showing 6,340 changed files with 267,101 additions and 10,786 deletions.
diff --git a/.bazelrc b/.bazelrc
@@ -17,9 +17,6 @@
 
 # Use host-OS-specific config lines from bazelrc files.
 build --enable_platform_specific_config=true
-# gRPC fails to compile with Clang 16 if layering check is enabled:
-#   https://github.com/grpc/grpc/issues/34482
-build --features=-layering_check
 
 # The project requires C++ >= 14. By default Bazel adds `-std=c++0x` which
 # disables C++14 features, even if the compilers defaults to C++ >= 14

diff --git a/.bazelversion b/.bazelversion
@@ -1 +1 @@
-7.3.1
+7.3.2
diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -22,9 +22,9 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
+        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4
       - name: Checkout vcpkg
-        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
+        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4
         with:
           path: "build/vcpkg"
           repository: "microsoft/vcpkg"

diff --git a/.github/workflows/external-account-integration.yml b/.github/workflows/external-account-integration.yml
@@ -19,14 +19,14 @@ jobs:
   # usable in this case.
   identity-federation-integration-test:
     name: external-account-integration-test
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
     # Add "id-token" with the intended permissions.
     permissions:
       contents: read
       id-token: write
 
     steps:
-    - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
+    - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4
       with:
         ref: ${{ inputs.checkout-ref }}
     - id: auth

diff --git a/.github/workflows/macos-bazel.yml b/.github/workflows/macos-bazel.yml
@@ -38,6 +38,7 @@ jobs:
         - Spanner
         - Storage
         - Compute
+        - AIPlatform
         - Shard1
         - Shard2
         - Other
@@ -65,6 +66,9 @@ jobs:
         - shard: Compute
           targets:
           - //google/cloud/compute/...
+        - shard: AIPlatform
+          targets:
+          - //google/cloud/aiplatform/...
         - shard: Shard1
           targets:
           # Run this:
@@ -87,7 +91,6 @@ jobs:
           - +//google/cloud/sql/...
           - +//google/cloud/dialogflow_cx/...
           - +//google/cloud/dialogflow_es/...
-          - +//google/cloud/aiplatform/...
         - shard: Shard2
           targets:
           - //google/cloud/networkconnectivity/...
@@ -142,6 +145,8 @@ jobs:
           - -//google/cloud/storage/...
           # From Compute
           - -//google/cloud/compute/...
+          # From AIPlatform
+          - -//google/cloud/aiplatform/...
           # From Shard1
           - -//google/cloud/appengine/...
           - -//google/cloud/dataproc/...
@@ -151,7 +156,6 @@ jobs:
           - -//google/cloud/sql/...
           - -//google/cloud/dialogflow_cx/...
           - -//google/cloud/dialogflow_es/...
-          - -//google/cloud/aiplatform/...
           # From Shard2
           - -//google/cloud/networkconnectivity/...
           - -//google/cloud/networkservices/...

diff --git a/.github/workflows/macos-cmake.yml b/.github/workflows/macos-cmake.yml
@@ -40,11 +40,13 @@ jobs:
       matrix:
         exclude-from-full-trick: [ true ]
         os: [ macos-14 ]
-        shard: [ Core1, Core2, Compute, Shard1, Shard2, Shard3, Shard4, Shard5, Other ]
+        shard: [ Core1, Core2, Compute, AIPlatform, Shard1, Shard2, Shard3, Shard4, Shard5, Other ]
         exclude:
         # Only full builds include shards with generated code.
         - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
           shard: Compute
+        - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
+          shard: AIPlatform
         - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
           shard: Shard1
         - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
@@ -58,7 +60,7 @@ jobs:
         - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
           shard: Other
     steps:
-    - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
+    - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4
       with:
         ref: ${{ inputs.checkout-ref }}
     - uses: google-github-actions/auth@v2
@@ -80,6 +82,7 @@ jobs:
           pubsub
           pubsublite
           storage
+          storage_grpc
         )
         # These are the libraries with the most "clients". To build the list
         # run something like this and find the midpoint:
@@ -94,7 +97,6 @@ jobs:
           monitoring
           retail
           discoveryengine
-          aiplatform
         )
         shard2_features=(
           servicecontrol
@@ -210,6 +212,8 @@ jobs:
           echo "features=${features:1}" >> "${GITHUB_OUTPUT}"
         elif [[ "${{matrix.shard}}" == "Compute" ]]; then
           echo "features=compute" >> "${GITHUB_OUTPUT}"
+        elif [[ "${{matrix.shard}}" == "AIPlatform" ]]; then
+          echo "features=aiplatform" >> "${GITHUB_OUTPUT}"
         elif [[ "${{ matrix.shard }}" == "Shard1" ]]; then
           features="$(printf ",%s" "${shard1_features[@]}")"
           echo "features=${features:1}" >> "${GITHUB_OUTPUT}"
@@ -229,6 +233,7 @@ jobs:
           skipped_features=("${core1_features[@]}")
           skipped_features+=("${core2_features[@]}")
           skipped_features+=(compute)
+          skipped_features+=(aiplatform)
           skipped_features+=("${shard1_features[@]}")
           skipped_features+=("${shard2_features[@]}")
           skipped_features+=("${shard3_features[@]}")

diff --git a/.github/workflows/windows-bazel.yml b/.github/workflows/windows-bazel.yml
@@ -34,7 +34,7 @@ jobs:
         # - dbg creates very large debugging files and GHA has limited storage.
         # - fastbuild also takes too much storage.
         compilation_mode: [ opt ]
-        shard: [ Core, Compute, Other ]
+        shard: [ Core, Compute, AIPlatform, Other ]
         include:
         - shard: Core
           targets:
@@ -49,6 +49,9 @@ jobs:
         - shard: Compute
           targets:
           - //google/cloud/compute/...
+        - shard: AIPlatform
+          targets:
+          - //google/cloud/aiplatform/...
         - shard: Other
           targets:
           - //...
@@ -65,6 +68,8 @@ jobs:
           - -//google/cloud/storage/...
           # From Compute
           - -//google/cloud/compute/...
+          # From AIPlatform
+          - -//google/cloud/aiplatform/...
     steps:
     - uses: actions/checkout@v4
       with:
@@ -81,6 +86,9 @@ jobs:
     # Note that in other runners the publisher is GitHub. If we trust GitHub
     # to run the VM, we should trust their runners.
     - uses: ilammy/msvc-dev-cmd@0b201ec74fa43914dc39ae48a89fd1d8cb592756 # @v1.13.0
+    - name: Pre Build Disk Space
+      shell: bash
+      run: df -m
     - name: Build google-cloud-cpp
       shell: bash
       run: |
@@ -93,6 +101,9 @@ jobs:
         export BAZEL_REMOTE_CACHE_RW_MODE=${{ inputs.bazel-cache-mode }}
         export EXECUTE_INTEGRATION_TESTS=${{ inputs.execute-integration-tests }}
         ci/gha/builds/windows-bazel.sh ${{ matrix.compilation_mode }} ${{ join(matrix.targets, ' ') }}
+    - name: Post Build Disk Space
+      shell: bash
+      run: df -m
     env:
       BAZEL_REMOTE_CACHE: https://storage.googleapis.com/cloud-cpp-community-gha-cache/bazel-cache/${{ matrix.msvc }}/${{ matrix.compilation_mode }}
       GHA_TEST_BUCKET: "gcs-grpc-team-cloud-cpp-testing-bucket"
diff --git a/.github/workflows/windows-cmake.yml b/.github/workflows/windows-cmake.yml
@@ -42,11 +42,13 @@ jobs:
         msvc: [ msvc-2022 ]
         build_type: [ Debug, Release ]
         arch: [ x64, x86 ]
-        shard: [Core1, Core2, Compute, Shard1, Shard2, Shard3, Other]
+        shard: [Core1, Core2, Core3, Compute, AIPlatform, Shard1, Shard2, Shard3, Other]
         exclude:
         # Also skip shards (Compute and Other) that contain only generated code.
         - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
           shard: Compute
+        - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
+          shard: AIPlatform
         - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
           shard: Shard1
         - exclude-from-full-trick: ${{ ! inputs.full-matrix }}
@@ -59,7 +61,7 @@ jobs:
         - arch: x86
           build_type: Debug
     steps:
-    - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
+    - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4
       with:
         ref: ${{ inputs.checkout-ref }}
     - uses: google-github-actions/auth@v2
@@ -80,7 +82,8 @@ jobs:
       run: |
         echo "vcpkg-version=$(cat ci/etc/vcpkg-version.txt)" >> "${GITHUB_OUTPUT}"
         core1_features=(bigtable pubsub pubsublite)
-        core2_features=(spanner storage)
+        core2_features=(spanner)
+        core3_features=(storage storage_grpc)
         # These are the libraries with the most "clients". To build the list
         # run something like this and create shards:
         #
@@ -98,7 +101,6 @@ jobs:
           sql
           dialogflow_cx
           dialogflow_es
-          aiplatform
         )
         shard2_features=(
           beyondcorp
@@ -174,8 +176,13 @@ jobs:
         elif [[ "${{ matrix.shard }}" == "Core2" ]]; then
           features="$(printf ",%s" "${core2_features[@]}")"
           echo "features=${features:1}" >> "${GITHUB_OUTPUT}"
+        elif [[ "${{ matrix.shard }}" == "Core3" ]]; then
+          features="$(printf ",%s" "${core3_features[@]}")"
+          echo "features=${features:1}" >> "${GITHUB_OUTPUT}"
         elif [[ "${{matrix.shard}}" == "Compute" ]]; then
           echo "features=compute" >> "${GITHUB_OUTPUT}"
+        elif [[ "${{matrix.shard}}" == "AIPlatform" ]]; then
+          echo "features=aiplatform" >> "${GITHUB_OUTPUT}"
         elif [[ "${{matrix.shard}}" == "Shard1" ]]; then
           features="$(printf ",%s" "${shard1_features[@]}")"
           echo "features=${features:1}" >> "${GITHUB_OUTPUT}"
@@ -188,7 +195,9 @@ jobs:
         else
           skipped_features=("${core1_features[@]}")
           skipped_features+=("${core2_features[@]}")
+          skipped_features+=("${core3_features[@]}")
           skipped_features+=(compute)
+          skipped_features+=(aiplatform)
           skipped_features+=("${shard1_features[@]}")
           skipped_features+=("${shard2_features[@]}")
           skipped_features+=("${shard3_features[@]}")
@@ -199,6 +208,9 @@ jobs:
           skipped="$(printf ",-%s" "${skipped_features[@]}")"
           echo "features=__ga_libraries__,__experimental_libraries__,${skipped:1}" >> "${GITHUB_OUTPUT}"
         fi
+    - name: Pre Build Disk Space
+      shell: bash
+      run: df -m
     - name: Download and Install CMake
       shell: bash
       run: |
@@ -241,6 +253,9 @@ jobs:
         export CMAKE_OUT='c:\b'
         export EXECUTE_INTEGRATION_TESTS=${{ inputs.execute-integration-tests }}
         ci/gha/builds/windows-cmake.sh ${{ matrix.build_type }} ${{ steps.dynamic.outputs.features }}
+    - name: Post Build Disk Space
+      shell: bash
+      run: df -m
     env:
       SCCACHE_GCS_BUCKET: cloud-cpp-community-gha-cache
       SCCACHE_GCS_KEY_PREFIX: sccache/${{ matrix.msvc }}/${{ matrix.arch}}/${{ matrix.build_type }}

diff --git a/.typos.toml b/.typos.toml
@@ -25,6 +25,7 @@ extend-exclude = [
     "google/cloud/baremetalsolution/v2/bare_metal_solution_client.h",
     "google/cloud/channel/v1/cloud_channel_client.h",
     "google/cloud/cloudbuild/v2/repository_manager_client.h",
+    "google/cloud/dialogflow_es/generators_client.h",
     "google/cloud/managedidentities/v1/managed_identities_client.h",
     "google/cloud/monitoring/v3/uptime_check_client.h",
     "google/cloud/networkconnectivity/v1/policy_based_routing_client.h",

diff --git a/BUILD.bazel b/BUILD.bazel
@@ -153,6 +153,23 @@ bool_flag(
     visibility = ["//:__subpackages__"],
 )
 
+cc_library(
+    name = "storage_grpc",
+    hdrs = ["//google/cloud/storage:public_grpc_hdrs"],
+    deps = [
+        "//google/cloud/storage:google_cloud_cpp_storage_grpc",
+    ],
+)
+
+cc_library(
+    name = "storage_grpc_mocks",
+    testonly = True,
+    hdrs = ["//google/cloud/storage:grpc_mocks_hdrs"],
+    deps = [
+        "//google/cloud/storage:google_cloud_cpp_storage_grpc_mocks",
+    ],
+)
+
 cc_library(
     name = "experimental-storage_grpc",
     hdrs = ["//google/cloud/storage:public_grpc_hdrs"],

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -4,14 +4,57 @@
 breaking changes in the upcoming 3.x release. This release is scheduled for
 2024-12 or 2025-01.
 
-## v2.30.0 - TBD
+## v2.31.0 - TBD
 
-### New Libraries
+## v2.30.0 - 2024-10
 
-We are happy to announce the following GA libraries. Unless specifically noted,
-the APIs in these libraries are stable, and are ready for production use.
+### Updated Libraries
+
+- [AI Platform API](/google/cloud/aiplatform/README.md) - new
+  `EvaluationServiceClient`
+- [Dialogflow ES API](/google/cloud/dialogflow_es/README.md) - new
+  `EncryptionSpecServiceClient` and `GeneratorsClient`
+
+### [AI Platform API](/google/cloud/aiplatform/README.md)
+
+- doc(aiplatform): add Vertex AI samples ([#14703](https://github.com/googleapis/google-cloud-cpp/pull/14703))
+
+### [KMS](/google/cloud/kms/README.md)
+
+- `AutokeyClient::ListKeyHandles(...)` signature has changed to return an
+  iterable type. Our telemetry indicates that there are no C++ applications
+  using this API, and therefore we do not consider this a breaking change.
+  ([#14726](https://github.com/googleapis/google-cloud-cpp/pull/14726))
+
+### [OpenTelemetry](/google/cloud/opentelemetry/README.md)
+
+- feat(otel): release GCM exporter ([#14693](https://github.com/googleapis/google-cloud-cpp/pull/14693))
+
+### [Pub/Sub](/google/cloud/pubsub/README.md)
+
+- feat(mixin): add manual changes for pubsub and generate mixin code ([#14756](https://github.com/googleapis/google-cloud-cpp/pull/14756))
+- docs(pubsub): Add ingestion from GCS topic creation sample ([#14749](https://github.com/googleapis/google-cloud-cpp/pull/14749))
+
+### [Spanner](/google/cloud/spanner/README.md)
+
+- docs(spanner): Add samples for backup schedule feature APIs ([#14720](https://github.com/googleapis/google-cloud-cpp/pull/14720))
+- docs(spanner): create a few code snippets as examples for using Spanner Graph using cpp ([#14660](https://github.com/googleapis/google-cloud-cpp/pull/14660))
+
+### [Storage](/google/cloud/storage/README.md)
+
+- The gRPC plugin is now GA. The [Using the gRPC plugin][storage-grpc]
+  guide describes this feature in more detail. When using GCS from Google
+  Compute Engine (GCE) this plugin can enable higher total throughput.
+- feat(storage): Add ability to restore soft deleted objects ([#14710](https://github.com/googleapis/google-cloud-cpp/pull/14710))
+
+### [Common Libraries](/google/cloud/README.md)
+
+- fix(rest): promote buffer curl reads from to member variable ([#14732](https://github.com/googleapis/google-cloud-cpp/pull/14732))
+- fix: respect `GOOGLE_CLOUD_QUOTA_PROJECT` ([#14684](https://github.com/googleapis/google-cloud-cpp/pull/14684))
+
+### [Google APIs interface definitions](https://github.com/googleapis/googleapis)
 
-- [Gemini API](/google/cloud/generativelanguage/README.md)
+- This release is based on definitions as of [2024-09-24T10:34:24-07:00](https://github.com/googleapis/googleapis/tree/69e9dff10df4fa1e338712d38dc26b46791a6e94)
 
 ## v2.29.0 - 2024-09
 
@@ -1803,3 +1846,4 @@ case it elicits some feedback that requires changes.
 [product-launch-stages]: https://cloud.google.com/products/#product-launch-stages
 [resource-manager-tags]: https://cloud.google.com/resource-manager/docs/tags/tags-overview
 [speech-model-adaptation]: https://cloud.google.com/speech-to-text/docs/adaptation-model
+[storage-grpc]: https://cloud.google.com/cpp/docs/reference/storage/latest/storage-grpc
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -21,7 +21,7 @@ set(PACKAGE_BUGREPORT "https://github.com/googleapis/google-cloud-cpp/issues")
 
 project(
     google-cloud-cpp
-    VERSION 2.30.0
+    VERSION 2.31.0
     LANGUAGES CXX)
 set(PROJECT_VERSION_PRE_RELEASE "rc")