diff --git a/CHANGELOG.md b/CHANGELOG.md index 568142c8e6fe4..dde4ed47da47e 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -13,6 +13,7 @@ the APIs in these libraries are stable, and are ready for production use. - [Cloud API Registry](google/cloud/apiregistry/README.md) - [Audit Manager](/google/cloud/auditmanager/README.md) +- [GKE Recommender](/google/cloud/gkerecommender/README.md) ## v2.46.0 - 2026-01 diff --git a/README.md b/README.md index 8dfa9cd6e2cb4..015c9d3bbca35 100644 --- a/README.md +++ b/README.md @@ -308,6 +308,9 @@ See each library's `README.md` file for more information about: - [Anthos Multi-Cloud API](google/cloud/gkemulticloud/README.md) [[quickstart]](google/cloud/gkemulticloud/quickstart/README.md) [[reference]](https://cloud.google.com/cpp/docs/reference/gkemulticloud/latest) +- [GKE Recommender API](google/cloud/gkerecommender/README.md) + [[quickstart]](google/cloud/gkerecommender/quickstart/README.md) + [[reference]](https://cloud.google.com/cpp/docs/reference/gkerecommender/latest) - [Google Cloud IAM](google/cloud/iam/README.md) [[quickstart]](google/cloud/iam/quickstart/README.md) [[reference]](https://cloud.google.com/cpp/docs/reference/iam/latest) diff --git a/ci/abi-dumps/google_cloud_cpp_gkerecommender.expected.abi.dump.gz b/ci/abi-dumps/google_cloud_cpp_gkerecommender.expected.abi.dump.gz new file mode 100644 index 0000000000000..e2fd0b86d6b75 Binary files /dev/null and b/ci/abi-dumps/google_cloud_cpp_gkerecommender.expected.abi.dump.gz differ diff --git a/ci/etc/expected_install_directories b/ci/etc/expected_install_directories index 7746f661c50c4..6610b6dba68df 100644 --- a/ci/etc/expected_install_directories +++ b/ci/etc/expected_install_directories @@ -830,6 +830,10 @@ ./include/google/cloud/gkemulticloud/v1 ./include/google/cloud/gkemulticloud/v1/internal ./include/google/cloud/gkemulticloud/v1/mocks +./include/google/cloud/gkerecommender +./include/google/cloud/gkerecommender/v1 +./include/google/cloud/gkerecommender/v1/internal +./include/google/cloud/gkerecommender/v1/mocks ./include/google/cloud/iam ./include/google/cloud/iam/admin ./include/google/cloud/iam/admin/v1 @@ -1492,6 +1496,8 @@ ./lib64/cmake/google_cloud_cpp_gkehub_mocks ./lib64/cmake/google_cloud_cpp_gkemulticloud ./lib64/cmake/google_cloud_cpp_gkemulticloud_mocks +./lib64/cmake/google_cloud_cpp_gkerecommender +./lib64/cmake/google_cloud_cpp_gkerecommender_mocks ./lib64/cmake/google_cloud_cpp_iam ./lib64/cmake/google_cloud_cpp_iam_mocks ./lib64/cmake/google_cloud_cpp_iap diff --git a/cmake/GoogleCloudCppFeatures.cmake b/cmake/GoogleCloudCppFeatures.cmake index 2eed8b78378c8..b445cb0e2034e 100644 --- a/cmake/GoogleCloudCppFeatures.cmake +++ b/cmake/GoogleCloudCppFeatures.cmake @@ -112,6 +112,7 @@ set(GOOGLE_CLOUD_CPP_GA_LIBRARIES "gkeconnect" "gkehub" "gkemulticloud" + "gkerecommender" "iam" "iap" "ids" diff --git a/external/googleapis/protodeps/gkerecommender.deps b/external/googleapis/protodeps/gkerecommender.deps new file mode 100644 index 0000000000000..5d260a00b6f04 --- /dev/null +++ b/external/googleapis/protodeps/gkerecommender.deps @@ -0,0 +1,5 @@ +@com_google_googleapis//google/api:annotations_proto +@com_google_googleapis//google/api:client_proto +@com_google_googleapis//google/api:field_behavior_proto +@com_google_googleapis//google/api:http_proto +@com_google_googleapis//google/api:launch_stage_proto diff --git a/external/googleapis/protolists/gkerecommender.list b/external/googleapis/protolists/gkerecommender.list new file mode 100644 index 0000000000000..6bd3721910a64 --- /dev/null +++ b/external/googleapis/protolists/gkerecommender.list @@ -0,0 +1 @@ +@com_google_googleapis//google/cloud/gkerecommender/v1:gkerecommender.proto diff --git a/external/googleapis/update_libraries.sh b/external/googleapis/update_libraries.sh index 3f6aacec83d0b..c31577a64e4a8 100755 --- a/external/googleapis/update_libraries.sh +++ b/external/googleapis/update_libraries.sh @@ -168,6 +168,7 @@ declare -A -r LIBRARIES=( "@com_google_googleapis//google/cloud/gkebackup/v1:gkebackup_cc_grpc" )" ["gkeconnect"]="@com_google_googleapis//google/cloud/gkeconnect/gateway/v1:gateway_cc_grpc" + ["gkerecommender"]="@com_google_googleapis//google/cloud/gkerecommender/v1:gkerecommender_cc_grpc" ["gkehub"]="$( printf ",%s" \ "@com_google_googleapis//google/cloud/gkehub/v1:gkehub_cc_grpc" \ diff --git a/generator/generator_config.textproto b/generator/generator_config.textproto index aafd8fdbe2d6c..0f5348a2b5b2d 100644 --- a/generator/generator_config.textproto +++ b/generator/generator_config.textproto @@ -2689,6 +2689,14 @@ service { endpoint_location_style: LOCATION_DEPENDENT } +# GKE Recommender +service { + service_proto_path: "google/cloud/gkerecommender/v1/gkerecommender.proto" + product_path: "google/cloud/gkerecommender/v1" + initial_copyright_year: "2026" + retryable_status_codes: ["kUnavailable"] +} + # IAM service { service_proto_path: "google/iam/credentials/v1/iamcredentials.proto" diff --git a/google/cloud/gkerecommender/BUILD.bazel b/google/cloud/gkerecommender/BUILD.bazel new file mode 100644 index 0000000000000..eea417d306c8d --- /dev/null +++ b/google/cloud/gkerecommender/BUILD.bazel @@ -0,0 +1,31 @@ +# Copyright 2026 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +load("//bazel:gapic.bzl", "cc_gapic_library") + +package(default_visibility = ["//visibility:private"]) + +licenses(["notice"]) # Apache 2.0 + +service_dirs = ["v1/"] + +googleapis_deps = [ + "@com_google_googleapis//google/cloud/gkerecommender/v1:gkerecommender_cc_grpc", +] + +cc_gapic_library( + name = "gkerecommender", + googleapis_deps = googleapis_deps, + service_dirs = service_dirs, +) diff --git a/google/cloud/gkerecommender/CMakeLists.txt b/google/cloud/gkerecommender/CMakeLists.txt new file mode 100644 index 0000000000000..da20dbe7db21c --- /dev/null +++ b/google/cloud/gkerecommender/CMakeLists.txt @@ -0,0 +1,33 @@ +# ~~~ +# Copyright 2026 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# ~~~ + +include(GoogleCloudCppLibrary) + +google_cloud_cpp_add_gapic_library(gkerecommender "GKE Recommender API" + SERVICE_DIRS "v1/") + +if (BUILD_TESTING AND GOOGLE_CLOUD_CPP_ENABLE_CXX_EXCEPTIONS) + add_executable(gkerecommender_quickstart "quickstart/quickstart.cc") + target_link_libraries(gkerecommender_quickstart + PRIVATE google-cloud-cpp::gkerecommender) + google_cloud_cpp_add_common_options(gkerecommender_quickstart) + add_test( + NAME gkerecommender_quickstart + COMMAND cmake -P "${PROJECT_SOURCE_DIR}/cmake/quickstart-runner.cmake" + $) + set_tests_properties(gkerecommender_quickstart + PROPERTIES LABELS "integration-test;quickstart") +endif () diff --git a/google/cloud/gkerecommender/README.md b/google/cloud/gkerecommender/README.md new file mode 100644 index 0000000000000..c562c63488632 --- /dev/null +++ b/google/cloud/gkerecommender/README.md @@ -0,0 +1,57 @@ +# GKE Recommender API C++ Client Library + +This directory contains an idiomatic C++ client library for the +[GKE Recommender API][cloud-service-docs]. + +GKE Recommender API + +While this library is **GA**, please note that the Google Cloud C++ client +libraries do **not** follow [Semantic Versioning](https://semver.org/). + +## Quickstart + +The [quickstart/](quickstart/README.md) directory contains a minimal environment +to get started using this client library in a larger project. The following +"Hello World" program is used in this quickstart, and should give you a taste of +this library. + + + +```cc +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_client.h" +#include + +int main(int argc, char* argv[]) try { + if (argc != 1) { + std::cerr << "Usage: " << argv[0] << "\n"; + return 1; + } + + namespace gkerecommender = ::google::cloud::gkerecommender_v1; + auto client = gkerecommender::GkeInferenceQuickstartClient( + gkerecommender::MakeGkeInferenceQuickstartConnection()); + for (auto r : client.FetchModels({})) { + if (!r) throw std::move(r).status(); + std::cout << *r << "\n"; + } + + return 0; +} catch (google::cloud::Status const& status) { + std::cerr << "google::cloud::Status thrown: " << status << "\n"; + return 1; +} +``` + + + +## More Information + +- Official documentation about the [GKE Recommender API][cloud-service-docs] + service +- [Reference doxygen documentation][doxygen-link] for each release of this + client library +- Detailed header comments in our [public `.h`][source-link] files + +[cloud-service-docs]: https://cloud.google.com/kubernetes-engine/docs/how-to/machine-learning/inference-quickstart +[doxygen-link]: https://cloud.google.com/cpp/docs/reference/gkerecommender/latest/ +[source-link]: https://github.com/googleapis/google-cloud-cpp/tree/main/google/cloud/gkerecommender diff --git a/google/cloud/gkerecommender/doc/environment-variables.dox b/google/cloud/gkerecommender/doc/environment-variables.dox new file mode 100644 index 0000000000000..02d57a44c4b7c --- /dev/null +++ b/google/cloud/gkerecommender/doc/environment-variables.dox @@ -0,0 +1,49 @@ +/*! +@page gkerecommender-env Environment Variables + +A number of environment variables can be used to configure the behavior of +the library. There are also functions to configure this behavior in code. The +environment variables are convenient when troubleshooting problems. + +@section gkerecommender-env-endpoint Endpoint Overrides + + + +- `GOOGLE_CLOUD_CPP_GKE_INFERENCE_QUICKSTART_ENDPOINT=...` overrides the + `EndpointOption` (which defaults to "gkerecommender.googleapis.com") + used by `MakeGkeInferenceQuickstartConnection()`. + + + +@see google::cloud::EndpointOption + +@section gkerecommender-env-logging Logging + +`GOOGLE_CLOUD_CPP_ENABLE_TRACING=rpc`: turns on tracing for most gRPC +calls. The library injects an additional Stub decorator that prints each gRPC +request and response. Unless you have configured your own logging backend, +you should also set `GOOGLE_CLOUD_CPP_ENABLE_CLOG` to produce any output on +the program's console. + +@see google::cloud::LoggingComponentsOption + +`GOOGLE_CLOUD_CPP_TRACING_OPTIONS=...`: modifies the behavior of gRPC tracing, +including whether messages will be output on multiple lines, or whether +string/bytes fields will be truncated. + +@see google::cloud::GrpcTracingOptionsOption + +`GOOGLE_CLOUD_CPP_ENABLE_CLOG=yes`: turns on logging in the library, basically +the library always "logs" but the logging infrastructure has no backend to +actually print anything until the application sets a backend or they set this +environment variable. + +@see google::cloud::LogBackend +@see google::cloud::LogSink + +@section gkerecommender-env-project Setting the Default Project + +`GOOGLE_CLOUD_PROJECT=...`: is used in examples and integration tests to +configure the GCP project. This has no effect in the library. + +*/ diff --git a/google/cloud/gkerecommender/doc/main.dox b/google/cloud/gkerecommender/doc/main.dox new file mode 100644 index 0000000000000..ee7fa23366e44 --- /dev/null +++ b/google/cloud/gkerecommender/doc/main.dox @@ -0,0 +1,48 @@ +/*! + +@mainpage GKE Recommender API C++ Client Library + +An idiomatic C++ client library for the [GKE Recommender API][cloud-service-docs]. + +GKE Recommender API + +While this library is **GA**, please note that the Google Cloud C++ client libraries do **not** follow +[Semantic Versioning](https://semver.org/). + +@tableofcontents{HTML:2} + +## Quickstart + +The following shows the code that you'll run in the +`google/cloud/gkerecommender/quickstart/` directory, +which should give you a taste of the GKE Recommender API C++ client library API. + +@snippet quickstart.cc all + +## Main classes + + +The main class in this library is +[`gkerecommender_v1::GkeInferenceQuickstartClient`](@ref google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient). All RPCs are exposed +as member functions of this class. Other classes provide helpers, configuration +parameters, and infrastructure to mock +[`gkerecommender_v1::GkeInferenceQuickstartClient`](@ref google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient) when testing your +application. + + +## More Information + +- @ref common-error-handling - describes how the library reports errors. +- @ref gkerecommender-override-endpoint - describes how to override the default + endpoint. +- @ref gkerecommender-override-authentication - describes how to change the + authentication credentials used by the library. +- @ref gkerecommender-override-retry - describes how to change the default retry + policies. +- @ref gkerecommender-env - describes environment variables that can configure the + behavior of the library. +- @ref gkerecommender-override-universe-domain - describes how to override the default universe domain. + +[cloud-service-docs]: https://cloud.google.com/kubernetes-engine/docs/how-to/machine-learning/inference-quickstart + +*/ diff --git a/google/cloud/gkerecommender/doc/options.dox b/google/cloud/gkerecommender/doc/options.dox new file mode 100644 index 0000000000000..64998376991b5 --- /dev/null +++ b/google/cloud/gkerecommender/doc/options.dox @@ -0,0 +1,10 @@ +/*! +@defgroup google-cloud-gkerecommender-options GKE Recommender API Configuration Options + +This library uses the same mechanism (`google::cloud::Options`) and the common +[options](@ref options) as all other C++ client libraries for its configuration. +Some `*Option` classes, which are only used in this library, are documented in +this page. + +@see @ref options - for an overview of client library configuration. +*/ diff --git a/google/cloud/gkerecommender/doc/override-authentication.dox b/google/cloud/gkerecommender/doc/override-authentication.dox new file mode 100644 index 0000000000000..277939954508f --- /dev/null +++ b/google/cloud/gkerecommender/doc/override-authentication.dox @@ -0,0 +1,35 @@ +/*! +@page gkerecommender-override-authentication How to Override the Authentication Credentials + +Unless otherwise configured, the client libraries use +[Application Default Credentials] to authenticate with Google Cloud Services. +While this works for most applications, in some cases you may need to override +this default. You can do so by providing the +[UnifiedCredentialsOption](@ref google::cloud::UnifiedCredentialsOption) +The following example shows how to explicitly load a service account key file: + + +@snippet gke_inference_quickstart_client_samples.cc with-service-account + + + +Keep in mind that we chose this as an example because it is relatively easy to +understand. Consult the [Best practices for managing service account keys] +guide for more details. + +@see @ref guac - for more information on the factory functions to create +`google::cloud::Credentials` objects. + +[Best practices for managing service account keys]: https://cloud.google.com/iam/docs/best-practices-for-managing-service-account-keys +[Application Default Credentials]: https://cloud.google.com/docs/authentication#adc + +*/ + +// + +/*! @page gkerecommender_v1::GkeInferenceQuickstartClient-service-account-snippet Override gkerecommender_v1::GkeInferenceQuickstartClient Authentication Defaults + +@snippet google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc with-service-account + +*/ +// diff --git a/google/cloud/gkerecommender/doc/override-endpoint.dox b/google/cloud/gkerecommender/doc/override-endpoint.dox new file mode 100644 index 0000000000000..7dce5bbc8f93d --- /dev/null +++ b/google/cloud/gkerecommender/doc/override-endpoint.dox @@ -0,0 +1,25 @@ +/*! +@page gkerecommender-override-endpoint How to Override the Default Endpoint + +In some cases, you may need to override the default endpoint used by the client +library. Use the +[EndpointOption](@ref google::cloud::EndpointOption) when initializing the +client library to change this default. + + +For example, this will override the default endpoint for `gkerecommender_v1::GkeInferenceQuickstartClient`: + +@snippet gke_inference_quickstart_client_samples.cc set-client-endpoint + + + +*/ + +// + +/*! @page gkerecommender_v1::GkeInferenceQuickstartClient-endpoint-snippet Override gkerecommender_v1::GkeInferenceQuickstartClient Endpoint Configuration + +@snippet google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc set-client-endpoint + +*/ +// diff --git a/google/cloud/gkerecommender/doc/override-retry-policies.dox b/google/cloud/gkerecommender/doc/override-retry-policies.dox new file mode 100644 index 0000000000000..05ad64d3fc2b1 --- /dev/null +++ b/google/cloud/gkerecommender/doc/override-retry-policies.dox @@ -0,0 +1,104 @@ +/*! +@page gkerecommender-override-retry Override Retry, Backoff, and Idempotency Policies + +When it is safe to do so, the library automatically retries requests that fail +due to a transient error. The library then uses [exponential backoff] to backoff +before trying again. Which operations are considered safe to retry, which +errors are treated as transient failures, the details of the exponential backoff +algorithm, and for how long the library retries are all configurable via +policies. + +This document provides examples showing how to override the default policies. + +The policies can be set when the `*Connection` object is created. The library +provides default policies for any policy that is not set. The application can +also override some (or all) policies when the `*Client` object is created. This +can be useful if multiple `*Client` objects share the same `*Connection` object, +but you want different retry behavior in some of the clients. Finally, the +application can override some retry policies when calling a specific member +function. + +The library uses three different options to control the retry loop. The options +have per-client names. + +@section gkerecommender-override-retry-retry-policy Configuring the transient errors and retry duration + +The `*RetryPolicyOption` controls: + +- Which errors are to be treated as transient errors. +- How long the library will keep retrying transient errors. + +You can provide your own class for this option. The library also provides two +built-in policies: + +- `*LimitedErrorCountRetryPolicy`: stops retrying after a specified number + of transient errors. +- `*LimitedTimeRetryPolicy`: stops retrying after a specified time. + +Note that a library may have more than one version of these classes. Their name +match the `*Client` and `*Connection` object they are intended to be used +with. Some `*Client` objects treat different error codes as transient errors. +In most cases, only [kUnavailable](@ref google::cloud::StatusCode) is treated +as a transient error. + +@section gkerecommender-override-retry-backoff-policy Controlling the backoff algorithm + +The `*BackoffPolicyOption` controls how long the client library will wait +before retrying a request that failed with a transient error. You can provide +your own class for this option. + +The only built-in backoff policy is +[`ExponentialBackoffPolicy`](@ref google::cloud::ExponentialBackoffPolicy). +This class implements a truncated exponential backoff algorithm, with jitter. +In summary, it doubles the current backoff time after each failure. The actual +backoff time for an RPC is chosen at random, but never exceeds the current +backoff. The current backoff is doubled after each failure, but never exceeds +(or is "truncated") if it reaches a prescribed maximum. + +@section gkerecommender-override-retry-idempotency-policy Controlling which operations are retryable + +The `*IdempotencyPolicyOption` controls which requests are retryable, as some +requests are never safe to retry. + +Only one built-in idempotency policy is provided by the library. The name +matches the name of the client it is intended for. For example, `FooBarClient` +will use `FooBarIdempotencyPolicy`. This policy is very conservative. + +@section gkerecommender-override-retry-example Example + + +For example, this will override the retry policies for `gkerecommender_v1::GkeInferenceQuickstartClient`: + +@snippet gke_inference_quickstart_client_samples.cc set-retry-policy + +This assumes you have created a custom idempotency policy. Such as: + +@snippet gke_inference_quickstart_client_samples.cc custom-idempotency-policy + + + + +@section gkerecommender-override-retry-more-information More Information + +@see google::cloud::Options +@see google::cloud::BackoffPolicy +@see google::cloud::ExponentialBackoffPolicy + +[exponential backoff]: https://en.wikipedia.org/wiki/Exponential_backoff + +*/ + +// + +/*! @page gkerecommender_v1::GkeInferenceQuickstartClient-retry-snippet Override gkerecommender_v1::GkeInferenceQuickstartClient Retry Policies + +This shows how to override the retry policies for gkerecommender_v1::GkeInferenceQuickstartClient: + +@snippet google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc set-retry-policy + +Assuming you have created a custom idempotency policy. Such as: + +@snippet google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc custom-idempotency-policy + +*/ +// diff --git a/google/cloud/gkerecommender/doc/override-universe-domain.dox b/google/cloud/gkerecommender/doc/override-universe-domain.dox new file mode 100644 index 0000000000000..5c819abbabf81 --- /dev/null +++ b/google/cloud/gkerecommender/doc/override-universe-domain.dox @@ -0,0 +1,24 @@ +/*! +@page gkerecommender-override-universe-domain How to Override the Default Universe Domain + +In some cases, you may need to override the default universe domain used by the +client library. Use `AddUniverseDomainOption` when initializing the client +library to change this default. + + +For example, this will override the default universe domain for `gkerecommender_v1::GkeInferenceQuickstartClient`: + +@snippet gke_inference_quickstart_client_samples.cc set-client-universe-domain + + + +*/ + +// + +/*! @page gkerecommender_v1::GkeInferenceQuickstartClient-universe-domain-snippet Override gkerecommender_v1::GkeInferenceQuickstartClient Universe Domain + +@snippet google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc set-client-universe-domain + +*/ +// diff --git a/google/cloud/gkerecommender/quickstart/.bazelrc b/google/cloud/gkerecommender/quickstart/.bazelrc new file mode 100644 index 0000000000000..c884db46c2b4d --- /dev/null +++ b/google/cloud/gkerecommender/quickstart/.bazelrc @@ -0,0 +1,30 @@ +# Copyright 2026 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Use host-OS-specific config lines from bazelrc files. +build --enable_platform_specific_config=true + +# The project requires C++ >= 14. By default Bazel adds `-std=c++0x` which +# disables C++14 features, even if the compilers defaults to C++ >= 14 +build:linux --cxxopt=-std=c++14 +build:macos --cxxopt=-std=c++14 +# Protobuf and gRPC require (or soon will require) C++14 to compile the "host" +# targets, such as protoc and the grpc plugin. +build:linux --host_cxxopt=-std=c++14 +build:macos --host_cxxopt=-std=c++14 + +# Do not create the convenience links. They are inconvenient when the build +# runs inside a docker image or if one builds a quickstart and then builds +# the project separately. +build --experimental_convenience_symlinks=ignore diff --git a/google/cloud/gkerecommender/quickstart/BUILD.bazel b/google/cloud/gkerecommender/quickstart/BUILD.bazel new file mode 100644 index 0000000000000..e8d8c2acb9389 --- /dev/null +++ b/google/cloud/gkerecommender/quickstart/BUILD.bazel @@ -0,0 +1,25 @@ +# Copyright 2026 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +licenses(["notice"]) # Apache 2.0 + +cc_binary( + name = "quickstart", + srcs = [ + "quickstart.cc", + ], + deps = [ + "@google_cloud_cpp//:gkerecommender", + ], +) diff --git a/google/cloud/gkerecommender/quickstart/CMakeLists.txt b/google/cloud/gkerecommender/quickstart/CMakeLists.txt new file mode 100644 index 0000000000000..4dde70cf2d145 --- /dev/null +++ b/google/cloud/gkerecommender/quickstart/CMakeLists.txt @@ -0,0 +1,32 @@ +# Copyright 2026 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may not +# use this file except in compliance with the License. You may obtain a copy of +# the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations under +# the License. + +# This file shows how to use the GKE Recommender API C++ client library from a +# larger CMake project. + +cmake_minimum_required(VERSION 3.10...3.24) +project(google-cloud-cpp-gkerecommender-quickstart CXX) + +find_package(google_cloud_cpp_gkerecommender REQUIRED) + +# MSVC requires some additional code to select the correct runtime library +if (VCPKG_TARGET_TRIPLET MATCHES "-static$") + set(CMAKE_MSVC_RUNTIME_LIBRARY "MultiThreaded$<$:Debug>") +else () + set(CMAKE_MSVC_RUNTIME_LIBRARY "MultiThreaded$<$:Debug>DLL") +endif () + +# Define your targets. +add_executable(quickstart quickstart.cc) +target_link_libraries(quickstart google-cloud-cpp::gkerecommender) diff --git a/google/cloud/gkerecommender/quickstart/Makefile b/google/cloud/gkerecommender/quickstart/Makefile new file mode 100644 index 0000000000000..360add07c0e11 --- /dev/null +++ b/google/cloud/gkerecommender/quickstart/Makefile @@ -0,0 +1,35 @@ +# Copyright 2026 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# This is a minimal Makefile to show how to use the GKE Recommender API C++ client +# for developers who use make(1) as their build system. + +# The CXX, CXXFLAGS and CXXLD variables are hard-coded. These values work for +# our tests, but applications would typically make them configurable parameters. +CXX=g++ +CXXFLAGS= +CXXLD=$(CXX) +BIN=. + +all: $(BIN)/quickstart + +# Configuration variables to compile and link against the GKE Recommender API C++ +# client library. +CLIENT_MODULE := google_cloud_cpp_gkerecommender +CLIENT_CXXFLAGS := $(shell pkg-config $(CLIENT_MODULE) --cflags) +CLIENT_CXXLDFLAGS := $(shell pkg-config $(CLIENT_MODULE) --libs-only-L) +CLIENT_LIBS := $(shell pkg-config $(CLIENT_MODULE) --libs-only-l) + +$(BIN)/quickstart: quickstart.cc + $(CXXLD) $(CXXFLAGS) $(CLIENT_CXXFLAGS) $(CLIENT_CXXLDFLAGS) -o $@ $^ $(CLIENT_LIBS) diff --git a/google/cloud/gkerecommender/quickstart/README.md b/google/cloud/gkerecommender/quickstart/README.md new file mode 100644 index 0000000000000..f088e08432743 --- /dev/null +++ b/google/cloud/gkerecommender/quickstart/README.md @@ -0,0 +1,135 @@ +# HOWTO: using the GKE Recommender API C++ client in your project + +This directory contains small examples showing how to use the GKE Recommender +API C++ client library in your own project. These instructions assume that you +have some experience as a C++ developer and that you have a working C++ +toolchain (compiler, linker, etc.) installed on your platform. + +- Packaging maintainers or developers who prefer to install the library in a + fixed directory (such as `/usr/local` or `/opt`) should consult the + [packaging guide](/doc/packaging.md). +- Developers who prefer using a package manager such as + [vcpkg](https://vcpkg.io), or [Conda](https://conda.io), should follow the + instructions for their package manager. +- Developers wanting to use the libraries as part of a larger CMake or Bazel + project should consult the current document. Note that there are similar + documents for each library in their corresponding directories. +- Developers wanting to compile the library just to run some examples or tests + should consult the + [building and installing](/README.md#building-and-installing) section of the + top-level README file. +- Contributors and developers to `google-cloud-cpp` should consult the guide to + [set up a development workstation][howto-setup-dev-workstation]. + +## Before you begin + +To run the quickstart examples you will need a working Google Cloud Platform +(GCP) project. + +## Configuring authentication for the C++ Client Library + +Like most Google Cloud Platform (GCP) services, GKE Recommender API requires +that your application authenticates with the service before accessing any data. +If you are not familiar with GCP authentication please take this opportunity to +review the [Authentication methods at Google][authentication-quickstart]. + +## Using with Bazel + +> :warning: If you are using Windows or macOS there are additional instructions +> at the end of this document. + +1. Install Bazel using [the instructions][bazel-install] from the `bazel.build` + website. + +1. Compile this example using Bazel: + + ```bash + cd $HOME/google-cloud-cpp/google/cloud/gkerecommender/quickstart + bazel build ... + ``` + + Note that Bazel automatically downloads and compiles all dependencies of the + project. As it is often the case with C++ libraries, compiling these + dependencies may take several minutes. + +1. Run the example, changing the placeholder(s) to appropriate values: + + ```bash + bazel run :quickstart -- [...] + ``` + +## Using with CMake + +> :warning: If you are using Windows or macOS there are additional instructions +> at the end of this document. + +1. Install CMake. The package managers for most Linux distributions include a + package for CMake. Likewise, you can install CMake on Windows using a package + manager such as [chocolatey][choco-cmake-link], and on macOS using + [homebrew][homebrew-cmake-link]. You can also obtain the software directly + from the [cmake.org](https://cmake.org/download/). + +1. Install the dependencies with your favorite tools. As an example, if you use + [vcpkg](https://github.com/Microsoft/vcpkg.git): + + ```bash + cd $HOME/vcpkg + ./vcpkg install google-cloud-cpp[core,gkerecommender] + ``` + + Note that, as it is often the case with C++ libraries, compiling these + dependencies may take several minutes. + +1. Configure CMake, if necessary, configure the directory where you installed + the dependencies: + + ```bash + cd $HOME/google-cloud-cpp/google/cloud/gkerecommender/quickstart + cmake -S . -B .build -DCMAKE_TOOLCHAIN_FILE=$HOME/vcpkg/scripts/buildsystems/vcpkg.cmake + cmake --build .build + ``` + +1. Run the example, changing the placeholder(s) to appropriate values: + + ```bash + .build/quickstart [...] + ``` + +## Platform Specific Notes + +### macOS + +gRPC [requires][grpc-roots-pem-bug] an environment variable to configure the +trust store for SSL certificates, you can download and configure this using: + +```bash +curl -Lo roots.pem https://pki.google.com/roots.pem +export GRPC_DEFAULT_SSL_ROOTS_FILE_PATH="$PWD/roots.pem" +``` + +### Windows + +Bazel tends to create very long file names and paths. You may need to use a +short directory to store the build output, such as `c:\b`, and instruct Bazel to +use it via: + +```shell +bazel --output_user_root=c:\b build ... +``` + +gRPC [requires][grpc-roots-pem-bug] an environment variable to configure the +trust store for SSL certificates, you can download and configure this using: + +```console +@powershell -NoProfile -ExecutionPolicy unrestricted -Command ^ + (new-object System.Net.WebClient).Downloadfile( ^ + 'https://pki.google.com/roots.pem', 'roots.pem') +set GRPC_DEFAULT_SSL_ROOTS_FILE_PATH=%cd%\roots.pem +``` + +[authentication-quickstart]: https://cloud.google.com/docs/authentication/client-libraries "Authenticate for using client libraries" +[bazel-install]: https://docs.bazel.build/versions/main/install.html +[choco-cmake-link]: https://chocolatey.org/packages/cmake +[grpc-roots-pem-bug]: https://github.com/grpc/grpc/issues/16571 +[homebrew-cmake-link]: https://formulae.brew.sh/formula/cmake +[howto-setup-dev-workstation]: /doc/contributor/howto-guide-setup-development-workstation.md diff --git a/google/cloud/gkerecommender/quickstart/WORKSPACE.bazel b/google/cloud/gkerecommender/quickstart/WORKSPACE.bazel new file mode 100644 index 0000000000000..cfebba79ce398 --- /dev/null +++ b/google/cloud/gkerecommender/quickstart/WORKSPACE.bazel @@ -0,0 +1,53 @@ +# Copyright 2026 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# A minimal WORKSPACE file showing how to use the GKE Recommender API +# C++ client library in Bazel-based projects. +workspace(name = "qs") + +# Add the necessary Starlark functions to fetch google-cloud-cpp. +load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") + +# Fetch the Google Cloud C++ libraries. +# NOTE: Update this version and SHA256 as needed. +http_archive( + name = "google_cloud_cpp", + sha256 = "699955112a4c57ae9111fbadeff1698674a1762acd77daf36360e6dfc227dc93", + strip_prefix = "google-cloud-cpp-2.42.0", + url = "https://github.com/googleapis/google-cloud-cpp/archive/v2.42.0.tar.gz", +) + +load("@google_cloud_cpp//bazel:workspace0.bzl", "gl_cpp_workspace0") + +gl_cpp_workspace0() + +load("@google_cloud_cpp//bazel:workspace1.bzl", "gl_cpp_workspace1") + +gl_cpp_workspace1() + +load("@google_cloud_cpp//bazel:workspace2.bzl", "gl_cpp_workspace2") + +gl_cpp_workspace2() + +load("@google_cloud_cpp//bazel:workspace3.bzl", "gl_cpp_workspace3") + +gl_cpp_workspace3() + +load("@google_cloud_cpp//bazel:workspace4.bzl", "gl_cpp_workspace4") + +gl_cpp_workspace4() + +load("@google_cloud_cpp//bazel:workspace5.bzl", "gl_cpp_workspace5") + +gl_cpp_workspace5() diff --git a/google/cloud/gkerecommender/quickstart/quickstart.cc b/google/cloud/gkerecommender/quickstart/quickstart.cc new file mode 100644 index 0000000000000..be2169ba36eba --- /dev/null +++ b/google/cloud/gkerecommender/quickstart/quickstart.cc @@ -0,0 +1,38 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +//! [all] +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_client.h" +#include + +int main(int argc, char* argv[]) try { + if (argc != 1) { + std::cerr << "Usage: " << argv[0] << "\n"; + return 1; + } + + namespace gkerecommender = ::google::cloud::gkerecommender_v1; + auto client = gkerecommender::GkeInferenceQuickstartClient( + gkerecommender::MakeGkeInferenceQuickstartConnection()); + for (auto r : client.FetchModels({})) { + if (!r) throw std::move(r).status(); + std::cout << *r << "\n"; + } + + return 0; +} catch (google::cloud::Status const& status) { + std::cerr << "google::cloud::Status thrown: " << status << "\n"; + return 1; +} +//! [all] diff --git a/google/cloud/gkerecommender/v1/.repo-metadata.json b/google/cloud/gkerecommender/v1/.repo-metadata.json new file mode 100644 index 0000000000000..8a5a195f01d7d --- /dev/null +++ b/google/cloud/gkerecommender/v1/.repo-metadata.json @@ -0,0 +1,14 @@ +{ + "api_id": "gkerecommender.googleapis.com", + "api_shortname": "gkerecommender", + "client_documentation": "https://cloud.google.com/cpp/docs/reference/gkerecommender/latest", + "distribution_name": "google-cloud-cpp", + "issue_tracker": "https://issuetracker.google.com/issues?q=componentid:1790908%20status=open", + "language": "cpp", + "library_type": "GAPIC_AUTO", + "name_pretty": "GKE Recommender API", + "product_documentation": "https://cloud.google.com/kubernetes-engine/docs/how-to/machine-learning/inference-quickstart", + "release_level": "stable", + "repo": "googleapis/google-cloud-cpp", + "requires_billing": true +} diff --git a/google/cloud/gkerecommender/v1/gke_inference_quickstart_client.cc b/google/cloud/gkerecommender/v1/gke_inference_quickstart_client.cc new file mode 100644 index 0000000000000..9e409793521ec --- /dev/null +++ b/google/cloud/gkerecommender/v1/gke_inference_quickstart_client.cc @@ -0,0 +1,85 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_client.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1 { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +GkeInferenceQuickstartClient::GkeInferenceQuickstartClient( + std::shared_ptr connection, Options opts) + : connection_(std::move(connection)), + options_( + internal::MergeOptions(std::move(opts), connection_->options())) {} +GkeInferenceQuickstartClient::~GkeInferenceQuickstartClient() = default; + +StreamRange GkeInferenceQuickstartClient::FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request, + Options opts) { + internal::OptionsSpan span(internal::MergeOptions(std::move(opts), options_)); + return connection_->FetchModels(std::move(request)); +} + +StreamRange GkeInferenceQuickstartClient::FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request, + Options opts) { + internal::OptionsSpan span(internal::MergeOptions(std::move(opts), options_)); + return connection_->FetchModelServers(std::move(request)); +} + +StreamRange GkeInferenceQuickstartClient::FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest request, + Options opts) { + internal::OptionsSpan span(internal::MergeOptions(std::move(opts), options_)); + return connection_->FetchModelServerVersions(std::move(request)); +} + +StreamRange +GkeInferenceQuickstartClient::FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request, + Options opts) { + internal::OptionsSpan span(internal::MergeOptions(std::move(opts), options_)); + return connection_->FetchProfiles(std::move(request)); +} + +StatusOr +GkeInferenceQuickstartClient::GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request, + Options opts) { + internal::OptionsSpan span(internal::MergeOptions(std::move(opts), options_)); + return connection_->GenerateOptimizedManifest(request); +} + +StatusOr +GkeInferenceQuickstartClient::FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request, + Options opts) { + internal::OptionsSpan span(internal::MergeOptions(std::move(opts), options_)); + return connection_->FetchBenchmarkingData(request); +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1 +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/gke_inference_quickstart_client.h b/google/cloud/gkerecommender/v1/gke_inference_quickstart_client.h new file mode 100644 index 0000000000000..31495ba34611b --- /dev/null +++ b/google/cloud/gkerecommender/v1/gke_inference_quickstart_client.h @@ -0,0 +1,347 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CLIENT_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CLIENT_H + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h" +#include "google/cloud/future.h" +#include "google/cloud/options.h" +#include "google/cloud/polling_policy.h" +#include "google/cloud/status_or.h" +#include "google/cloud/version.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1 { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +/// +/// GKE Inference Quickstart (GIQ) service provides profiles with performance +/// metrics for popular models and model servers across multiple accelerators. +/// These profiles help generate optimized best practices for running inference +/// on GKE. +/// +/// @par Equality +/// +/// Instances of this class created via copy-construction or copy-assignment +/// always compare equal. Instances created with equal +/// `std::shared_ptr<*Connection>` objects compare equal. Objects that compare +/// equal share the same underlying resources. +/// +/// @par Performance +/// +/// Creating a new instance of this class is a relatively expensive operation, +/// new objects establish new connections to the service. In contrast, +/// copy-construction, move-construction, and the corresponding assignment +/// operations are relatively efficient as the copies share all underlying +/// resources. +/// +/// @par Thread Safety +/// +/// Concurrent access to different instances of this class, even if they compare +/// equal, is guaranteed to work. Two or more threads operating on the same +/// instance of this class is not guaranteed to work. Since copy-construction +/// and move-construction is a relatively efficient operation, consider using +/// such a copy when using this class from multiple threads. +/// +class GkeInferenceQuickstartClient { + public: + explicit GkeInferenceQuickstartClient( + std::shared_ptr connection, + Options opts = {}); + ~GkeInferenceQuickstartClient(); + + ///@{ + /// @name Copy and move support + GkeInferenceQuickstartClient(GkeInferenceQuickstartClient const&) = default; + GkeInferenceQuickstartClient& operator=(GkeInferenceQuickstartClient const&) = + default; + GkeInferenceQuickstartClient(GkeInferenceQuickstartClient&&) = default; + GkeInferenceQuickstartClient& operator=(GkeInferenceQuickstartClient&&) = + default; + ///@} + + ///@{ + /// @name Equality + friend bool operator==(GkeInferenceQuickstartClient const& a, + GkeInferenceQuickstartClient const& b) { + return a.connection_ == b.connection_; + } + friend bool operator!=(GkeInferenceQuickstartClient const& a, + GkeInferenceQuickstartClient const& b) { + return !(a == b); + } + ///@} + + // clang-format off + /// + /// Fetches available models. Open-source models follow the Huggingface Hub + /// `owner/model_name` format. + /// + /// @param request Unary RPCs, such as the one wrapped by this + /// function, receive a single `request` proto message which includes all + /// the inputs for the RPC. In this case, the proto message is a + /// [google.cloud.gkerecommender.v1.FetchModelsRequest]. + /// Proto messages are converted to C++ classes by Protobuf, using the + /// [Protobuf mapping rules]. + /// @param opts Optional. Override the class-level options, such as retry and + /// backoff policies. + /// @return a [StreamRange](@ref google::cloud::StreamRange) + /// to iterate of the results. See the documentation of this type for + /// details. In brief, this class has `begin()` and `end()` member + /// functions returning a iterator class meeting the + /// [input iterator requirements]. The value type for this iterator is a + /// [`StatusOr`] as the iteration may fail even after some values are + /// retrieved successfully, for example, if there is a network disconnect. + /// An empty set of results does not indicate an error, it indicates + /// that there are no resources meeting the request criteria. + /// On a successful iteration the `StatusOr` contains a + /// [`std::string`]. + /// + /// [Protobuf mapping rules]: https://protobuf.dev/reference/cpp/cpp-generated/ + /// [input iterator requirements]: https://en.cppreference.com/w/cpp/named_req/InputIterator + /// [`std::string`]: https://en.cppreference.com/w/cpp/string/basic_string + /// [`future`]: @ref google::cloud::future + /// [`StatusOr`]: @ref google::cloud::StatusOr + /// [`Status`]: @ref google::cloud::Status + /// [google.cloud.gkerecommender.v1.FetchModelsRequest]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L117} + /// + // clang-format on + StreamRange FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request, + Options opts = {}); + + // clang-format off + /// + /// Fetches available model servers. Open-source model servers use simplified, + /// lowercase names (e.g., `vllm`). + /// + /// @param request Unary RPCs, such as the one wrapped by this + /// function, receive a single `request` proto message which includes all + /// the inputs for the RPC. In this case, the proto message is a + /// [google.cloud.gkerecommender.v1.FetchModelServersRequest]. + /// Proto messages are converted to C++ classes by Protobuf, using the + /// [Protobuf mapping rules]. + /// @param opts Optional. Override the class-level options, such as retry and + /// backoff policies. + /// @return a [StreamRange](@ref google::cloud::StreamRange) + /// to iterate of the results. See the documentation of this type for + /// details. In brief, this class has `begin()` and `end()` member + /// functions returning a iterator class meeting the + /// [input iterator requirements]. The value type for this iterator is a + /// [`StatusOr`] as the iteration may fail even after some values are + /// retrieved successfully, for example, if there is a network disconnect. + /// An empty set of results does not indicate an error, it indicates + /// that there are no resources meeting the request criteria. + /// On a successful iteration the `StatusOr` contains a + /// [`std::string`]. + /// + /// [Protobuf mapping rules]: https://protobuf.dev/reference/cpp/cpp-generated/ + /// [input iterator requirements]: https://en.cppreference.com/w/cpp/named_req/InputIterator + /// [`std::string`]: https://en.cppreference.com/w/cpp/string/basic_string + /// [`future`]: @ref google::cloud::future + /// [`StatusOr`]: @ref google::cloud::StatusOr + /// [`Status`]: @ref google::cloud::Status + /// [google.cloud.gkerecommender.v1.FetchModelServersRequest]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L152} + /// + // clang-format on + StreamRange FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request, + Options opts = {}); + + // clang-format off + /// + /// Fetches available model server versions. Open-source servers use their own + /// versioning schemas (e.g., `vllm` uses semver like `v1.0.0`). + /// + /// Some model servers have different versioning schemas depending on the + /// accelerator. For example, `vllm` uses semver on GPUs, but returns nightly + /// build tags on TPUs. All available versions will be returned when different + /// schemas are present. + /// + /// @param request Unary RPCs, such as the one wrapped by this + /// function, receive a single `request` proto message which includes all + /// the inputs for the RPC. In this case, the proto message is a + /// [google.cloud.gkerecommender.v1.FetchModelServerVersionsRequest]. + /// Proto messages are converted to C++ classes by Protobuf, using the + /// [Protobuf mapping rules]. + /// @param opts Optional. Override the class-level options, such as retry and + /// backoff policies. + /// @return a [StreamRange](@ref google::cloud::StreamRange) + /// to iterate of the results. See the documentation of this type for + /// details. In brief, this class has `begin()` and `end()` member + /// functions returning a iterator class meeting the + /// [input iterator requirements]. The value type for this iterator is a + /// [`StatusOr`] as the iteration may fail even after some values are + /// retrieved successfully, for example, if there is a network disconnect. + /// An empty set of results does not indicate an error, it indicates + /// that there are no resources meeting the request criteria. + /// On a successful iteration the `StatusOr` contains a + /// [`std::string`]. + /// + /// [Protobuf mapping rules]: https://protobuf.dev/reference/cpp/cpp-generated/ + /// [input iterator requirements]: https://en.cppreference.com/w/cpp/named_req/InputIterator + /// [`std::string`]: https://en.cppreference.com/w/cpp/string/basic_string + /// [`future`]: @ref google::cloud::future + /// [`StatusOr`]: @ref google::cloud::StatusOr + /// [`Status`]: @ref google::cloud::Status + /// [google.cloud.gkerecommender.v1.FetchModelServerVersionsRequest]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L194} + /// + // clang-format on + StreamRange FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request, + Options opts = {}); + + // clang-format off + /// + /// Fetches available profiles. A profile contains performance metrics and + /// cost information for a specific model server setup. Profiles can be + /// filtered by parameters. If no filters are provided, all profiles are + /// returned. + /// + /// Profiles display a single value per performance metric based on the + /// provided performance requirements. If no requirements are given, the + /// metrics represent the inflection point. See [Run best practice inference + /// with GKE Inference Quickstart + /// recipes](https://cloud.google.com/kubernetes-engine/docs/how-to/machine-learning/inference/inference-quickstart#how) + /// for details. + /// + /// @param request Unary RPCs, such as the one wrapped by this + /// function, receive a single `request` proto message which includes all + /// the inputs for the RPC. In this case, the proto message is a + /// [google.cloud.gkerecommender.v1.FetchProfilesRequest]. + /// Proto messages are converted to C++ classes by Protobuf, using the + /// [Protobuf mapping rules]. + /// @param opts Optional. Override the class-level options, such as retry and + /// backoff policies. + /// @return a [StreamRange](@ref google::cloud::StreamRange) + /// to iterate of the results. See the documentation of this type for + /// details. In brief, this class has `begin()` and `end()` member + /// functions returning a iterator class meeting the + /// [input iterator requirements]. The value type for this iterator is a + /// [`StatusOr`] as the iteration may fail even after some values are + /// retrieved successfully, for example, if there is a network disconnect. + /// An empty set of results does not indicate an error, it indicates + /// that there are no resources meeting the request criteria. + /// On a successful iteration the `StatusOr` contains elements of type + /// [google.cloud.gkerecommender.v1.Profile], or rather, + /// the C++ class generated by Protobuf from that type. Please consult the + /// Protobuf documentation for details on the [Protobuf mapping rules]. + /// + /// [Protobuf mapping rules]: https://protobuf.dev/reference/cpp/cpp-generated/ + /// [input iterator requirements]: https://en.cppreference.com/w/cpp/named_req/InputIterator + /// [`std::string`]: https://en.cppreference.com/w/cpp/string/basic_string + /// [`future`]: @ref google::cloud::future + /// [`StatusOr`]: @ref google::cloud::StatusOr + /// [`Status`]: @ref google::cloud::Status + /// [google.cloud.gkerecommender.v1.FetchProfilesRequest]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L271} + /// [google.cloud.gkerecommender.v1.Profile]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L490} + /// + // clang-format on + StreamRange FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request, + Options opts = {}); + + // clang-format off + /// + /// Generates an optimized deployment manifest for a given model and model + /// server, based on the specified accelerator, performance targets, and + /// configurations. See [Run best practice inference with GKE Inference + /// Quickstart + /// recipes](https://cloud.google.com/kubernetes-engine/docs/how-to/machine-learning/inference/inference-quickstart) + /// for deployment details. + /// + /// @param request Unary RPCs, such as the one wrapped by this + /// function, receive a single `request` proto message which includes all + /// the inputs for the RPC. In this case, the proto message is a + /// [google.cloud.gkerecommender.v1.GenerateOptimizedManifestRequest]. + /// Proto messages are converted to C++ classes by Protobuf, using the + /// [Protobuf mapping rules]. + /// @param opts Optional. Override the class-level options, such as retry and + /// backoff policies. + /// @return the result of the RPC. The response message type + /// ([google.cloud.gkerecommender.v1.GenerateOptimizedManifestResponse]) + /// is mapped to a C++ class using the [Protobuf mapping rules]. + /// If the request fails, the [`StatusOr`] contains the error details. + /// + /// [Protobuf mapping rules]: https://protobuf.dev/reference/cpp/cpp-generated/ + /// [input iterator requirements]: https://en.cppreference.com/w/cpp/named_req/InputIterator + /// [`std::string`]: https://en.cppreference.com/w/cpp/string/basic_string + /// [`future`]: @ref google::cloud::future + /// [`StatusOr`]: @ref google::cloud::StatusOr + /// [`Status`]: @ref google::cloud::Status + /// [google.cloud.gkerecommender.v1.GenerateOptimizedManifestRequest]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L516} + /// [google.cloud.gkerecommender.v1.GenerateOptimizedManifestResponse]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L559} + /// + // clang-format on + StatusOr + GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request, + Options opts = {}); + + // clang-format off + /// + /// Fetches all of the benchmarking data available for a profile. Benchmarking + /// data returns all of the performance metrics available for a given model + /// server setup on a given instance type. + /// + /// @param request Unary RPCs, such as the one wrapped by this + /// function, receive a single `request` proto message which includes all + /// the inputs for the RPC. In this case, the proto message is a + /// [google.cloud.gkerecommender.v1.FetchBenchmarkingDataRequest]. + /// Proto messages are converted to C++ classes by Protobuf, using the + /// [Protobuf mapping rules]. + /// @param opts Optional. Override the class-level options, such as retry and + /// backoff policies. + /// @return the result of the RPC. The response message type + /// ([google.cloud.gkerecommender.v1.FetchBenchmarkingDataResponse]) + /// is mapped to a C++ class using the [Protobuf mapping rules]. + /// If the request fails, the [`StatusOr`] contains the error details. + /// + /// [Protobuf mapping rules]: https://protobuf.dev/reference/cpp/cpp-generated/ + /// [input iterator requirements]: https://en.cppreference.com/w/cpp/named_req/InputIterator + /// [`std::string`]: https://en.cppreference.com/w/cpp/string/basic_string + /// [`future`]: @ref google::cloud::future + /// [`StatusOr`]: @ref google::cloud::StatusOr + /// [`Status`]: @ref google::cloud::Status + /// [google.cloud.gkerecommender.v1.FetchBenchmarkingDataRequest]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L242} + /// [google.cloud.gkerecommender.v1.FetchBenchmarkingDataResponse]: @googleapis_reference_link{google/cloud/gkerecommender/v1/gkerecommender.proto#L263} + /// + // clang-format on + StatusOr + FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request, + Options opts = {}); + + private: + std::shared_ptr connection_; + Options options_; +}; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1 +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CLIENT_H diff --git a/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.cc b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.cc new file mode 100644 index 0000000000000..cd48b8f388a85 --- /dev/null +++ b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.cc @@ -0,0 +1,107 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_options.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.h" +#include "google/cloud/background_threads.h" +#include "google/cloud/common_options.h" +#include "google/cloud/credentials.h" +#include "google/cloud/grpc_options.h" +#include "google/cloud/internal/pagination_range.h" +#include "google/cloud/internal/unified_grpc_credentials.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1 { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +GkeInferenceQuickstartConnection::~GkeInferenceQuickstartConnection() = default; + +StreamRange GkeInferenceQuickstartConnection::FetchModels( + google::cloud::gkerecommender::v1:: + FetchModelsRequest) { // NOLINT(performance-unnecessary-value-param) + return google::cloud::internal::MakeUnimplementedPaginationRange< + StreamRange>(); +} + +StreamRange GkeInferenceQuickstartConnection::FetchModelServers( + google::cloud::gkerecommender::v1:: + FetchModelServersRequest) { // NOLINT(performance-unnecessary-value-param) + return google::cloud::internal::MakeUnimplementedPaginationRange< + StreamRange>(); +} + +StreamRange +GkeInferenceQuickstartConnection::FetchModelServerVersions( + google::cloud::gkerecommender::v1:: + FetchModelServerVersionsRequest) { // NOLINT(performance-unnecessary-value-param) + return google::cloud::internal::MakeUnimplementedPaginationRange< + StreamRange>(); +} + +StreamRange +GkeInferenceQuickstartConnection::FetchProfiles( + google::cloud::gkerecommender::v1:: + FetchProfilesRequest) { // NOLINT(performance-unnecessary-value-param) + return google::cloud::internal::MakeUnimplementedPaginationRange< + StreamRange>(); +} + +StatusOr +GkeInferenceQuickstartConnection::GenerateOptimizedManifest( + google::cloud::gkerecommender::v1:: + GenerateOptimizedManifestRequest const&) { + return Status(StatusCode::kUnimplemented, "not implemented"); +} + +StatusOr +GkeInferenceQuickstartConnection::FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const&) { + return Status(StatusCode::kUnimplemented, "not implemented"); +} + +std::shared_ptr +MakeGkeInferenceQuickstartConnection(Options options) { + internal::CheckExpectedOptions( + options, __func__); + options = gkerecommender_v1_internal::GkeInferenceQuickstartDefaultOptions( + std::move(options)); + auto background = internal::MakeBackgroundThreadsFactory(options)(); + auto auth = internal::CreateAuthenticationStrategy(background->cq(), options); + auto stub = + gkerecommender_v1_internal::CreateDefaultGkeInferenceQuickstartStub( + std::move(auth), options); + return gkerecommender_v1_internal:: + MakeGkeInferenceQuickstartTracingConnection( + std::make_shared< + gkerecommender_v1_internal::GkeInferenceQuickstartConnectionImpl>( + std::move(background), std::move(stub), std::move(options))); +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1 +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h new file mode 100644 index 0000000000000..c163e2055c0e1 --- /dev/null +++ b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h @@ -0,0 +1,249 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CONNECTION_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CONNECTION_H + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_retry_traits.h" +#include "google/cloud/backoff_policy.h" +#include "google/cloud/internal/retry_policy_impl.h" +#include "google/cloud/options.h" +#include "google/cloud/status_or.h" +#include "google/cloud/stream_range.h" +#include "google/cloud/version.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1 { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +/// The retry policy for `GkeInferenceQuickstartConnection`. +class GkeInferenceQuickstartRetryPolicy : public ::google::cloud::RetryPolicy { + public: + /// Creates a new instance of the policy, reset to the initial state. + virtual std::unique_ptr clone() const = 0; +}; + +/** + * A retry policy for `GkeInferenceQuickstartConnection` based on counting + * errors. + * + * This policy stops retrying if: + * - An RPC returns a non-transient error. + * - More than a prescribed number of transient failures is detected. + * + * In this class the following status codes are treated as transient errors: + * - [`kUnavailable`](@ref google::cloud::StatusCode) + */ +class GkeInferenceQuickstartLimitedErrorCountRetryPolicy + : public GkeInferenceQuickstartRetryPolicy { + public: + /** + * Create an instance that tolerates up to @p maximum_failures transient + * errors. + * + * @note Disable the retry loop by providing an instance of this policy with + * @p maximum_failures == 0. + */ + explicit GkeInferenceQuickstartLimitedErrorCountRetryPolicy( + int maximum_failures) + : impl_(maximum_failures) {} + + GkeInferenceQuickstartLimitedErrorCountRetryPolicy( + GkeInferenceQuickstartLimitedErrorCountRetryPolicy&& rhs) noexcept + : GkeInferenceQuickstartLimitedErrorCountRetryPolicy( + rhs.maximum_failures()) {} + GkeInferenceQuickstartLimitedErrorCountRetryPolicy( + GkeInferenceQuickstartLimitedErrorCountRetryPolicy const& rhs) noexcept + : GkeInferenceQuickstartLimitedErrorCountRetryPolicy( + rhs.maximum_failures()) {} + + int maximum_failures() const { return impl_.maximum_failures(); } + + bool OnFailure(Status const& status) override { + return impl_.OnFailure(status); + } + bool IsExhausted() const override { return impl_.IsExhausted(); } + bool IsPermanentFailure(Status const& status) const override { + return impl_.IsPermanentFailure(status); + } + std::unique_ptr clone() const override { + return std::make_unique( + maximum_failures()); + } + + // This is provided only for backwards compatibility. + using BaseType = GkeInferenceQuickstartRetryPolicy; + + private: + google::cloud::internal::LimitedErrorCountRetryPolicy< + gkerecommender_v1_internal::GkeInferenceQuickstartRetryTraits> + impl_; +}; + +/** + * A retry policy for `GkeInferenceQuickstartConnection` based on elapsed time. + * + * This policy stops retrying if: + * - An RPC returns a non-transient error. + * - The elapsed time in the retry loop exceeds a prescribed duration. + * + * In this class the following status codes are treated as transient errors: + * - [`kUnavailable`](@ref google::cloud::StatusCode) + */ +class GkeInferenceQuickstartLimitedTimeRetryPolicy + : public GkeInferenceQuickstartRetryPolicy { + public: + /** + * Constructor given a `std::chrono::duration<>` object. + * + * @tparam DurationRep a placeholder to match the `Rep` tparam for @p + * duration's type. The semantics of this template parameter are + * documented in `std::chrono::duration<>`. In brief, the underlying + * arithmetic type used to store the number of ticks. For our purposes it + * is simply a formal parameter. + * @tparam DurationPeriod a placeholder to match the `Period` tparam for @p + * duration's type. The semantics of this template parameter are + * documented in `std::chrono::duration<>`. In brief, the length of the + * tick in seconds, expressed as a `std::ratio<>`. For our purposes it is + * simply a formal parameter. + * @param maximum_duration the maximum time allowed before the policy expires. + * While the application can express this time in any units they desire, + * the class truncates to milliseconds. + * + * @see https://en.cppreference.com/w/cpp/chrono/duration for more information + * about `std::chrono::duration`. + */ + template + explicit GkeInferenceQuickstartLimitedTimeRetryPolicy( + std::chrono::duration maximum_duration) + : impl_(maximum_duration) {} + + GkeInferenceQuickstartLimitedTimeRetryPolicy( + GkeInferenceQuickstartLimitedTimeRetryPolicy&& rhs) noexcept + : GkeInferenceQuickstartLimitedTimeRetryPolicy(rhs.maximum_duration()) {} + GkeInferenceQuickstartLimitedTimeRetryPolicy( + GkeInferenceQuickstartLimitedTimeRetryPolicy const& rhs) noexcept + : GkeInferenceQuickstartLimitedTimeRetryPolicy(rhs.maximum_duration()) {} + + std::chrono::milliseconds maximum_duration() const { + return impl_.maximum_duration(); + } + + bool OnFailure(Status const& status) override { + return impl_.OnFailure(status); + } + bool IsExhausted() const override { return impl_.IsExhausted(); } + bool IsPermanentFailure(Status const& status) const override { + return impl_.IsPermanentFailure(status); + } + std::unique_ptr clone() const override { + return std::make_unique( + maximum_duration()); + } + + // This is provided only for backwards compatibility. + using BaseType = GkeInferenceQuickstartRetryPolicy; + + private: + google::cloud::internal::LimitedTimeRetryPolicy< + gkerecommender_v1_internal::GkeInferenceQuickstartRetryTraits> + impl_; +}; + +/** + * The `GkeInferenceQuickstartConnection` object for + * `GkeInferenceQuickstartClient`. + * + * This interface defines virtual methods for each of the user-facing overload + * sets in `GkeInferenceQuickstartClient`. This allows users to inject custom + * behavior (e.g., with a Google Mock object) when writing tests that use + * objects of type `GkeInferenceQuickstartClient`. + * + * To create a concrete instance, see `MakeGkeInferenceQuickstartConnection()`. + * + * For mocking, see + * `gkerecommender_v1_mocks::MockGkeInferenceQuickstartConnection`. + */ +class GkeInferenceQuickstartConnection { + public: + virtual ~GkeInferenceQuickstartConnection() = 0; + + virtual Options options() { return Options{}; } + + virtual StreamRange FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request); + + virtual StreamRange FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request); + + virtual StreamRange FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request); + + virtual StreamRange FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request); + + virtual StatusOr< + google::cloud::gkerecommender::v1::GenerateOptimizedManifestResponse> + GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request); + + virtual StatusOr< + google::cloud::gkerecommender::v1::FetchBenchmarkingDataResponse> + FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request); +}; + +/** + * A factory function to construct an object of type + * `GkeInferenceQuickstartConnection`. + * + * The returned connection object should not be used directly; instead it + * should be passed as an argument to the constructor of + * GkeInferenceQuickstartClient. + * + * The optional @p options argument may be used to configure aspects of the + * returned `GkeInferenceQuickstartConnection`. Expected options are any of the + * types in the following option lists: + * + * - `google::cloud::CommonOptionList` + * - `google::cloud::GrpcOptionList` + * - `google::cloud::UnifiedCredentialsOptionList` + * - `google::cloud::gkerecommender_v1::GkeInferenceQuickstartPolicyOptionList` + * + * @note Unexpected options will be ignored. To log unexpected options instead, + * set `GOOGLE_CLOUD_CPP_ENABLE_CLOG=yes` in the environment. + * + * @param options (optional) Configure the `GkeInferenceQuickstartConnection` + * created by this function. + */ +std::shared_ptr +MakeGkeInferenceQuickstartConnection(Options options = {}); + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1 +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CONNECTION_H diff --git a/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.cc b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.cc new file mode 100644 index 0000000000000..3ea7c8893fcf3 --- /dev/null +++ b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.cc @@ -0,0 +1,82 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h" +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1 { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +using ::google::cloud::Idempotency; + +GkeInferenceQuickstartConnectionIdempotencyPolicy:: + ~GkeInferenceQuickstartConnectionIdempotencyPolicy() = default; + +std::unique_ptr +GkeInferenceQuickstartConnectionIdempotencyPolicy::clone() const { + return std::make_unique( + *this); +} + +Idempotency GkeInferenceQuickstartConnectionIdempotencyPolicy::FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest) { // NOLINT + return Idempotency::kIdempotent; +} + +Idempotency +GkeInferenceQuickstartConnectionIdempotencyPolicy::FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest) { // NOLINT + return Idempotency::kIdempotent; +} + +Idempotency +GkeInferenceQuickstartConnectionIdempotencyPolicy::FetchModelServerVersions( + google::cloud::gkerecommender::v1:: + FetchModelServerVersionsRequest) { // NOLINT + return Idempotency::kIdempotent; +} + +Idempotency GkeInferenceQuickstartConnectionIdempotencyPolicy::FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest) { // NOLINT + return Idempotency::kNonIdempotent; +} + +Idempotency +GkeInferenceQuickstartConnectionIdempotencyPolicy::GenerateOptimizedManifest( + google::cloud::gkerecommender::v1:: + GenerateOptimizedManifestRequest const&) { + return Idempotency::kNonIdempotent; +} + +Idempotency +GkeInferenceQuickstartConnectionIdempotencyPolicy::FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const&) { + return Idempotency::kNonIdempotent; +} + +std::unique_ptr +MakeDefaultGkeInferenceQuickstartConnectionIdempotencyPolicy() { + return std::make_unique(); +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1 +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h new file mode 100644 index 0000000000000..3b2934fce60e0 --- /dev/null +++ b/google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h @@ -0,0 +1,70 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CONNECTION_IDEMPOTENCY_POLICY_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CONNECTION_IDEMPOTENCY_POLICY_H + +#include "google/cloud/idempotency.h" +#include "google/cloud/version.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1 { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +class GkeInferenceQuickstartConnectionIdempotencyPolicy { + public: + virtual ~GkeInferenceQuickstartConnectionIdempotencyPolicy(); + + /// Create a new copy of this object. + virtual std::unique_ptr + clone() const; + + virtual google::cloud::Idempotency FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request); + + virtual google::cloud::Idempotency FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request); + + virtual google::cloud::Idempotency FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request); + + virtual google::cloud::Idempotency FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request); + + virtual google::cloud::Idempotency GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request); + + virtual google::cloud::Idempotency FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request); +}; + +std::unique_ptr +MakeDefaultGkeInferenceQuickstartConnectionIdempotencyPolicy(); + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1 +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_CONNECTION_IDEMPOTENCY_POLICY_H diff --git a/google/cloud/gkerecommender/v1/gke_inference_quickstart_options.h b/google/cloud/gkerecommender/v1/gke_inference_quickstart_options.h new file mode 100644 index 0000000000000..c67fcd530ef35 --- /dev/null +++ b/google/cloud/gkerecommender/v1/gke_inference_quickstart_options.h @@ -0,0 +1,77 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_OPTIONS_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_OPTIONS_H + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h" +#include "google/cloud/backoff_policy.h" +#include "google/cloud/options.h" +#include "google/cloud/version.h" +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1 { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +/** + * Use with `google::cloud::Options` to configure the retry policy. + * + * @ingroup google-cloud-gkerecommender-options + */ +struct GkeInferenceQuickstartRetryPolicyOption { + using Type = std::shared_ptr; +}; + +/** + * Use with `google::cloud::Options` to configure the backoff policy. + * + * @ingroup google-cloud-gkerecommender-options + */ +struct GkeInferenceQuickstartBackoffPolicyOption { + using Type = std::shared_ptr; +}; + +/** + * Use with `google::cloud::Options` to configure which operations are retried. + * + * @ingroup google-cloud-gkerecommender-options + */ +struct GkeInferenceQuickstartConnectionIdempotencyPolicyOption { + using Type = + std::shared_ptr; +}; + +/** + * The options applicable to GkeInferenceQuickstart. + * + * @ingroup google-cloud-gkerecommender-options + */ +using GkeInferenceQuickstartPolicyOptionList = + OptionList; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1 +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_GKE_INFERENCE_QUICKSTART_OPTIONS_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.cc new file mode 100644 index 0000000000000..eb65d5deaac4e --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.cc @@ -0,0 +1,95 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.h" +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +GkeInferenceQuickstartAuth::GkeInferenceQuickstartAuth( + std::shared_ptr auth, + std::shared_ptr child) + : auth_(std::move(auth)), child_(std::move(child)) {} + +StatusOr +GkeInferenceQuickstartAuth::FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) { + auto status = auth_->ConfigureContext(context); + if (!status.ok()) return status; + return child_->FetchModels(context, options, request); +} + +StatusOr +GkeInferenceQuickstartAuth::FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) { + auto status = auth_->ConfigureContext(context); + if (!status.ok()) return status; + return child_->FetchModelServers(context, options, request); +} + +StatusOr +GkeInferenceQuickstartAuth::FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) { + auto status = auth_->ConfigureContext(context); + if (!status.ok()) return status; + return child_->FetchModelServerVersions(context, options, request); +} + +StatusOr +GkeInferenceQuickstartAuth::FetchProfiles( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& request) { + auto status = auth_->ConfigureContext(context); + if (!status.ok()) return status; + return child_->FetchProfiles(context, options, request); +} + +StatusOr +GkeInferenceQuickstartAuth::GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) { + auto status = auth_->ConfigureContext(context); + if (!status.ok()) return status; + return child_->GenerateOptimizedManifest(context, options, request); +} + +StatusOr +GkeInferenceQuickstartAuth::FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + auto status = auth_->ConfigureContext(context); + if (!status.ok()) return status; + return child_->FetchBenchmarkingData(context, options, request); +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.h new file mode 100644 index 0000000000000..29049bbe338ae --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.h @@ -0,0 +1,85 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_AUTH_DECORATOR_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_AUTH_DECORATOR_H + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/internal/unified_grpc_credentials.h" +#include "google/cloud/version.h" +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +class GkeInferenceQuickstartAuth : public GkeInferenceQuickstartStub { + public: + ~GkeInferenceQuickstartAuth() override = default; + GkeInferenceQuickstartAuth( + std::shared_ptr auth, + std::shared_ptr child); + + StatusOr FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) + override; + + StatusOr + FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) override; + + StatusOr + FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) override; + + StatusOr + FetchProfiles(grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) override; + + StatusOr + GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) override; + + StatusOr + FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) override; + + private: + std::shared_ptr auth_; + std::shared_ptr child_; +}; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_AUTH_DECORATOR_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.cc new file mode 100644 index 0000000000000..223464588eaba --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.cc @@ -0,0 +1,244 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.h" +#include "google/cloud/background_threads.h" +#include "google/cloud/common_options.h" +#include "google/cloud/grpc_options.h" +#include "google/cloud/internal/pagination_range.h" +#include "google/cloud/internal/retry_loop.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN +namespace { + +std::unique_ptr +retry_policy(Options const& options) { + return options + .get() + ->clone(); +} + +std::unique_ptr backoff_policy(Options const& options) { + return options + .get() + ->clone(); +} + +std::unique_ptr< + gkerecommender_v1::GkeInferenceQuickstartConnectionIdempotencyPolicy> +idempotency_policy(Options const& options) { + return options + .get() + ->clone(); +} + +} // namespace + +GkeInferenceQuickstartConnectionImpl::GkeInferenceQuickstartConnectionImpl( + std::unique_ptr background, + std::shared_ptr + stub, + Options options) + : background_(std::move(background)), + stub_(std::move(stub)), + options_(internal::MergeOptions( + std::move(options), GkeInferenceQuickstartConnection::options())) {} + +StreamRange GkeInferenceQuickstartConnectionImpl::FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request) { + request.clear_page_token(); + auto current = google::cloud::internal::SaveCurrentOptions(); + auto idempotency = idempotency_policy(*current)->FetchModels(request); + char const* function_name = __func__; + return google::cloud::internal::MakePaginationRange>( + current, std::move(request), + [idempotency, function_name, stub = stub_, + retry = std::shared_ptr< + gkerecommender_v1::GkeInferenceQuickstartRetryPolicy>( + retry_policy(*current)), + backoff = std::shared_ptr(backoff_policy(*current))]( + Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& r) { + return google::cloud::internal::RetryLoop( + retry->clone(), backoff->clone(), idempotency, + [stub](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& + request) { + return stub->FetchModels(context, options, request); + }, + options, r, function_name); + }, + [](google::cloud::gkerecommender::v1::FetchModelsResponse r) { + std::vector result(r.models().size()); + auto& messages = *r.mutable_models(); + std::move(messages.begin(), messages.end(), result.begin()); + return result; + }); +} + +StreamRange +GkeInferenceQuickstartConnectionImpl::FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request) { + request.clear_page_token(); + auto current = google::cloud::internal::SaveCurrentOptions(); + auto idempotency = idempotency_policy(*current)->FetchModelServers(request); + char const* function_name = __func__; + return google::cloud::internal::MakePaginationRange>( + current, std::move(request), + [idempotency, function_name, stub = stub_, + retry = std::shared_ptr< + gkerecommender_v1::GkeInferenceQuickstartRetryPolicy>( + retry_policy(*current)), + backoff = std::shared_ptr(backoff_policy(*current))]( + Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + r) { + return google::cloud::internal::RetryLoop( + retry->clone(), backoff->clone(), idempotency, + [stub](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1:: + FetchModelServersRequest const& request) { + return stub->FetchModelServers(context, options, request); + }, + options, r, function_name); + }, + [](google::cloud::gkerecommender::v1::FetchModelServersResponse r) { + std::vector result(r.model_servers().size()); + auto& messages = *r.mutable_model_servers(); + std::move(messages.begin(), messages.end(), result.begin()); + return result; + }); +} + +StreamRange +GkeInferenceQuickstartConnectionImpl::FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request) { + request.clear_page_token(); + auto current = google::cloud::internal::SaveCurrentOptions(); + auto idempotency = + idempotency_policy(*current)->FetchModelServerVersions(request); + char const* function_name = __func__; + return google::cloud::internal::MakePaginationRange>( + current, std::move(request), + [idempotency, function_name, stub = stub_, + retry = std::shared_ptr< + gkerecommender_v1::GkeInferenceQuickstartRetryPolicy>( + retry_policy(*current)), + backoff = std::shared_ptr(backoff_policy(*current))]( + Options const& options, + google::cloud::gkerecommender::v1:: + FetchModelServerVersionsRequest const& r) { + return google::cloud::internal::RetryLoop( + retry->clone(), backoff->clone(), idempotency, + [stub](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1:: + FetchModelServerVersionsRequest const& request) { + return stub->FetchModelServerVersions(context, options, request); + }, + options, r, function_name); + }, + [](google::cloud::gkerecommender::v1::FetchModelServerVersionsResponse + r) { + std::vector result(r.model_server_versions().size()); + auto& messages = *r.mutable_model_server_versions(); + std::move(messages.begin(), messages.end(), result.begin()); + return result; + }); +} + +StreamRange +GkeInferenceQuickstartConnectionImpl::FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request) { + request.clear_page_token(); + auto current = google::cloud::internal::SaveCurrentOptions(); + auto idempotency = idempotency_policy(*current)->FetchProfiles(request); + char const* function_name = __func__; + return google::cloud::internal::MakePaginationRange< + StreamRange>( + current, std::move(request), + [idempotency, function_name, stub = stub_, + retry = std::shared_ptr< + gkerecommender_v1::GkeInferenceQuickstartRetryPolicy>( + retry_policy(*current)), + backoff = std::shared_ptr(backoff_policy(*current))]( + Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& r) { + return google::cloud::internal::RetryLoop( + retry->clone(), backoff->clone(), idempotency, + [stub]( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) { + return stub->FetchProfiles(context, options, request); + }, + options, r, function_name); + }, + [](google::cloud::gkerecommender::v1::FetchProfilesResponse r) { + std::vector result( + r.profile().size()); + auto& messages = *r.mutable_profile(); + std::move(messages.begin(), messages.end(), result.begin()); + return result; + }); +} + +StatusOr +GkeInferenceQuickstartConnectionImpl::GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) { + auto current = google::cloud::internal::SaveCurrentOptions(); + return google::cloud::internal::RetryLoop( + retry_policy(*current), backoff_policy(*current), + idempotency_policy(*current)->GenerateOptimizedManifest(request), + [this](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1:: + GenerateOptimizedManifestRequest const& request) { + return stub_->GenerateOptimizedManifest(context, options, request); + }, + *current, request, __func__); +} + +StatusOr +GkeInferenceQuickstartConnectionImpl::FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + auto current = google::cloud::internal::SaveCurrentOptions(); + return google::cloud::internal::RetryLoop( + retry_policy(*current), backoff_policy(*current), + idempotency_policy(*current)->FetchBenchmarkingData(request), + [this]( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + return stub_->FetchBenchmarkingData(context, options, request); + }, + *current, request, __func__); +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.h new file mode 100644 index 0000000000000..2eec4100bbb49 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.h @@ -0,0 +1,88 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_CONNECTION_IMPL_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_CONNECTION_IMPL_H + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_options.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_retry_traits.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/background_threads.h" +#include "google/cloud/backoff_policy.h" +#include "google/cloud/options.h" +#include "google/cloud/status_or.h" +#include "google/cloud/stream_range.h" +#include "google/cloud/version.h" +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +class GkeInferenceQuickstartConnectionImpl + : public gkerecommender_v1::GkeInferenceQuickstartConnection { + public: + ~GkeInferenceQuickstartConnectionImpl() override = default; + + GkeInferenceQuickstartConnectionImpl( + std::unique_ptr background, + std::shared_ptr + stub, + Options options); + + Options options() override { return options_; } + + StreamRange FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request) override; + + StreamRange FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request) + override; + + StreamRange FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request) override; + + StreamRange FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request) override; + + StatusOr + GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) override; + + StatusOr + FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) override; + + private: + std::unique_ptr background_; + std::shared_ptr stub_; + Options options_; +}; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_CONNECTION_IMPL_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.cc new file mode 100644 index 0000000000000..7fdd24ee7bcb5 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.cc @@ -0,0 +1,124 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.h" +#include "google/cloud/internal/log_wrapper.h" +#include "google/cloud/status_or.h" +#include +#include +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +GkeInferenceQuickstartLogging::GkeInferenceQuickstartLogging( + std::shared_ptr child, + TracingOptions tracing_options, std::set const&) + : child_(std::move(child)), tracing_options_(std::move(tracing_options)) {} + +StatusOr +GkeInferenceQuickstartLogging::FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) { + return google::cloud::internal::LogWrapper( + [this](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& + request) { + return child_->FetchModels(context, options, request); + }, + context, options, request, __func__, tracing_options_); +} + +StatusOr +GkeInferenceQuickstartLogging::FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) { + return google::cloud::internal::LogWrapper( + [this](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) { + return child_->FetchModelServers(context, options, request); + }, + context, options, request, __func__, tracing_options_); +} + +StatusOr +GkeInferenceQuickstartLogging::FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) { + return google::cloud::internal::LogWrapper( + [this](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1:: + FetchModelServerVersionsRequest const& request) { + return child_->FetchModelServerVersions(context, options, request); + }, + context, options, request, __func__, tracing_options_); +} + +StatusOr +GkeInferenceQuickstartLogging::FetchProfiles( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& request) { + return google::cloud::internal::LogWrapper( + [this](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) { + return child_->FetchProfiles(context, options, request); + }, + context, options, request, __func__, tracing_options_); +} + +StatusOr +GkeInferenceQuickstartLogging::GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) { + return google::cloud::internal::LogWrapper( + [this](grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1:: + GenerateOptimizedManifestRequest const& request) { + return child_->GenerateOptimizedManifest(context, options, request); + }, + context, options, request, __func__, tracing_options_); +} + +StatusOr +GkeInferenceQuickstartLogging::FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + return google::cloud::internal::LogWrapper( + [this]( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + return child_->FetchBenchmarkingData(context, options, request); + }, + context, options, request, __func__, tracing_options_); +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.h new file mode 100644 index 0000000000000..bb9a3a7e579af --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.h @@ -0,0 +1,85 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_LOGGING_DECORATOR_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_LOGGING_DECORATOR_H + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/tracing_options.h" +#include "google/cloud/version.h" +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +class GkeInferenceQuickstartLogging : public GkeInferenceQuickstartStub { + public: + ~GkeInferenceQuickstartLogging() override = default; + GkeInferenceQuickstartLogging( + std::shared_ptr child, + TracingOptions tracing_options, std::set const& components); + + StatusOr FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) + override; + + StatusOr + FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) override; + + StatusOr + FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) override; + + StatusOr + FetchProfiles(grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) override; + + StatusOr + GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) override; + + StatusOr + FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) override; + + private: + std::shared_ptr child_; + TracingOptions tracing_options_; +}; // GkeInferenceQuickstartLogging + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_LOGGING_DECORATOR_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.cc new file mode 100644 index 0000000000000..e2493751fda7a --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.cc @@ -0,0 +1,115 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.h" +#include "google/cloud/grpc_options.h" +#include "google/cloud/internal/absl_str_cat_quiet.h" +#include "google/cloud/internal/api_client_header.h" +#include "google/cloud/internal/url_encode.h" +#include "google/cloud/status_or.h" +#include +#include +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +GkeInferenceQuickstartMetadata::GkeInferenceQuickstartMetadata( + std::shared_ptr child, + std::multimap fixed_metadata, + std::string api_client_header) + : child_(std::move(child)), + fixed_metadata_(std::move(fixed_metadata)), + api_client_header_( + api_client_header.empty() + ? google::cloud::internal::GeneratedLibClientHeader() + : std::move(api_client_header)) {} + +StatusOr +GkeInferenceQuickstartMetadata::FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) { + SetMetadata(context, options); + return child_->FetchModels(context, options, request); +} + +StatusOr +GkeInferenceQuickstartMetadata::FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) { + SetMetadata(context, options); + return child_->FetchModelServers(context, options, request); +} + +StatusOr +GkeInferenceQuickstartMetadata::FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) { + SetMetadata(context, options); + return child_->FetchModelServerVersions(context, options, request); +} + +StatusOr +GkeInferenceQuickstartMetadata::FetchProfiles( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& request) { + SetMetadata(context, options); + return child_->FetchProfiles(context, options, request); +} + +StatusOr +GkeInferenceQuickstartMetadata::GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) { + SetMetadata(context, options); + return child_->GenerateOptimizedManifest(context, options, request); +} + +StatusOr +GkeInferenceQuickstartMetadata::FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + SetMetadata(context, options); + return child_->FetchBenchmarkingData(context, options, request); +} + +void GkeInferenceQuickstartMetadata::SetMetadata( + grpc::ClientContext& context, Options const& options, + std::string const& request_params) { + context.AddMetadata("x-goog-request-params", request_params); + SetMetadata(context, options); +} + +void GkeInferenceQuickstartMetadata::SetMetadata(grpc::ClientContext& context, + Options const& options) { + google::cloud::internal::SetMetadata(context, options, fixed_metadata_, + api_client_header_); +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.h new file mode 100644 index 0000000000000..75dc9dba73ccf --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.h @@ -0,0 +1,91 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_METADATA_DECORATOR_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_METADATA_DECORATOR_H + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/options.h" +#include "google/cloud/version.h" +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +class GkeInferenceQuickstartMetadata : public GkeInferenceQuickstartStub { + public: + ~GkeInferenceQuickstartMetadata() override = default; + GkeInferenceQuickstartMetadata( + std::shared_ptr child, + std::multimap fixed_metadata, + std::string api_client_header = ""); + + StatusOr FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) + override; + + StatusOr + FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) override; + + StatusOr + FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) override; + + StatusOr + FetchProfiles(grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) override; + + StatusOr + GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) override; + + StatusOr + FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) override; + + private: + void SetMetadata(grpc::ClientContext& context, Options const& options, + std::string const& request_params); + void SetMetadata(grpc::ClientContext& context, Options const& options); + + std::shared_ptr child_; + std::multimap fixed_metadata_; + std::string api_client_header_; +}; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_METADATA_DECORATOR_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.cc new file mode 100644 index 0000000000000..574e8eff44c6c --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.cc @@ -0,0 +1,72 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_options.h" +#include "google/cloud/internal/populate_common_options.h" +#include "google/cloud/internal/populate_grpc_options.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +namespace { +auto constexpr kBackoffScaling = 2.0; +} // namespace + +Options GkeInferenceQuickstartDefaultOptions(Options options) { + options = internal::PopulateCommonOptions( + std::move(options), "GOOGLE_CLOUD_CPP_GKE_INFERENCE_QUICKSTART_ENDPOINT", + "", "GOOGLE_CLOUD_CPP_GKE_INFERENCE_QUICKSTART_AUTHORITY", + "gkerecommender.googleapis.com"); + options = internal::PopulateGrpcOptions(std::move(options)); + if (!options + .has()) { + options.set( + gkerecommender_v1::GkeInferenceQuickstartLimitedTimeRetryPolicy( + std::chrono::minutes(30)) + .clone()); + } + if (!options.has< + gkerecommender_v1::GkeInferenceQuickstartBackoffPolicyOption>()) { + options.set( + ExponentialBackoffPolicy( + std::chrono::seconds(0), std::chrono::seconds(1), + std::chrono::minutes(5), kBackoffScaling, kBackoffScaling) + .clone()); + } + if (!options.has< + gkerecommender_v1:: + GkeInferenceQuickstartConnectionIdempotencyPolicyOption>()) { + options.set( + gkerecommender_v1:: + MakeDefaultGkeInferenceQuickstartConnectionIdempotencyPolicy()); + } + + return options; +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.h new file mode 100644 index 0000000000000..67f884fd425d8 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.h @@ -0,0 +1,37 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_OPTION_DEFAULTS_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_OPTION_DEFAULTS_H + +#include "google/cloud/options.h" +#include "google/cloud/version.h" + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +Options GkeInferenceQuickstartDefaultOptions(Options options); + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_OPTION_DEFAULTS_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_retry_traits.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_retry_traits.h new file mode 100644 index 0000000000000..4ef0b0ccd7b9e --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_retry_traits.h @@ -0,0 +1,43 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_RETRY_TRAITS_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_RETRY_TRAITS_H + +#include "google/cloud/status.h" +#include "google/cloud/version.h" + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +/// Define the gRPC status code semantics for retrying requests. +struct GkeInferenceQuickstartRetryTraits { + static bool IsPermanentFailure(google::cloud::Status const& status) { + return status.code() != StatusCode::kOk && + status.code() != StatusCode::kUnavailable; + } +}; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_RETRY_TRAITS_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_sources.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_sources.cc new file mode 100644 index 0000000000000..72a1265cd9674 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_sources.cc @@ -0,0 +1,32 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +// NOLINTBEGIN(bugprone-suspicious-include) +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_client.cc" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.cc" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_connection_impl.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_option_defaults.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.cc" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.cc" +// NOLINTEND(bugprone-suspicious-include) diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.cc new file mode 100644 index 0000000000000..78d41f105910e --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.cc @@ -0,0 +1,114 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/grpc_error_delegate.h" +#include "google/cloud/status_or.h" +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +GkeInferenceQuickstartStub::~GkeInferenceQuickstartStub() = default; + +StatusOr +DefaultGkeInferenceQuickstartStub::FetchModels( + grpc::ClientContext& context, Options const&, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) { + google::cloud::gkerecommender::v1::FetchModelsResponse response; + auto status = grpc_stub_->FetchModels(&context, request, &response); + if (!status.ok()) { + return google::cloud::MakeStatusFromRpcError(status); + } + return response; +} + +StatusOr +DefaultGkeInferenceQuickstartStub::FetchModelServers( + grpc::ClientContext& context, Options const&, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) { + google::cloud::gkerecommender::v1::FetchModelServersResponse response; + auto status = grpc_stub_->FetchModelServers(&context, request, &response); + if (!status.ok()) { + return google::cloud::MakeStatusFromRpcError(status); + } + return response; +} + +StatusOr +DefaultGkeInferenceQuickstartStub::FetchModelServerVersions( + grpc::ClientContext& context, Options const&, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) { + google::cloud::gkerecommender::v1::FetchModelServerVersionsResponse response; + auto status = + grpc_stub_->FetchModelServerVersions(&context, request, &response); + if (!status.ok()) { + return google::cloud::MakeStatusFromRpcError(status); + } + return response; +} + +StatusOr +DefaultGkeInferenceQuickstartStub::FetchProfiles( + grpc::ClientContext& context, Options const&, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& request) { + google::cloud::gkerecommender::v1::FetchProfilesResponse response; + auto status = grpc_stub_->FetchProfiles(&context, request, &response); + if (!status.ok()) { + return google::cloud::MakeStatusFromRpcError(status); + } + return response; +} + +StatusOr +DefaultGkeInferenceQuickstartStub::GenerateOptimizedManifest( + grpc::ClientContext& context, Options const&, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) { + google::cloud::gkerecommender::v1::GenerateOptimizedManifestResponse response; + auto status = + grpc_stub_->GenerateOptimizedManifest(&context, request, &response); + if (!status.ok()) { + return google::cloud::MakeStatusFromRpcError(status); + } + return response; +} + +StatusOr +DefaultGkeInferenceQuickstartStub::FetchBenchmarkingData( + grpc::ClientContext& context, Options const&, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + google::cloud::gkerecommender::v1::FetchBenchmarkingDataResponse response; + auto status = grpc_stub_->FetchBenchmarkingData(&context, request, &response); + if (!status.ok()) { + return google::cloud::MakeStatusFromRpcError(status); + } + return response; +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h new file mode 100644 index 0000000000000..41ef3fbc37c34 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h @@ -0,0 +1,129 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_STUB_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_STUB_H + +#include "google/cloud/options.h" +#include "google/cloud/status_or.h" +#include "google/cloud/version.h" +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +class GkeInferenceQuickstartStub { + public: + virtual ~GkeInferenceQuickstartStub() = 0; + + virtual StatusOr + FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) = 0; + + virtual StatusOr + FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) = 0; + + virtual StatusOr< + google::cloud::gkerecommender::v1::FetchModelServerVersionsResponse> + FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) = 0; + + virtual StatusOr + FetchProfiles(grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) = 0; + + virtual StatusOr< + google::cloud::gkerecommender::v1::GenerateOptimizedManifestResponse> + GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) = 0; + + virtual StatusOr< + google::cloud::gkerecommender::v1::FetchBenchmarkingDataResponse> + FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) = 0; +}; + +class DefaultGkeInferenceQuickstartStub : public GkeInferenceQuickstartStub { + public: + explicit DefaultGkeInferenceQuickstartStub( + std::unique_ptr + grpc_stub) + : grpc_stub_(std::move(grpc_stub)) {} + + StatusOr FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) + override; + + StatusOr + FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) override; + + StatusOr + FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) override; + + StatusOr + FetchProfiles(grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) override; + + StatusOr + GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) override; + + StatusOr + FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) override; + + private: + std::unique_ptr< + google::cloud::gkerecommender::v1::GkeInferenceQuickstart::StubInterface> + grpc_stub_; +}; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_STUB_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.cc new file mode 100644 index 0000000000000..68054fa43f2a1 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.cc @@ -0,0 +1,74 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_auth_decorator.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_logging_decorator.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_metadata_decorator.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.h" +#include "google/cloud/common_options.h" +#include "google/cloud/grpc_options.h" +#include "google/cloud/internal/algorithm.h" +#include "google/cloud/internal/opentelemetry.h" +#include "google/cloud/log.h" +#include "google/cloud/options.h" +#include +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +std::shared_ptr +CreateDefaultGkeInferenceQuickstartStub( + std::shared_ptr auth, + Options const& options) { + auto channel = auth->CreateChannel(options.get(), + internal::MakeChannelArguments(options)); + auto service_grpc_stub = + google::cloud::gkerecommender::v1::GkeInferenceQuickstart::NewStub( + channel); + std::shared_ptr stub = + std::make_shared( + std::move(service_grpc_stub)); + + if (auth->RequiresConfigureContext()) { + stub = std::make_shared(std::move(auth), + std::move(stub)); + } + stub = std::make_shared( + std::move(stub), std::multimap{}); + if (internal::Contains(options.get(), "rpc")) { + GCP_LOG(INFO) << "Enabled logging for gRPC calls"; + stub = std::make_shared( + std::move(stub), options.get(), + options.get()); + } + if (internal::TracingEnabled(options)) { + stub = MakeGkeInferenceQuickstartTracingStub(std::move(stub)); + } + return stub; +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.h new file mode 100644 index 0000000000000..6abdd95568b12 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub_factory.h @@ -0,0 +1,43 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_STUB_FACTORY_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_STUB_FACTORY_H + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/internal/unified_grpc_credentials.h" +#include "google/cloud/options.h" +#include "google/cloud/version.h" +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +std::shared_ptr +CreateDefaultGkeInferenceQuickstartStub( + std::shared_ptr auth, + Options const& options); + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_STUB_FACTORY_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.cc new file mode 100644 index 0000000000000..e3d5419e1c47c --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.cc @@ -0,0 +1,123 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.h" +#include "google/cloud/internal/opentelemetry.h" +#include "google/cloud/internal/traced_stream_range.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +#ifdef GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +GkeInferenceQuickstartTracingConnection:: + GkeInferenceQuickstartTracingConnection( + std::shared_ptr + child) + : child_(std::move(child)) {} + +StreamRange GkeInferenceQuickstartTracingConnection::FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request) { + auto span = internal::MakeSpan( + "gkerecommender_v1::GkeInferenceQuickstartConnection::FetchModels"); + internal::OTelScope scope(span); + auto sr = child_->FetchModels(std::move(request)); + return internal::MakeTracedStreamRange(std::move(span), + std::move(sr)); +} + +StreamRange +GkeInferenceQuickstartTracingConnection::FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request) { + auto span = internal::MakeSpan( + "gkerecommender_v1::GkeInferenceQuickstartConnection::FetchModelServers"); + internal::OTelScope scope(span); + auto sr = child_->FetchModelServers(std::move(request)); + return internal::MakeTracedStreamRange(std::move(span), + std::move(sr)); +} + +StreamRange +GkeInferenceQuickstartTracingConnection::FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request) { + auto span = internal::MakeSpan( + "gkerecommender_v1::GkeInferenceQuickstartConnection::" + "FetchModelServerVersions"); + internal::OTelScope scope(span); + auto sr = child_->FetchModelServerVersions(std::move(request)); + return internal::MakeTracedStreamRange(std::move(span), + std::move(sr)); +} + +StreamRange +GkeInferenceQuickstartTracingConnection::FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request) { + auto span = internal::MakeSpan( + "gkerecommender_v1::GkeInferenceQuickstartConnection::FetchProfiles"); + internal::OTelScope scope(span); + auto sr = child_->FetchProfiles(std::move(request)); + return internal::MakeTracedStreamRange< + google::cloud::gkerecommender::v1::Profile>(std::move(span), + std::move(sr)); +} + +StatusOr +GkeInferenceQuickstartTracingConnection::GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) { + auto span = internal::MakeSpan( + "gkerecommender_v1::GkeInferenceQuickstartConnection::" + "GenerateOptimizedManifest"); + auto scope = opentelemetry::trace::Scope(span); + return internal::EndSpan(*span, child_->GenerateOptimizedManifest(request)); +} + +StatusOr +GkeInferenceQuickstartTracingConnection::FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + auto span = internal::MakeSpan( + "gkerecommender_v1::GkeInferenceQuickstartConnection::" + "FetchBenchmarkingData"); + auto scope = opentelemetry::trace::Scope(span); + return internal::EndSpan(*span, child_->FetchBenchmarkingData(request)); +} + +#endif // GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +std::shared_ptr +MakeGkeInferenceQuickstartTracingConnection( + std::shared_ptr conn) { +#ifdef GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + if (internal::TracingEnabled(conn->options())) { + conn = std::make_shared( + std::move(conn)); + } +#endif // GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + return conn; +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.h new file mode 100644 index 0000000000000..dbcf6bd8b3d75 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_connection.h @@ -0,0 +1,89 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_TRACING_CONNECTION_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_TRACING_CONNECTION_H + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h" +#include "google/cloud/version.h" +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +#ifdef GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +class GkeInferenceQuickstartTracingConnection + : public gkerecommender_v1::GkeInferenceQuickstartConnection { + public: + ~GkeInferenceQuickstartTracingConnection() override = default; + + explicit GkeInferenceQuickstartTracingConnection( + std::shared_ptr + child); + + Options options() override { return child_->options(); } + + StreamRange FetchModels( + google::cloud::gkerecommender::v1::FetchModelsRequest request) override; + + StreamRange FetchModelServers( + google::cloud::gkerecommender::v1::FetchModelServersRequest request) + override; + + StreamRange FetchModelServerVersions( + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request) override; + + StreamRange FetchProfiles( + google::cloud::gkerecommender::v1::FetchProfilesRequest request) override; + + StatusOr + GenerateOptimizedManifest( + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) override; + + StatusOr + FetchBenchmarkingData( + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) override; + + private: + std::shared_ptr child_; +}; + +#endif // GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +/** + * Conditionally applies the tracing decorator to the given connection. + * + * The connection is only decorated if tracing is enabled (as determined by the + * connection's options). + */ +std::shared_ptr +MakeGkeInferenceQuickstartTracingConnection( + std::shared_ptr conn); + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_TRACING_CONNECTION_H diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.cc b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.cc new file mode 100644 index 0000000000000..d7da6bbaa16d9 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.cc @@ -0,0 +1,132 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.h" +#include "google/cloud/internal/grpc_opentelemetry.h" +#include +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +#ifdef GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +GkeInferenceQuickstartTracingStub::GkeInferenceQuickstartTracingStub( + std::shared_ptr child) + : child_(std::move(child)), propagator_(internal::MakePropagator()) {} + +StatusOr +GkeInferenceQuickstartTracingStub::FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) { + auto span = internal::MakeSpanGrpc( + "google.cloud.gkerecommender.v1.GkeInferenceQuickstart", "FetchModels"); + auto scope = opentelemetry::trace::Scope(span); + internal::InjectTraceContext(context, *propagator_); + return internal::EndSpan(context, *span, + child_->FetchModels(context, options, request)); +} + +StatusOr +GkeInferenceQuickstartTracingStub::FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) { + auto span = internal::MakeSpanGrpc( + "google.cloud.gkerecommender.v1.GkeInferenceQuickstart", + "FetchModelServers"); + auto scope = opentelemetry::trace::Scope(span); + internal::InjectTraceContext(context, *propagator_); + return internal::EndSpan( + context, *span, child_->FetchModelServers(context, options, request)); +} + +StatusOr +GkeInferenceQuickstartTracingStub::FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) { + auto span = internal::MakeSpanGrpc( + "google.cloud.gkerecommender.v1.GkeInferenceQuickstart", + "FetchModelServerVersions"); + auto scope = opentelemetry::trace::Scope(span); + internal::InjectTraceContext(context, *propagator_); + return internal::EndSpan( + context, *span, + child_->FetchModelServerVersions(context, options, request)); +} + +StatusOr +GkeInferenceQuickstartTracingStub::FetchProfiles( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& request) { + auto span = internal::MakeSpanGrpc( + "google.cloud.gkerecommender.v1.GkeInferenceQuickstart", "FetchProfiles"); + auto scope = opentelemetry::trace::Scope(span); + internal::InjectTraceContext(context, *propagator_); + return internal::EndSpan(context, *span, + child_->FetchProfiles(context, options, request)); +} + +StatusOr +GkeInferenceQuickstartTracingStub::GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) { + auto span = internal::MakeSpanGrpc( + "google.cloud.gkerecommender.v1.GkeInferenceQuickstart", + "GenerateOptimizedManifest"); + auto scope = opentelemetry::trace::Scope(span); + internal::InjectTraceContext(context, *propagator_); + return internal::EndSpan( + context, *span, + child_->GenerateOptimizedManifest(context, options, request)); +} + +StatusOr +GkeInferenceQuickstartTracingStub::FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) { + auto span = internal::MakeSpanGrpc( + "google.cloud.gkerecommender.v1.GkeInferenceQuickstart", + "FetchBenchmarkingData"); + auto scope = opentelemetry::trace::Scope(span); + internal::InjectTraceContext(context, *propagator_); + return internal::EndSpan( + context, *span, child_->FetchBenchmarkingData(context, options, request)); +} + +#endif // GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +std::shared_ptr +MakeGkeInferenceQuickstartTracingStub( + std::shared_ptr stub) { +#ifdef GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + return std::make_shared(std::move(stub)); +#else + return stub; +#endif // GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY +} + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google diff --git a/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.h b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.h new file mode 100644 index 0000000000000..08434ac60b6c0 --- /dev/null +++ b/google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_tracing_stub.h @@ -0,0 +1,99 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_TRACING_STUB_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_TRACING_STUB_H + +#include "google/cloud/gkerecommender/v1/internal/gke_inference_quickstart_stub.h" +#include "google/cloud/internal/trace_propagator.h" +#include "google/cloud/options.h" +#include "google/cloud/version.h" +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_internal { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +#ifdef GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +class GkeInferenceQuickstartTracingStub : public GkeInferenceQuickstartStub { + public: + ~GkeInferenceQuickstartTracingStub() override = default; + + explicit GkeInferenceQuickstartTracingStub( + std::shared_ptr child); + + StatusOr FetchModels( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelsRequest const& request) + override; + + StatusOr + FetchModelServers( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServersRequest const& + request) override; + + StatusOr + FetchModelServerVersions( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest const& + request) override; + + StatusOr + FetchProfiles(grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchProfilesRequest const& + request) override; + + StatusOr + GenerateOptimizedManifest( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::GenerateOptimizedManifestRequest const& + request) override; + + StatusOr + FetchBenchmarkingData( + grpc::ClientContext& context, Options const& options, + google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request) override; + + private: + std::shared_ptr child_; + std::shared_ptr + propagator_; +}; + +#endif // GOOGLE_CLOUD_CPP_HAVE_OPENTELEMETRY + +/** + * Applies the tracing decorator to the given stub. + * + * The stub is only decorated if the library has been compiled with + * OpenTelemetry. + */ +std::shared_ptr +MakeGkeInferenceQuickstartTracingStub( + std::shared_ptr stub); + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_internal +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_INTERNAL_GKE_INFERENCE_QUICKSTART_TRACING_STUB_H diff --git a/google/cloud/gkerecommender/v1/mocks/mock_gke_inference_quickstart_connection.h b/google/cloud/gkerecommender/v1/mocks/mock_gke_inference_quickstart_connection.h new file mode 100644 index 0000000000000..36fc746346c19 --- /dev/null +++ b/google/cloud/gkerecommender/v1/mocks/mock_gke_inference_quickstart_connection.h @@ -0,0 +1,92 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#ifndef GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_MOCKS_MOCK_GKE_INFERENCE_QUICKSTART_CONNECTION_H +#define GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_MOCKS_MOCK_GKE_INFERENCE_QUICKSTART_CONNECTION_H + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection.h" +#include + +namespace google { +namespace cloud { +namespace gkerecommender_v1_mocks { +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN + +/** + * A class to mock `GkeInferenceQuickstartConnection`. + * + * Application developers may want to test their code with simulated responses, + * including errors, from an object of type `GkeInferenceQuickstartClient`. To + * do so, construct an object of type `GkeInferenceQuickstartClient` with an + * instance of this class. Then use the Google Test framework functions to + * program the behavior of this mock. + * + * @see [This example][bq-mock] for how to test your application with GoogleTest. + * While the example showcases types from the BigQuery library, the underlying + * principles apply for any pair of `*Client` and `*Connection`. + * + * [bq-mock]: @cloud_cpp_docs_link{bigquery,bigquery-read-mock} + */ +class MockGkeInferenceQuickstartConnection + : public gkerecommender_v1::GkeInferenceQuickstartConnection { + public: + MOCK_METHOD(Options, options, (), (override)); + + MOCK_METHOD((StreamRange), FetchModels, + (google::cloud::gkerecommender::v1::FetchModelsRequest request), + (override)); + + MOCK_METHOD( + (StreamRange), FetchModelServers, + (google::cloud::gkerecommender::v1::FetchModelServersRequest request), + (override)); + + MOCK_METHOD( + (StreamRange), FetchModelServerVersions, + (google::cloud::gkerecommender::v1::FetchModelServerVersionsRequest + request), + (override)); + + MOCK_METHOD((StreamRange), + FetchProfiles, + (google::cloud::gkerecommender::v1::FetchProfilesRequest request), + (override)); + + MOCK_METHOD( + StatusOr< + google::cloud::gkerecommender::v1::GenerateOptimizedManifestResponse>, + GenerateOptimizedManifest, + (google::cloud::gkerecommender::v1:: + GenerateOptimizedManifestRequest const& request), + (override)); + + MOCK_METHOD( + StatusOr< + google::cloud::gkerecommender::v1::FetchBenchmarkingDataResponse>, + FetchBenchmarkingData, + (google::cloud::gkerecommender::v1::FetchBenchmarkingDataRequest const& + request), + (override)); +}; + +GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_END +} // namespace gkerecommender_v1_mocks +} // namespace cloud +} // namespace google + +#endif // GOOGLE_CLOUD_CPP_GOOGLE_CLOUD_GKERECOMMENDER_V1_MOCKS_MOCK_GKE_INFERENCE_QUICKSTART_CONNECTION_H diff --git a/google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc b/google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc new file mode 100644 index 0000000000000..27637061eed9e --- /dev/null +++ b/google/cloud/gkerecommender/v1/samples/gke_inference_quickstart_client_samples.cc @@ -0,0 +1,192 @@ +// Copyright 2026 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Generated by the Codegen C++ plugin. +// If you make any local changes, they will be lost. +// source: google/cloud/gkerecommender/v1/gkerecommender.proto + +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_client.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_connection_idempotency_policy.h" +#include "google/cloud/gkerecommender/v1/gke_inference_quickstart_options.h" +#include "google/cloud/common_options.h" +#include "google/cloud/credentials.h" +#include "google/cloud/internal/getenv.h" +#include "google/cloud/testing_util/example_driver.h" +#include "google/cloud/universe_domain.h" +#include +#include +#include +#include + +// clang-format off +// main-dox-marker: gkerecommender_v1::GkeInferenceQuickstartClient +// clang-format on +namespace { + +void SetClientEndpoint(std::vector const& argv) { + if (!argv.empty()) { + throw google::cloud::testing_util::Usage{"set-client-endpoint"}; + } + //! [set-client-endpoint] + // This configuration is common with Private Google Access: + // https://cloud.google.com/vpc/docs/private-google-access + auto options = google::cloud::Options{}.set( + "private.googleapis.com"); + auto vpc_client = + google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient( + google::cloud::gkerecommender_v1:: + MakeGkeInferenceQuickstartConnection(options)); + //! [set-client-endpoint] +} + +void SetClientUniverseDomain(std::vector const& argv) { + if (!argv.empty()) { + throw google::cloud::testing_util::Usage{"set-client-universe-domain"}; + } + //! [set-client-universe-domain] + google::cloud::Options options; + + // AddUniverseDomainOption interrogates the UnifiedCredentialsOption, if set, + // in the provided Options for the Universe Domain associated with the + // credentials and adds it to the set of Options. + // If no UnifiedCredentialsOption is set, GoogleDefaultCredentials are used. + auto ud_options = google::cloud::AddUniverseDomainOption(std::move(options)); + + if (!ud_options.ok()) throw std::move(ud_options).status(); + auto ud_client = + google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient( + google::cloud::gkerecommender_v1:: + MakeGkeInferenceQuickstartConnection(*ud_options)); + //! [set-client-universe-domain] +} + +//! [custom-idempotency-policy] +class CustomIdempotencyPolicy + : public google::cloud::gkerecommender_v1:: + GkeInferenceQuickstartConnectionIdempotencyPolicy { + public: + ~CustomIdempotencyPolicy() override = default; + std::unique_ptr + clone() const override { + return std::make_unique(*this); + } + // Override inherited functions to define as needed. +}; +//! [custom-idempotency-policy] + +void SetRetryPolicy(std::vector const& argv) { + if (!argv.empty()) { + throw google::cloud::testing_util::Usage{"set-client-retry-policy"}; + } + //! [set-retry-policy] + auto options = + google::cloud::Options{} + .set( + CustomIdempotencyPolicy().clone()) + .set( + google::cloud::gkerecommender_v1:: + GkeInferenceQuickstartLimitedErrorCountRetryPolicy(3) + .clone()) + .set( + google::cloud::ExponentialBackoffPolicy( + /*initial_delay=*/std::chrono::milliseconds(200), + /*maximum_delay=*/std::chrono::seconds(45), + /*scaling=*/2.0) + .clone()); + auto connection = + google::cloud::gkerecommender_v1::MakeGkeInferenceQuickstartConnection( + options); + + // c1 and c2 share the same retry policies + auto c1 = google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient( + connection); + auto c2 = google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient( + connection); + + // You can override any of the policies in a new client. This new client + // will share the policies from c1 (or c2) *except* for the retry policy. + auto c3 = google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient( + connection, google::cloud::Options{} + .set( + google::cloud::gkerecommender_v1:: + GkeInferenceQuickstartLimitedTimeRetryPolicy( + std::chrono::minutes(5)) + .clone())); + + // You can also override the policies in a single call: + // c3.SomeRpc(..., google::cloud::Options{} + // .set( + // google::cloud::gkerecommender_v1::GkeInferenceQuickstartLimitedErrorCountRetryPolicy(10).clone())); + //! [set-retry-policy] +} + +void WithServiceAccount(std::vector const& argv) { + if (argv.size() != 1 || argv[0] == "--help") { + throw google::cloud::testing_util::Usage{"with-service-account "}; + } + //! [with-service-account] + [](std::string const& keyfile) { + auto is = std::ifstream(keyfile); + is.exceptions(std::ios::badbit); // Minimal error handling in examples + auto contents = std::string(std::istreambuf_iterator(is.rdbuf()), {}); + auto options = + google::cloud::Options{}.set( + google::cloud::MakeServiceAccountCredentials(contents)); + return google::cloud::gkerecommender_v1::GkeInferenceQuickstartClient( + google::cloud::gkerecommender_v1::MakeGkeInferenceQuickstartConnection( + options)); + } + //! [with-service-account] + (argv.at(0)); +} + +void AutoRun(std::vector const& argv) { + namespace examples = ::google::cloud::testing_util; + using ::google::cloud::internal::GetEnv; + if (!argv.empty()) throw examples::Usage{"auto"}; + examples::CheckEnvironmentVariablesAreSet( + {"GOOGLE_CLOUD_CPP_TEST_SERVICE_ACCOUNT_KEYFILE"}); + auto const keyfile = + GetEnv("GOOGLE_CLOUD_CPP_TEST_SERVICE_ACCOUNT_KEYFILE").value(); + + std::cout << "\nRunning SetClientEndpoint() example" << std::endl; + SetClientEndpoint({}); + + std::cout << "\nRunning SetRetryPolicy() example" << std::endl; + SetRetryPolicy({}); + + std::cout << "\nRunning WithServiceAccount() example" << std::endl; + WithServiceAccount({keyfile}); + + std::cout << "\nRunning SetClientUniverseDomain() example" << std::endl; + SetClientUniverseDomain({}); +} + +} // namespace + +int main(int argc, char* argv[]) { // NOLINT(bugprone-exception-escape) + google::cloud::testing_util::Example example({ + {"set-client-endpoint", SetClientEndpoint}, + {"set-retry-policy", SetRetryPolicy}, + {"with-service-account", WithServiceAccount}, + {"set-client-universe-domain", SetClientUniverseDomain}, + {"auto", AutoRun}, + }); + return example.Run(argc, argv); +} diff --git a/libraries.bzl b/libraries.bzl index 8a46d0cab1272..e7b75f32f10af 100644 --- a/libraries.bzl +++ b/libraries.bzl @@ -172,6 +172,7 @@ GOOGLE_CLOUD_CPP_GA_LIBRARIES = [ "gkeconnect", "gkehub", "gkemulticloud", + "gkerecommender", "iam", "iap", "ids",