feat: add ValueType.STRUCT to Feature

feat: add encryption_spec to FeatureOnlineStore
feat: add struct_value to FeatureValue
feat: add encryption_spec, service_account, disable_container_logging to DeploymentResourcePool
feat: add model_reference to Dataset
feat: add ChatCompletions to PredictionService
feat: add new GenAiCacheService and CachedContent
feat: add cached_content to GenerationContentRequest
feat: add dataplex_config to MetadataStore
feat: add model_reference to DatasetVersion
feat: add INVALID_SPARSE_DIMENSIONS, INVALID_SPARSE_EMBEDDING, INVALID_EMBEDDING to NearestNeighborSearchOperationMetadata.RecordError
feat: add valid_sparse_record_count, invalid_sparse_record_count to NearestNeighborSearchOperationMetadata.ContentValidationStats
feat: add sparse_embedding to IndexDatapoint
feat: add sparse_vectors_count to IndexStats
feat: add sparse_distance to FindNeighborsResponse.Neighbor
feat: add more fields in FindNeighborsRequest.Query
feat: add progress_percentage to ImportRagFilesOperationMetadata
feat: add UpdateNotebookRuntimeTemplate to NotebookService
feat: add direct_notebook_source to NotebookExecutionJob
feat: add encryption_spec to NotebookRuntimeTemplate
feat: add idle_shutdown_config, encryption_spec, satisfies_pzs, satisfies_pzi to NotebookRuntime
feat: add UpdateReasoningEngine to ReasoningEngineService
fix!: An existing field `app_id` is renamed to `engine_id` in message `.google.cloud.aiplatform.v1beta1.RuntimeConfig`
docs: A comment for field `description` in message `.google.cloud.aiplatform.v1beta1.ExtensionManifest` is changed
docs: A comment for field `serving_config_name` in message `.google.cloud.aiplatform.v1beta1.RuntimeConfig` is changed
docs: A comment for field `update_mask` in message `.google.cloud.aiplatform.v1beta1.UpdateExtensionRequest` is changed
docs: A comment for field `feature_vector` in message `.google.cloud.aiplatform.v1beta1.IndexDatapoint` is changed
docs: A comment for field `vectors_count` in message `.google.cloud.aiplatform.v1beta1.IndexStats` is changed
docs: A comment for enum value `EMBEDDING_SIZE_MISMATCH` in enum `RecordErrorType` is changed
docs: A comment for field `exec` in message `.google.cloud.aiplatform.v1beta1.Probe` is changed
docs: A comment for field `create_notebook_execution_job_request` in message `.google.cloud.aiplatform.v1beta1.Schedule` is changed
docs: A comment for field `INVALID_EMBEDDING` in message `NearestNeighborSearchOperationMetadata.RecordError` is changed

PiperOrigin-RevId: 638343512

Source-Link: googleapis/googleapis@41b263f

Source-Link: googleapis/googleapis-gen@d6ce0c1
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWFpcGxhdGZvcm0vLk93bEJvdC55YW1sIiwiaCI6ImQ2Y2UwYzE1ZGJhYjc3NjgyZGVkYWNjMzA2YTZiOGIzZjBmODUwMGYifQ==

owl-bot-staging/google-cloud-aiplatform/v1beta1/package.json

@@ -32,6 +32,7 @@
     "feature registry service",
     "featurestore online serving service",
     "featurestore service",
+    "gen ai cache service",
     "gen ai tuning service",
     "index endpoint service",
     "index service",

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/cached_content.proto

@@ -0,0 +1,108 @@
+// Copyright 2024 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.aiplatform.v1beta1;
+
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1beta1/content.proto";
+import "google/cloud/aiplatform/v1beta1/tool.proto";
+import "google/protobuf/duration.proto";
+import "google/protobuf/timestamp.proto";
+
+option csharp_namespace = "Google.Cloud.AIPlatform.V1Beta1";
+option go_package = "cloud.google.com/go/aiplatform/apiv1beta1/aiplatformpb;aiplatformpb";
+option java_multiple_files = true;
+option java_outer_classname = "CachedContentProto";
+option java_package = "com.google.cloud.aiplatform.v1beta1";
+option php_namespace = "Google\\Cloud\\AIPlatform\\V1beta1";
+option ruby_package = "Google::Cloud::AIPlatform::V1beta1";
+
+// A resource used in LLM queries for users to explicitly specify what to cache
+// and how to cache.
+message CachedContent {
+  option (google.api.resource) = {
+    type: "aiplatform.googleapis.com/CachedContent"
+    pattern: "projects/{project}/locations/{location}/cachedContents/{cached_content}"
+    plural: "cachedContents"
+    singular: "cachedContent"
+  };
+
+  // Expiration time of the cached content.
+  oneof expiration {
+    // Timestamp of when this resource is considered expired.
+    // This is *always* provided on output, regardless of what was sent
+    // on input.
+    google.protobuf.Timestamp expire_time = 9;
+
+    // Input only. The TTL for this resource. The expiration time is computed:
+    // now + TTL.
+    google.protobuf.Duration ttl = 10
+        [(google.api.field_behavior) = INPUT_ONLY];
+  }
+
+  // Immutable. Identifier. The resource name of the cached content
+  // Format:
+  // projects/{project}/locations/{location}/cachedContents/{cached_content}
+  string name = 1 [
+    (google.api.field_behavior) = IDENTIFIER,
+    (google.api.field_behavior) = IMMUTABLE
+  ];
+
+  // Immutable. The name of the publisher model to use for cached content.
+  // Format:
+  // projects/{project}/locations/{location}/publishers/{publisher}/models/{model}
+  string model = 2 [(google.api.field_behavior) = IMMUTABLE];
+
+  // Optional. Input only. Immutable. Developer set system instruction.
+  // Currently, text only
+  Content system_instruction = 3 [
+    (google.api.field_behavior) = OPTIONAL,
+    (google.api.field_behavior) = IMMUTABLE,
+    (google.api.field_behavior) = INPUT_ONLY
+  ];
+
+  // Optional. Input only. Immutable. The content to cache
+  repeated Content contents = 4 [
+    (google.api.field_behavior) = OPTIONAL,
+    (google.api.field_behavior) = IMMUTABLE,
+    (google.api.field_behavior) = INPUT_ONLY
+  ];
+
+  // Optional. Input only. Immutable. A list of `Tools` the model may use to
+  // generate the next response
+  repeated Tool tools = 5 [
+    (google.api.field_behavior) = OPTIONAL,
+    (google.api.field_behavior) = IMMUTABLE,
+    (google.api.field_behavior) = INPUT_ONLY
+  ];
+
+  // Optional. Input only. Immutable. Tool config. This config is shared for all
+  // tools
+  ToolConfig tool_config = 6 [
+    (google.api.field_behavior) = OPTIONAL,
+    (google.api.field_behavior) = IMMUTABLE,
+    (google.api.field_behavior) = INPUT_ONLY
+  ];
+
+  // Output only. Creatation time of the cache entry.
+  google.protobuf.Timestamp create_time = 7
+      [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. When the cache entry was last updated in UTC time.
+  google.protobuf.Timestamp update_time = 8
+      [(google.api.field_behavior) = OUTPUT_ONLY];
+}

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/dataset.proto

@@ -111,6 +111,10 @@ message Dataset {
   // is
   // `projects/{project}/locations/{location}/metadataStores/{metadata_store}/artifacts/{artifact}`.
   string metadata_artifact = 17 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Optional. Reference to the public base model last used by the dataset. Only
+  // set for prompt datasets.
+  string model_reference = 18 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Describes the location from where we import data into a Dataset, together

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/dataset_version.proto

@@ -64,4 +64,8 @@ message DatasetVersion {
     (google.api.field_behavior) = OUTPUT_ONLY,
     (google.api.field_behavior) = REQUIRED
   ];
+
+  // Output only. Reference to the public base model last used by the dataset
+  // version. Only set for prompt dataset versions.
+  string model_reference = 9 [(google.api.field_behavior) = OUTPUT_ONLY];
 }

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/deployment_resource_pool.proto

@@ -18,6 +18,7 @@ package google.cloud.aiplatform.v1beta1;
 
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1beta1/encryption_spec.proto";
 import "google/cloud/aiplatform/v1beta1/machine_resources.proto";
 import "google/protobuf/timestamp.proto";
 
@@ -47,6 +48,29 @@ message DeploymentResourcePool {
   DedicatedResources dedicated_resources = 2
       [(google.api.field_behavior) = REQUIRED];
 
+  // Customer-managed encryption key spec for a DeploymentResourcePool. If set,
+  // this DeploymentResourcePool will be secured by this key. Endpoints and the
+  // DeploymentResourcePool they deploy in need to have the same EncryptionSpec.
+  EncryptionSpec encryption_spec = 5;
+
+  // The service account that the DeploymentResourcePool's container(s) run as.
+  // Specify the email address of the service account. If this service account
+  // is not specified, the container(s) run as a service account that doesn't
+  // have access to the resource project.
+  //
+  // Users deploying the Models to this DeploymentResourcePool must have the
+  // `iam.serviceAccounts.actAs` permission on this service account.
+  string service_account = 6;
+
+  // If the DeploymentResourcePool is deployed with custom-trained Models or
+  // AutoML Tabular Models, the container(s) of the DeploymentResourcePool will
+  // send `stderr` and `stdout` streams to Cloud Logging by default.
+  // Please note that the logs incur cost, which are subject to [Cloud Logging
+  // pricing](https://cloud.google.com/logging/pricing).
+  //
+  // User can disable container logging by setting this flag to true.
+  bool disable_container_logging = 7;
+
   // Output only. Timestamp when this DeploymentResourcePool was created.
   google.protobuf.Timestamp create_time = 4
       [(google.api.field_behavior) = OUTPUT_ONLY];

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/extension.proto

@@ -160,9 +160,10 @@ message ExtensionManifest {
   // The name can be up to 128 characters long.
   string name = 1 [(google.api.field_behavior) = REQUIRED];
 
-  // Required. The natural language description shown to the LLM. It should
-  // describe the usage of the extension, and is essential for the LLM to
-  // perform reasoning.
+  // Required. The natural language description shown to the LLM.
+  // It should describe the usage of the extension, and is essential for the LLM
+  // to perform reasoning. e.g., if the extension is a data store, you can let
+  // the LLM know what data it contains.
   string description = 2 [(google.api.field_behavior) = REQUIRED];
 
   // Required. Immutable. The API specification shown to the LLM.
@@ -341,16 +342,15 @@ message RuntimeConfig {
   }
 
   message VertexAISearchRuntimeConfig {
-    // [Deprecated] Please use app_id instead.
-    // Vertex AI Search serving config name. Format:
+    // Optional. Vertex AI Search serving config name. Format:
     // `projects/{project}/locations/{location}/collections/{collection}/engines/{engine}/servingConfigs/{serving_config}`
-    string serving_config_name = 1 [deprecated = true];
+    string serving_config_name = 1 [(google.api.field_behavior) = OPTIONAL];
 
-    // Vertex AI Search App ID. This is used to construct the search request. By
-    // setting this app_id, API will construct the serving config which is
-    // required to call search API for the user.
-    // The app_id and serving_config_name cannot both be empty at the same time.
-    string app_id = 2;
+    // Optional. Vertex AI Search engine ID. This is used to construct the
+    // search request. By setting this engine_id, API will construct the serving
+    // config using the default value to call search API for the user. The
+    // engine_id and serving_config_name cannot both be empty at the same time.
+    string engine_id = 2 [(google.api.field_behavior) = OPTIONAL];
   }
 
   // Runtime configurations for Google first party extensions.

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/extension_registry_service.proto

@@ -142,7 +142,9 @@ message UpdateExtensionRequest {
   //
   //    * `display_name`
   //    * `description`
+  //    * `runtime_config`
   //    * `tool_use_examples`
+  //    * `manifest.description`
   google.protobuf.FieldMask update_mask = 2
       [(google.api.field_behavior) = REQUIRED];
 }

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/feature.proto

@@ -104,6 +104,9 @@ message Feature {
 
     // Used for Feature that is bytes.
     BYTES = 13;
+
+    // Used for Feature that is struct.
+    STRUCT = 14;
   }
 
   // Immutable. Name of the Feature.

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/feature_online_store.proto

@@ -18,6 +18,7 @@ package google.cloud.aiplatform.v1beta1;
 
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1beta1/encryption_spec.proto";
 import "google/cloud/aiplatform/v1beta1/service_networking.proto";
 import "google/protobuf/timestamp.proto";
 
@@ -174,4 +175,8 @@ message FeatureOnlineStore {
   // management is automatically enabled when specifying Optimized storage type.
   EmbeddingManagement embedding_management = 11
       [deprecated = true, (google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Customer-managed encryption key spec for data storage. If set,
+  // online store will be secured by this key.
+  EncryptionSpec encryption_spec = 13 [(google.api.field_behavior) = OPTIONAL];
 }

owl-bot-staging/google-cloud-aiplatform/v1beta1/protos/google/cloud/aiplatform/v1beta1/featurestore_online_service.proto

@@ -272,12 +272,30 @@ message FeatureValue {
 
     // Bytes feature value.
     bytes bytes_value = 13;
+
+    // A struct type feature value.
+    StructValue struct_value = 15;
   }
 
   // Metadata of feature value.
   Metadata metadata = 14;
 }
 
+// Struct (or object) type feature value.
+message StructValue {
+  // A list of field values.
+  repeated StructFieldValue values = 1;
+}
+
+// One field of a Struct (or object) type feature value.
+message StructFieldValue {
+  // Name of the field in the struct feature.
+  string name = 1;
+
+  // The value for this field.
+  FeatureValue value = 2;
+}
+
 // Container for list of values.
 message FeatureValueList {
   // A list of feature values. All of them should be the same data type.