feat: A new method SearchLineageStreaming is added (#33931)

* feat: A new method SearchLineageStreaming is added
docs: Documentation for SearchLineageStreaming API was added

feat: SearchLinks can now accept multiple source and target entity references as search criteria

feat: Added support for column level lineage information to be passed and returned from the Lineage service

The `field` field in EntityReference allows to add column level information when creating events. This is also returned in links along with DependencyInfo that describes the type of dependency described in the link.

PiperOrigin-RevId: 912099814

Source-Link: googleapis/googleapis@6810d0e

Source-Link: googleapis/googleapis-gen@76344c8
Copy-Tag: eyJwIjoiZ29vZ2xlLWNsb3VkLWRhdGFfY2F0YWxvZy1saW5lYWdlLXYxLy5Pd2xCb3QueWFtbCIsImgiOiI3NjM0NGM4YWEyNGQwNDcwNjc3ZWQ2ZGM3OGEwZjNjMmExOGI4N2Q4In0=

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

---------

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>

Author: gcf-owl-bot[bot]

google-cloud-data_catalog-lineage-v1/.owlbot-manifest.json

@@ -31,6 +31,7 @@
     "proto_docs/README.md",
     "proto_docs/google/api/client.rb",
     "proto_docs/google/api/field_behavior.rb",
+    "proto_docs/google/api/field_info.rb",
     "proto_docs/google/api/launch_stage.rb",
     "proto_docs/google/api/resource.rb",
     "proto_docs/google/cloud/datacatalog/lineage/v1/lineage.rb",
@@ -42,6 +43,7 @@
     "proto_docs/google/protobuf/struct.rb",
     "proto_docs/google/protobuf/timestamp.rb",
     "proto_docs/google/rpc/status.rb",
+    "proto_docs/google/type/interval.rb",
     "snippets/Gemfile",
     "snippets/lineage/batch_search_link_processes.rb",
     "snippets/lineage/create_lineage_event.rb",
@@ -57,6 +59,7 @@
     "snippets/lineage/list_processes.rb",
     "snippets/lineage/list_runs.rb",
     "snippets/lineage/process_open_lineage_run_event.rb",
+    "snippets/lineage/search_lineage_streaming.rb",
     "snippets/lineage/search_links.rb",
     "snippets/lineage/update_process.rb",
     "snippets/lineage/update_run.rb",

google-cloud-data_catalog-lineage-v1/gapic_metadata.json

@@ -94,6 +94,11 @@
               "methods": [
                 "batch_search_link_processes"
               ]
+            },
+            "SearchLineageStreaming": {
+              "methods": [
+                "search_lineage_streaming"
+              ]
             }
           }
         }

google-cloud-data_catalog-lineage-v1/lib/google/cloud/data_catalog/lineage/v1/lineage/client.rb

@@ -754,6 +754,40 @@ def batch_search_link_processes request_pb, options = nil
                   end
                 end
 
+                ##
+                # Baseline implementation for the search_lineage_streaming REST call
+                #
+                # @param request_pb [::Google::Cloud::DataCatalog::Lineage::V1::SearchLineageStreamingRequest]
+                #   A request object representing the call parameters. Required.
+                # @param options [::Gapic::CallOptions]
+                #   Overrides the default settings for this call, e.g, timeout, retries etc. Optional.
+                #
+                # @yieldparam chunk [::String] The chunk of data received during server streaming.
+                #
+                # @return [::Gapic::Rest::TransportOperation]
+                def search_lineage_streaming(request_pb, options = nil, &)
+                  raise ::ArgumentError, "request must be provided" if request_pb.nil?
+
+                  verb, uri, query_string_params, body = ServiceStub.transcode_search_lineage_streaming_request request_pb
+                  query_string_params = if query_string_params.any?
+                                          query_string_params.to_h { |p| p.split "=", 2 }
+                                        else
+                                          {}
+                                        end
+
+                  response = @client_stub.make_http_request(
+                    verb,
+                    uri: uri,
+                    body: body || "",
+                    params: query_string_params,
+                    method_name: "search_lineage_streaming",
+                    options: options,
+                    is_server_streaming: true,
+                    &
+                  )
+                  ::Gapic::Rest::TransportOperation.new response
+                end
+
                 ##
                 # @private
                 #
@@ -1118,6 +1152,28 @@ def self.transcode_batch_search_link_processes_request request_pb
                                                           )
                   transcoder.transcode request_pb
                 end
+
+                ##
+                # @private
+                #
+                # GRPC transcoding helper method for the search_lineage_streaming REST call
+                #
+                # @param request_pb [::Google::Cloud::DataCatalog::Lineage::V1::SearchLineageStreamingRequest]
+                #   A request object representing the call parameters. Required.
+                # @return [Array(String, [String, nil], Hash{String => String})]
+                #   Uri, Body, Query string parameters
+                def self.transcode_search_lineage_streaming_request request_pb
+                  transcoder = Gapic::Rest::GrpcTranscoder.new
+                                                          .with_bindings(
+                                                            uri_method: :post,
+                                                            uri_template: "/v1/{parent}:searchLineageStreaming",
+                                                            body: "*",
+                                                            matches: [
+                                                              ["parent", %r{^projects/[^/]+/locations/[^/]+/?$}, false]
+                                                            ]
+                                                          )
+                  transcoder.transcode request_pb
+                end
               end
             end
           end

google-cloud-data_catalog-lineage-v1/lib/google/cloud/data_catalog/lineage/v1/lineage/rest/client.rb

@@ -31,6 +31,8 @@ module Api
     # @!attribute [rw] selective_gapic_generation
     #   @return [::Google::Api::SelectiveGapicGeneration]
     #     Configuration for which RPCs should be generated in the GAPIC client.
+    #
+    #     Note: This field should not be used in most cases.
     class CommonLanguageSettings
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -441,6 +443,8 @@ class LongRunning
 
     # This message is used to configure the generation of a subset of the RPCs in
     # a service for client libraries.
+    #
+    # Note: This feature should not be used in most cases.
     # @!attribute [rw] methods
     #   @return [::Array<::String>]
     #     An allowlist of the fully qualified names of RPCs that should be included

google-cloud-data_catalog-lineage-v1/lib/google/cloud/data_catalog/lineage/v1/lineage/rest/service_stub.rb

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Api
+    # Rich semantic information of an API field beyond basic typing.
+    # @!attribute [rw] format
+    #   @return [::Google::Api::FieldInfo::Format]
+    #     The standard format of a field value. This does not explicitly configure
+    #     any API consumer, just documents the API's format for the field it is
+    #     applied to.
+    # @!attribute [rw] referenced_types
+    #   @return [::Array<::Google::Api::TypeReference>]
+    #     The type(s) that the annotated, generic field may represent.
+    #
+    #     Currently, this must only be used on fields of type `google.protobuf.Any`.
+    #     Supporting other generic types may be considered in the future.
+    class FieldInfo
+      include ::Google::Protobuf::MessageExts
+      extend ::Google::Protobuf::MessageExts::ClassMethods
+
+      # The standard format of a field value. The supported formats are all backed
+      # by either an RFC defined by the IETF or a Google-defined AIP.
+      module Format
+        # Default, unspecified value.
+        FORMAT_UNSPECIFIED = 0
+
+        # Universally Unique Identifier, version 4, value as defined by
+        # https://datatracker.ietf.org/doc/html/rfc4122. The value may be
+        # normalized to entirely lowercase letters. For example, the value
+        # `F47AC10B-58CC-0372-8567-0E02B2C3D479` would be normalized to
+        # `f47ac10b-58cc-0372-8567-0e02b2c3d479`.
+        UUID4 = 1
+
+        # Internet Protocol v4 value as defined by [RFC
+        # 791](https://datatracker.ietf.org/doc/html/rfc791). The value may be
+        # condensed, with leading zeros in each octet stripped. For example,
+        # `001.022.233.040` would be condensed to `1.22.233.40`.
+        IPV4 = 2
+
+        # Internet Protocol v6 value as defined by [RFC
+        # 2460](https://datatracker.ietf.org/doc/html/rfc2460). The value may be
+        # normalized to entirely lowercase letters with zeros compressed, following
+        # [RFC 5952](https://datatracker.ietf.org/doc/html/rfc5952). For example,
+        # the value `2001:0DB8:0::0` would be normalized to `2001:db8::`.
+        IPV6 = 3
+
+        # An IP address in either v4 or v6 format as described by the individual
+        # values defined herein. See the comments on the IPV4 and IPV6 types for
+        # allowed normalizations of each.
+        IPV4_OR_IPV6 = 4
+      end
+    end
+
+    # A reference to a message type, for use in {::Google::Api::FieldInfo FieldInfo}.
+    # @!attribute [rw] type_name
+    #   @return [::String]
+    #     The name of the type that the annotated, generic field may represent.
+    #     If the type is in the same protobuf package, the value can be the simple
+    #     message name e.g., `"MyMessage"`. Otherwise, the value must be the
+    #     fully-qualified message name e.g., `"google.library.v1.Book"`.
+    #
+    #     If the type(s) are unknown to the service (e.g. the field accepts generic
+    #     user input), use the wildcard `"*"` to denote this behavior.
+    #
+    #     See [AIP-202](https://google.aip.dev/202#type-references) for more details.
+    class TypeReference
+      include ::Google::Protobuf::MessageExts
+      extend ::Google::Protobuf::MessageExts::ClassMethods
+    end
+  end
+end