feat: Add new gcloud commands, API clients, and third-party libraries across various services.

gcloud auth application-default login/google-cloud-sdk/lib/surface/eventarc/kafka_sources/__init__.py

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2025 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""The kafka sources command group for Eventarc."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.calliope import base
+
+
+@base.ReleaseTracks(base.ReleaseTrack.BETA)
+@base.DefaultUniverseOnly
+@base.Hidden
+class KafkaSources(base.Group):
+  """Manage Eventarc kafka sources."""
+
+  category = base.SERVERLESS_CATEGORY

gcloud auth application-default login/google-cloud-sdk/lib/surface/eventarc/kafka_sources/create.py

@@ -0,0 +1,119 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2025 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Command to create a Kafka source."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.eventarc import kafka_sources
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.eventarc import flags
+from googlecloudsdk.command_lib.util.args import labels_util
+from googlecloudsdk.core import log
+
+_DETAILED_HELP = {
+    'DESCRIPTION': '{description}',
+    'EXAMPLES': """ \
+        To create a new Kafka source `my-kafka-source` in location `us-central1` with the required fields: bootstrap server URI 'https://example-cluster.com:9092', Kafka topics `topic1` and `topic2`, network attachment 'my-network-attachment', and message bus `my-message-bus`, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus
+
+        To create a new Kafka source `my-kafka-source` in location `us-central1` with an initial offset of `newest`, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus --initial-offset=newest
+
+        To create a new Kafka source `my-kafka-source` in location `us-central1` with consumer group ID `my-kafka-source-group`, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus --consumer-group-id=my-kafka-source-group
+
+        To create a new Kafka source `my-kafka-source` in location `us-central1` SASL/Plain authentication with the Kafka broker, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus --sasl-mechanism=PLAIN --sasl-username=kafka-username --sasl-password=projects/12345/secrets/my-sasl-secret/versions/1
+
+        To create a new Kafka source `my-kafka-source` in location `us-central1` SASL/SCRAM-SHA-256 authentication with the Kafka broker, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus --sasl-mechanism=SCRAM-SHA-256 --sasl-username=kafka-username --sasl-password=projects/12345/secrets/my-sasl-secret/versions/1
+
+        To create a new Kafka source `my-kafka-source` in location `us-central1` SASL/SCRAM-SHA-512 authentication with the Kafka broker, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus --sasl-mechanism=SCRAM-SHA-512 --sasl-username=kafka-username --sasl-password=projects/12345/secrets/my-sasl-secret/versions/1
+
+        To create a new Kafka source `my-kafka-source` in location `us-central1` Mutual TLS (mTLS) authentication with the Kafka broker, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus --tls-client-certificate=projects/12345/secrets/my-tls-cert/versions/1 --tls-client-key=projects/12345/secrets/my-tls-key/versions/1
+
+        To create a new Kafka source `my-kafka-source` in location `us-central1` with an INFO level logging configuration, run:
+
+          $ {command} my-kafka-source --location=us-central1 --bootstrap-servers='https://example-cluster.com:9092' --topics='topic1,topic2' --network_attachment=my-network-attachment --message-bus=my-message-bus --logging_config=INFO
+        """,
+}
+
+
+@base.ReleaseTracks(base.ReleaseTrack.BETA)
+@base.DefaultUniverseOnly
+class Create(base.CreateCommand):
+  """Create an Eventarc Kafka source."""
+
+  detailed_help = _DETAILED_HELP
+
+  @classmethod
+  def Args(cls, parser):
+    flags.AddCreateKafkaSourceResourceArgs(parser)
+    flags.AddKafkaSourceBootstrapServersArg(parser, required=True)
+    flags.AddKafkaSourceTopicArg(parser, required=True)
+    flags.AddKafkaSourceConsumerGroupIDArg(parser, required=False)
+    flags.AddKafkaSourceInitialOffsetArg(parser, required=False)
+    flags.AddKafkaSourceNetworkAttachmentArg(parser, required=True)
+    flags.AddKafkaSourceAuthGroup(parser, required=True)
+    flags.AddLoggingConfigArg(parser, 'The logging config of the kafka source.')
+    labels_util.AddCreateLabelsFlags(parser)
+    base.ASYNC_FLAG.AddToParser(parser)
+
+  def Run(self, args):
+    """Run the create command."""
+    client = kafka_sources.KafkaSourceClientV1()
+    kafka_source_ref = args.CONCEPTS.kafka_source.Parse()
+
+    log.debug(
+        'Creating kafka source {} for project {} in location {}'.format(
+            kafka_source_ref.kafkaSourcesId,
+            kafka_source_ref.projectsId,
+            kafka_source_ref.locationsId,
+        )
+    )
+    operation = client.Create(
+        kafka_source_ref,
+        client.BuildKafkaSource(
+            kafka_source_ref=kafka_source_ref,
+            bootstrap_servers=args.bootstrap_servers,
+            consumer_group_id=args.consumer_group_id,
+            topics=args.topics,
+            sasl_mechanism=args.sasl_mechanism,
+            sasl_username=args.sasl_username,
+            sasl_password=args.sasl_password,
+            tls_client_certificate=args.tls_client_certificate,
+            tls_client_key=args.tls_client_key,
+            network_attachment=args.network_attachment,
+            message_bus=args.message_bus,
+            initial_offset=args.initial_offset,
+            logging_config=args.logging_config,
+            labels=labels_util.ParseCreateArgs(args, client.LabelsValueClass()),
+        ),
+    )
+
+    if args.async_:
+      return operation
+    return client.WaitFor(operation, 'Creating', kafka_source_ref)

gcloud auth application-default login/google-cloud-sdk/lib/surface/eventarc/kafka_sources/delete.py

@@ -0,0 +1,70 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2025 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Command to delete the specified Kafka source."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.eventarc import kafka_sources
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.eventarc import flags
+from googlecloudsdk.core.console import console_io
+
+_DETAILED_HELP = {
+    'DESCRIPTION': '{description}',
+    'EXAMPLES': """ \
+        To delete the Kafka source `my-kafka-source` in location `us-central1`, run:
+
+          $ {command} my-kafka-source --location=us-central1
+        """,
+}
+
+
+@base.ReleaseTracks(base.ReleaseTrack.BETA)
+@base.DefaultUniverseOnly
+class Delete(base.DeleteCommand):
+  """Delete an Eventarc Kafka source."""
+
+  detailed_help = _DETAILED_HELP
+
+  @classmethod
+  def Args(cls, parser):
+    flags.AddKafkaSourceResourceArg(
+        parser, 'Kafka source to delete.', required=True
+    )
+    base.ASYNC_FLAG.AddToParser(parser)
+
+  def Run(self, args):
+    """Run the delete command."""
+    client = kafka_sources.KafkaSourceClientV1()
+    kafka_source_ref = args.CONCEPTS.kafka_source.Parse()
+
+    console_io.PromptContinue(
+        message=(
+            'The following Kafka source will be deleted.\n'
+            '[{name}] in location [{location}]'.format(
+                name=kafka_source_ref.kafkaSourcesId,
+                location=kafka_source_ref.locationsId,
+            )
+        ),
+        throw_if_unattended=True,
+        cancel_on_no=True,
+    )
+    operation = client.Delete(kafka_source_ref)
+
+    if args.async_:
+      return operation
+    return client.WaitFor(operation, 'Deleting', kafka_source_ref)

gcloud auth application-default login/google-cloud-sdk/lib/surface/eventarc/kafka_sources/describe.py

@@ -0,0 +1,52 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2025 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Command to describe the specified Kafka source."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.eventarc import kafka_sources
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.eventarc import flags
+
+_DETAILED_HELP = {
+    'DESCRIPTION': '{description}',
+    'EXAMPLES': """ \
+        To describe the Kafka source `my-kafka-source` in location `us-central1`, run:
+
+          $ {command} my-kafka-source --location=us-central1
+        """,
+}
+
+
+@base.ReleaseTracks(base.ReleaseTrack.BETA)
+@base.DefaultUniverseOnly
+class Describe(base.DescribeCommand):
+  """Describe an Eventarc Kafka source."""
+
+  detailed_help = _DETAILED_HELP
+
+  @classmethod
+  def Args(cls, parser):
+    flags.AddKafkaSourceResourceArg(
+        parser, 'Kafka source to describe.', required=True
+    )
+
+  def Run(self, args):
+    client = kafka_sources.KafkaSourceClientV1()
+    kafka_source_ref = args.CONCEPTS.kafka_source.Parse()
+
+    return client.Get(kafka_source_ref)

gcloud auth application-default login/google-cloud-sdk/lib/surface/eventarc/kafka_sources/list.py

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2025 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Command to list all Kafka sources in a project and location."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.eventarc import kafka_sources
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.eventarc import flags
+
+_DETAILED_HELP = {
+    "DESCRIPTION": "{description}",
+    "EXAMPLES": """\
+        To list all Kafka sources in location ``us-central1'', run:
+
+          $ {command} --location=us-central1
+
+        To list all Kafka sources in all locations, run:
+
+          $ {command} --location=-
+
+        or
+
+          $ {command}
+        """,
+}
+
+_FORMAT = """\
+table(
+    name.scope("kafkaSources"):label=NAME,
+    name.scope("locations").segment(0):label=LOCATION,
+    loggingConfig.logSeverity:label=LOGGING_CONFIG
+)
+"""
+
+
+@base.ReleaseTracks(base.ReleaseTrack.BETA)
+@base.DefaultUniverseOnly
+class List(base.ListCommand):
+  """List Eventarc Kafka sources."""
+
+  detailed_help = _DETAILED_HELP
+
+  @staticmethod
+  def Args(parser):
+    flags.AddLocationResourceArg(
+        parser,
+        "Location for which to list Kafka sources. This should be one of the"
+        " supported regions.",
+        required=False,
+        allow_aggregation=True,
+    )
+    flags.AddProjectResourceArg(parser)
+    parser.display_info.AddFormat(_FORMAT)
+    parser.display_info.AddUriFunc(kafka_sources.GetKafkaSourceURI)
+
+  def Run(self, args):
+    client = kafka_sources.KafkaSourceClientV1()
+    location_ref = args.CONCEPTS.location.Parse()
+    return client.List(location_ref, args.limit, args.page_size)