feat: Add new gcloud commands, API clients, and third-party libraries across various services.

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/__init__.py

@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2024 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Command group for Dataplex Governance Rules services."""
+
+from googlecloudsdk.calliope import base
+
+
+@base.DefaultUniverseOnly
+@base.ReleaseTracks(base.ReleaseTrack.ALPHA)
+@base.Hidden
+class GovernanceRules(base.Group):
+  """Manage Dataplex Governance Rules.
+
+  Dataplex Governance Rules are used to manage resources via Dataplex.
+
+  Attributes:
+    category: The category of the command group.
+  """
+
+  category = base.DATA_ANALYTICS_CATEGORY

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/add_iam_policy_binding.py

@@ -0,0 +1,60 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2024 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""`gcloud dataplex governance-rules add-iam-policy-binding` command."""
+
+
+from googlecloudsdk.api_lib.dataplex import governance_rule
+from googlecloudsdk.api_lib.util import exceptions as gcloud_exception
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataplex import resource_args
+from googlecloudsdk.command_lib.iam import iam_util
+
+
+@base.ReleaseTracks(base.ReleaseTrack.ALPHA)
+@base.DefaultUniverseOnly
+@base.Hidden
+class AddIamPolicyBinding(base.Command):
+  """Add IAM policy binding to a Dataplex Governance Rule."""
+
+  detailed_help = {
+      'EXAMPLES': """\
+          To add an IAM policy binding for the role of `roles/dataplex.viewer`
+          for the user `test-user@gmail.com` to Governance Rule `test-governance-rule` in
+          project `test-project` and in location `us-central1`, run:
+
+            $ {command} test-governance-rule --project=test-project  --location=us-central1 --role=roles/dataplex.viewer --member=user:foo@gmail.com
+
+          See https://cloud.google.com/dataplex/docs/iam-roles for details of
+          policy role and member types.
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    resource_args.AddGovernanceRuleResourceArg(
+        parser, 'to add IAM policy binding to.'
+    )
+
+    iam_util.AddArgsForAddIamPolicyBinding(parser)
+
+  @gcloud_exception.CatchHTTPErrorRaiseHTTPException(
+      'Status code: {status_code}. {status_message}.'
+  )
+  def Run(self, args):
+    governance_rule_ref = args.CONCEPTS.governance_rule.Parse()
+    result = governance_rule.AddIamPolicyBinding(
+        governance_rule_ref, args.member, args.role
+    )
+    return result

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/create.py

@@ -0,0 +1,124 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2024 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""`gcloud dataplex governance-rules create` command."""
+
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.dataplex import governance_rule
+from googlecloudsdk.api_lib.dataplex import util as dataplex_util
+from googlecloudsdk.api_lib.util import exceptions as gcloud_exception
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataplex import resource_args
+from googlecloudsdk.command_lib.util.args import labels_util
+from googlecloudsdk.core import log
+
+
+@base.ReleaseTracks(base.ReleaseTrack.ALPHA)
+@base.DefaultUniverseOnly
+@base.Hidden
+class Create(base.Command):
+  """Create a Dataplex Governance Rule.
+
+  Governance Rule is a template for creating Governance Rules.
+  """
+
+  detailed_help = {
+      'EXAMPLES': """\
+
+          To create Governance Rule `test-governance-rule` in project `test-dataplex` at location `us-central1`,
+          with description `test description`, displayName `test display name` and ruleMetaDataFile `file.json`, run:
+
+            $ {command} test-governance-rule --location=us-central1 --project=test-project --description='test description'
+            --display-name='test display name'
+            --rule-metadata-file='file.json'
+
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    resource_args.AddGovernanceRuleResourceArg(parser, 'to create.')
+    parser.add_argument(
+        '--description',
+        required=False,
+        help='Description of the Governance Rule.',
+    )
+    parser.add_argument(
+        '--display-name',
+        required=False,
+        help='Display name of the Governance Rule.',
+    )
+    parser.add_argument(
+        '--rule-metadata-file',
+        required=True,
+        help='The name of the JSON or YAML file to define rule metadata.',
+    )
+
+    async_type = parser.add_group(mutex=True, required=False)
+    async_type.add_argument(
+        '--validate-only',
+        action='store_true',
+        default=False,
+        help="Validate the create action, but don't actually perform it.",
+    )
+    base.ASYNC_FLAG.AddToParser(async_type)
+    labels_util.AddCreateLabelsFlags(parser)
+
+  @gcloud_exception.CatchHTTPErrorRaiseHTTPException(
+      'Status code: {status_code}. {status_message}.'
+  )
+  def Run(self, args):
+    governance_rule_ref = args.CONCEPTS.governance_rule.Parse()
+    dataplex_client = dataplex_util.GetClientInstance()
+    create_req_op = dataplex_client.projects_locations_governanceRules.Create(
+        dataplex_util.GetMessageModule().DataplexProjectsLocationsGovernanceRulesCreateRequest(
+            governanceRuleId=governance_rule_ref.Name(),
+            parent=governance_rule_ref.Parent().RelativeName(),
+            validateOnly=args.validate_only,
+            googleCloudDataplexV1GovernanceRule=governance_rule.GenerateGovernanceRuleForCreateRequest(
+                args
+            ),
+        )
+    )
+
+    validate_only = getattr(args, 'validate_only', False)
+    if validate_only:
+      log.status.Print('Validation complete.')
+      return
+
+    async_ = getattr(args, 'async_', False)
+    if not async_:
+      response = governance_rule.WaitForOperation(create_req_op)
+      log.CreatedResource(
+          response.name,
+          details=(
+              'Governance Rule created in project [{0}] with location [{1}]'
+              .format(
+                  governance_rule_ref.projectsId,
+                  governance_rule_ref.locationsId,
+              )
+          ),
+      )
+      return response
+
+    log.status.Print(
+        'Creating Governance Rule [{0}] with operation [{1}].'.format(
+            governance_rule_ref, create_req_op.name
+        )
+    )
+    return create_req_op

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/delete.yaml

@@ -0,0 +1,22 @@
+- release_tracks: [ALPHA]
+  hidden: true
+  help_text:
+    brief: |
+      Delete a Dataplex Governance Rule.
+    description: |
+      Delete a Dataplex Governance Rule.
+    examples: |
+      To delete a Governance Rule `test-governance-rule` in project `test-project` and in location `us-central1`, run:
+
+          $ {command} test-governance-rule --location=us-central1 --project=test-project
+  request:
+    ALPHA:
+      api_version: v1
+    collection: dataplex.projects.locations.governanceRules
+  arguments:
+    resource:
+      help_text: |
+        Arguments and flags that define the Dataplex Governance Rule you want to delete.
+      spec: !REF googlecloudsdk.command_lib.dataplex.resources:governance_rule
+  async:
+    collection: dataplex.projects.locations.operations

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/describe.yaml

@@ -0,0 +1,21 @@
+- release_tracks: [ALPHA]
+  hidden: true
+  help_text:
+    brief: |
+      Describe a Dataplex Governance Rule.
+    description: |
+      Displays all details of an Governance Rule given a valid Governance Rule name.
+    examples: |
+       To describe a Dataplex Governance Rule `test-governance-rule` in location `us-central1` and in project `test-project`, run:
+
+          $ {command} test-governance-rule --location=us-central1 --project=test-project
+  request:
+    ALPHA:
+      api_version: v1
+    collection: dataplex.projects.locations.governanceRules
+    method: get
+  arguments:
+    resource:
+      help_text: |
+        Arguments and flags that define the Dataplex Governance Rule you want to retrieve.
+      spec: !REF googlecloudsdk.command_lib.dataplex.resources:governance_rule

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/get_iam_policy.yaml

@@ -0,0 +1,21 @@
+- release_tracks: [ALPHA]
+  help_text:
+    brief: |
+      Retrieve a Dataplex Governance Rule IAM policy.
+    description: |
+      Displays the IAM policy associated with a Dataplex Governance Rul resource.
+      If formatted as JSON, the output can be edited and used as
+      a policy file for *set-iam-policy*. The output includes an "etag"
+      field identifying the version emitted and allowing detection of
+      concurrent policy updates.
+    examples: |
+      To get the IAM policy of a Dataplex Governance Rule `test-governance-rule` in project `test-project` under location `us-central1`, run:
+
+        $ {command} test-governance-rule --project=test-project --location=us-central1
+  request:
+    collection: dataplex.projects.locations.governanceRules
+  arguments:
+    resource:
+      help_text: |
+        Arguments and flags that define the Dataplex Governance Rule IAM policy you want to retrieve.
+      spec: !REF googlecloudsdk.command_lib.dataplex.resources:governance_rule

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/list.yaml

@@ -0,0 +1,27 @@
+- release_tracks: [ALPHA]
+  hidden: true
+  help_text:
+    brief: |
+      List Dataplex Governance Rules.
+    description: |
+      List Dataplex Governance Rules based on project and location.
+
+      {command} --project={project_id} --location={location}
+    examples: |
+      To list Governance Rules in project `test-dataplex` at location `us-central1`, run:
+
+          $ {command} --location=us-central1 --project=test-dataplex
+
+  request:
+    ALPHA:
+      api_version: v1
+    collection: dataplex.projects.locations.governanceRules
+
+  response:
+    id_field: name
+
+  arguments:
+    resource:
+      help_text: |
+        Location to list Governance Rules in.
+      spec: !REF googlecloudsdk.command_lib.dataplex.resources:location

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/remove_iam_policy_binding.py

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2024 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""`gcloud dataplex governance-rules remove-iam-policy-binding` command."""
+
+from googlecloudsdk.api_lib.dataplex import governance_rule
+from googlecloudsdk.api_lib.util import exceptions as gcloud_exception
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataplex import resource_args
+from googlecloudsdk.command_lib.iam import iam_util
+
+
+@base.ReleaseTracks(base.ReleaseTrack.ALPHA)
+@base.DefaultUniverseOnly
+@base.Hidden
+class RemoveIamPolicyBinding(base.Command):
+  """Remove IAM policy binding from a Dataplex Governance Rule."""
+
+  detailed_help = {
+      'EXAMPLES': """\
+
+          To remove an IAM policy binding for the role `roles/dataplex.viewer`
+          for the user `testuser@gmail.com` from a governance rule `test-governance-rule` in project
+          `test-project` and in location `us-central1`, run:
+
+            $ {command} test-governance-rule --project=test-project --location=us-central1 --role=roles/dataplex.viewer --member=user:testuser@gmail.com
+
+
+          See https://cloud.google.com/dataplex/docs/iam-roles for details of
+          policy role and member types.
+
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    resource_args.AddGovernanceRuleResourceArg(
+        parser, 'to remove IAM policy binding from '
+    )
+
+    iam_util.AddArgsForRemoveIamPolicyBinding(parser)
+
+  @gcloud_exception.CatchHTTPErrorRaiseHTTPException(
+      'Status code: {status_code}. {status_message}.'
+  )
+  def Run(self, args):
+    governance_rule_ref = args.CONCEPTS.governance_rule.Parse()
+    result = governance_rule.RemoveIamPolicyBinding(
+        governance_rule_ref, args.member, args.role
+    )
+    return result

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/set_iam_policy.py

@@ -0,0 +1,61 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2024 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""`gcloud dataplex governance-rules set-iam-policy-binding` command."""
+
+from googlecloudsdk.api_lib.dataplex import governance_rule
+from googlecloudsdk.api_lib.util import exceptions as gcloud_exception
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataplex import resource_args
+from googlecloudsdk.command_lib.iam import iam_util
+
+
+@base.ReleaseTracks(base.ReleaseTrack.ALPHA)
+@base.DefaultUniverseOnly
+@base.Hidden
+class SetIamPolicy(base.Command):
+  """Set an IAM policy binding for a Dataplex Governance Rule as defined in a JSON or YAML file.
+
+  See https://cloud.google.com/iam/docs/managing-policies for details of
+    the policy file format and contents.
+  """
+
+  detailed_help = {
+      'EXAMPLES': """\
+
+          The following command will read an IAM policy defined in a JSON file
+          `policy.json` and set it for the Dataplex Governance Rule `test-governance-rule` in
+          project `test-project` and in location `us-central1`:
+
+            $ {command} test-governance-rule --project=test-project --location=us-central1 policy.json
+
+            where policy.json is the relative path to the JSON file.
+
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    resource_args.AddGovernanceRuleResourceArg(parser, 'to set IAM policy to.')
+    iam_util.AddArgForPolicyFile(parser)
+
+  @gcloud_exception.CatchHTTPErrorRaiseHTTPException(
+      'Status code: {status_code}. {status_message}.'
+  )
+  def Run(self, args):
+    governance_rule_ref = args.CONCEPTS.governance_rule.Parse()
+    result = governance_rule.SetIamPolicyFromFile(
+        governance_rule_ref, args.policy_file
+    )
+    return result

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataplex/governance_rules/update.py

@@ -0,0 +1,128 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2024 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""`gcloud dataplex governance-rules update` command."""
+
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.dataplex import governance_rule
+from googlecloudsdk.api_lib.dataplex import util as dataplex_util
+from googlecloudsdk.api_lib.util import exceptions as gcloud_exception
+from googlecloudsdk.calliope import base
+from googlecloudsdk.calliope import exceptions
+from googlecloudsdk.command_lib.dataplex import resource_args
+from googlecloudsdk.command_lib.util.args import labels_util
+from googlecloudsdk.core import log
+
+
+@base.ReleaseTracks(base.ReleaseTrack.ALPHA)
+@base.DefaultUniverseOnly
+@base.Hidden
+class Update(base.Command):
+  """Update a Dataplex Governance Rule.
+
+  Governance Rule is a template for creating Governance Rules.
+  """
+
+  detailed_help = {
+      'EXAMPLES': """\
+
+          To update Governance Rule `test-governance-rule` in project `test-dataplex` at location `us-central1`,
+          with description `test description`, displayName `test display name` and ruleMetaDataFile `file.json`, run:
+
+            $ {command} test-governance-rule --location=us-central1 --project=test-project --description='test description'
+            --display-name='test display name'
+
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    resource_args.AddGovernanceRuleResourceArg(parser, 'to update.')
+    parser.add_argument(
+        '--description',
+        required=False,
+        help='Description of the Governance Rule.',
+    )
+    parser.add_argument(
+        '--display-name',
+        required=False,
+        help='Display name of the Governance Rule.',
+    )
+    parser.add_argument(
+        '--rule-metadata-file',
+        required=False,
+        help='The name of the JSON or YAML file to define rule metadata.',
+    )
+    parser.add_argument(
+        '--etag',
+        required=False,
+        help='etag value for particular Governance Rule.',
+    )
+
+    async_type = parser.add_group(mutex=True, required=False)
+    async_type.add_argument(
+        '--validate-only',
+        action='store_true',
+        default=False,
+        help="Validate the update action, but don't actually perform it.",
+    )
+    base.ASYNC_FLAG.AddToParser(async_type)
+    labels_util.AddCreateLabelsFlags(parser)
+
+  @gcloud_exception.CatchHTTPErrorRaiseHTTPException(
+      'Status code: {status_code}. {status_message}.'
+  )
+  def Run(self, args):
+    update_mask = governance_rule.GenerateUpdateMask(args)
+    if len(update_mask) < 1:
+      raise exceptions.HttpException(
+          'Update commands must specify at least one additional parameter to '
+          'change.'
+      )
+
+    governance_rule_ref = args.CONCEPTS.governance_rule.Parse()
+    dataplex_client = dataplex_util.GetClientInstance()
+    update_req_op = dataplex_client.projects_locations_governanceRules.Patch(
+        dataplex_util.GetMessageModule().DataplexProjectsLocationsGovernanceRulesPatchRequest(
+            name=governance_rule_ref.RelativeName(),
+            validateOnly=args.validate_only,
+            updateMask=','.join(update_mask),
+            googleCloudDataplexV1GovernanceRule=governance_rule.GenerateGovernanceRuleForUpdateRequest(
+                args
+            ),
+        )
+    )
+
+    validate_only = getattr(args, 'validate_only', False)
+    if validate_only:
+      log.status.Print('Validation complete.')
+      return
+
+    if not getattr(args, 'async_', False):
+      response = governance_rule.WaitForOperation(update_req_op)
+      log.UpdatedResource(
+          governance_rule_ref, details='Operation was successful.'
+      )
+      return response
+
+    log.status.Print(
+        'Updating Governance Rule [{0}] with operation [{1}].'.format(
+            governance_rule_ref, update_req_op.name
+        )
+    )
+    return update_req_op