feat: Add new gcloud commands, API clients, and third-party libraries across various services.

This commit is contained in:
2026-01-01 20:26:35 +01:00
parent 5e23cbece0
commit a19e592eb7
25221 changed files with 8324611 additions and 0 deletions

View File

@@ -0,0 +1,29 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""The command group for managing Cloud Data Fusion instances."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from googlecloudsdk.calliope import base
class Instances(base.Group):
"""Create and manage Cloud Data Fusion instances.
The {command} command group lets you create, delete, list, and describe
Cloud Data Fusion instances.
"""

View File

@@ -0,0 +1,167 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Command to create a Data Fusion instance."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from apitools.base.py import encoding
from googlecloudsdk.api_lib.data_fusion import datafusion as df
from googlecloudsdk.api_lib.util import waiter
from googlecloudsdk.calliope import arg_parsers
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.data_fusion import maintenance_utils
from googlecloudsdk.command_lib.data_fusion import operation_poller
from googlecloudsdk.command_lib.data_fusion import resource_args
from googlecloudsdk.command_lib.util.apis import arg_utils
from googlecloudsdk.command_lib.util.args import labels_util
from googlecloudsdk.core import log
_EDITIONS = ['basic', 'enterprise', 'developer']
@base.DefaultUniverseOnly
class Create(base.Command):
# pylint:disable=line-too-long
r"""Create and initialize a Cloud Data Fusion instance.
If run asynchronously with `--async`, exits after printing an operation
that can be used to poll the status of the creation operation via:
{command} operations list
## EXAMPLES
To create instance `my-instance` in project `my-project`, location in
`my-location`, and zone in `my-zone` run:
$ {command} my-instance --project=my-project --location=my-location --zone=my-zone
"""
@staticmethod
def Args(parser):
resource_args.AddInstanceResourceArg(parser, 'Instance to create.')
base.ASYNC_FLAG.AddToParser(parser)
labels_util.AddCreateLabelsFlags(parser)
parser.add_argument(
'--zone',
help='Compute Engine zone in which the instance will '
'be created. Only needed for DEVELOPER edition. For example: `--zone=us-central1-a`.')
parser.add_argument(
'--edition',
choices=_EDITIONS,
default='basic',
help='Edition of the Data Fusion instance to create. '
'For example: `--edition=enterprise`.')
parser.add_argument(
'--version',
help='The version of Cloud Data Fusion to use when creating the instance. '
'For example: `--version=6.9.2`.')
parser.add_argument(
'--patch_revision',
help='Patch revision version of Cloud Data Fusion to use when creating the instance.'
'For example: `--patch_revision=6.9.2.1`.')
parser.add_argument(
'--options',
type=arg_parsers.ArgDict(),
metavar='KEY=VALUE',
help='Options to use for instance creation, '
'specified as KEY1=VALUE1,KEY2=VALUE2.')
parser.add_argument(
'--enable_stackdriver_logging',
action='store_true',
help='Enable Stackdriver logging for this Data Fusion instance.')
parser.add_argument(
'--enable_stackdriver_monitoring',
action='store_true',
help='Enable Stackdriver monitoring for this Data Fusion instance.')
parser.add_argument(
'--enable_rbac',
action='store_true',
help='Enable granular role-based access control for this Data Fusion instance.')
maintenance_utils.CreateArgumentsGroup(parser)
resource_args.GetTagsArg().AddToParser(parser)
def Run(self, args):
datafusion = df.Datafusion()
instance_ref = args.CONCEPTS.instance.Parse()
# Prompt for zone if it is not specified
version = args.version
if not version:
version = ''
zone = args.zone
if not zone:
zone = ''
options = args.options
if not options:
options = {}
labels = args.labels
if not labels:
labels = {}
enable_stackdriver_logging = args.enable_stackdriver_logging
if not enable_stackdriver_logging:
enable_stackdriver_logging = False
enable_stackdriver_monitoring = args.enable_stackdriver_monitoring
if not enable_stackdriver_monitoring:
enable_stackdriver_monitoring = False
enable_rbac = args.enable_rbac
if not enable_rbac:
enable_rbac = False
edition_mapper = arg_utils.ChoiceEnumMapper(
'edition_enum', df.Datafusion().messages.Instance.TypeValueValuesEnum)
edition = edition_mapper.GetEnumForChoice(args.edition)
instance = datafusion.messages.Instance(
zone=zone,
type=edition,
version=version,
patchRevision=args.patch_revision,
enableStackdriverLogging=enable_stackdriver_logging,
enableStackdriverMonitoring=enable_stackdriver_monitoring,
enableRbac=enable_rbac,
options=encoding.DictToAdditionalPropertyMessage(
options, datafusion.messages.Instance.OptionsValue, True
),
labels=encoding.DictToAdditionalPropertyMessage(
labels, datafusion.messages.Instance.LabelsValue, True
),
tags=resource_args.GetTagsFromArgs(
args, datafusion.messages.Instance.TagsValue
),
)
maintenance_utils.SetMaintenanceWindow(args, instance)
req = datafusion.messages.DatafusionProjectsLocationsInstancesCreateRequest(
instance=instance,
instanceId=instance_ref.Name(),
parent=instance_ref.Parent().RelativeName())
operation = datafusion.client.projects_locations_instances.Create(req)
if args.async_:
log.CreatedResource(
instance_ref.RelativeName(), kind='instance', is_async=True)
return operation
else:
waiter.WaitFor(
operation_poller.OperationPoller(),
operation.name,
'Waiting for [{}] to complete. This may take several minutes.'.format(
operation.name),
max_wait_ms=df.OPERATION_TIMEOUT,
wait_ceiling_ms=df.OPERATION_TIMEOUT)
log.CreatedResource(
instance_ref.RelativeName(), kind='instance', is_async=False)

View File

@@ -0,0 +1,76 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Command to delete a Data Fusion instance."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from googlecloudsdk.api_lib.data_fusion import datafusion as df
from googlecloudsdk.api_lib.util import waiter
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.data_fusion import operation_poller
from googlecloudsdk.command_lib.data_fusion import resource_args
from googlecloudsdk.core import log
from googlecloudsdk.core.console import console_io
class Delete(base.DeleteCommand):
"""Deletes a Cloud Data Fusion instance.
If run asynchronously with `--async`, exits after printing an operation
that can be used to poll the status of the creation operation via:
{command} operations list
## EXAMPLES
To delete instance `my-instance` in project `my-project` and location
`my-location`, run:
$ {command} my-instance --project=my-project --location=my-location
"""
@staticmethod
def Args(parser):
resource_args.AddInstanceResourceArg(parser, 'Instance to delete.')
base.ASYNC_FLAG.AddToParser(parser)
def Run(self, args):
datafusion = df.Datafusion()
instance_ref = args.CONCEPTS.instance.Parse()
name = instance_ref.RelativeName()
req = datafusion.messages.DatafusionProjectsLocationsInstancesDeleteRequest(
name=instance_ref.RelativeName())
console_io.PromptContinue(
message="'{0}' will be deleted".format(name),
cancel_on_no=True,
cancel_string='Deletion aborted by user.',
throw_if_unattended=True)
operation = datafusion.client.projects_locations_instances.Delete(req)
log.status.write('Deleting [{0}] with operation [{1}].'.format(
instance_ref.RelativeName(), operation.name))
if args.async_:
return operation
else:
waiter.WaitFor(
operation_poller.OperationPoller(), operation.name,
'Waiting for [{}] to complete. This may take several minutes'.format(
operation.name))

View File

@@ -0,0 +1,65 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Command to describe a Data Fusion instance."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from googlecloudsdk.api_lib.data_fusion import datafusion as df
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.data_fusion import resource_args
class Describe(base.DescribeCommand):
"""Gets details about a Cloud Data Fusion instance.
## EXAMPLES
To describe instance `my-instance` in project `my-project` and location
`my-location`, run:
$ {command} my-instance --project=my-project --location=my-location
"""
@staticmethod
def Args(parser):
resource_args.AddInstanceResourceArg(parser, 'Instance to describe.')
parser.display_info.AddFormat(
'table[box]('
'name.segment(5):label=NAME,'
'type:label=EDITION,'
'createTime:reverse:label=CREATE_TIME,'
'updateTime:reverse:label=UPDATE_TIME,'
'zone:label=ZONE,'
'version:label=VERSION,'
'patchRevision:label=PATCH_REVISION,'
'availableVersion:label=AVAILABLE_VERSIONS_TO_UPDATE,'
'service_endpoint:label=INSTANCE_URL'
')'
)
def Run(self, args):
datafusion = df.Datafusion()
instance_ref = args.CONCEPTS.instance.Parse()
request = (
datafusion.messages.DatafusionProjectsLocationsInstancesGetRequest(
name=instance_ref.RelativeName()
)
)
instance = datafusion.client.projects_locations_instances.Get(request)
return instance

View File

@@ -0,0 +1,68 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Command to list instances in a project."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from apitools.base.py import list_pager
from googlecloudsdk.api_lib.data_fusion import datafusion as df
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.data_fusion import resource_args
class List(base.ListCommand):
"""Lists all Data Fusion instances in a project given a location.
## EXAMPLES
To list instances in project `my-project` and location `my-location`, run:
$ {command} --project=my-project --location=my-location
"""
@staticmethod
def Args(parser):
resource_args.AddLocationResourceArg(parser,
'Location to list instances for.')
parser.display_info.AddFormat(
'table[box]('
'name.segment(5):label=NAME,'
'type:label=EDITION,'
'createTime:reverse:label=CREATE_TIME,'
'updateTime:reverse:label=UPDATE_TIME,'
'zone:label=ZONE,'
'version:label=VERSION,'
'patchRevision:label=PATCH_REVISION,'
'availableVersion:label=AVAILABLE_VERSIONS_TO_UPDATE,'
'service_endpoint:label=INSTANCE_URL'
')')
def Run(self, args):
datafusion = df.Datafusion()
location_ref = args.CONCEPTS.location.Parse()
request = datafusion.messages.DatafusionProjectsLocationsInstancesListRequest(
parent=location_ref.RelativeName())
return list_pager.YieldFromList(
datafusion.client.projects_locations_instances,
request,
limit=args.limit,
field='instances',
batch_size=args.page_size,
batch_size_attribute='pageSize')

View File

@@ -0,0 +1,72 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Command to describe a Data Fusion instance."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from googlecloudsdk.api_lib.data_fusion import datafusion as df
from googlecloudsdk.api_lib.util import waiter
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.data_fusion import operation_poller
from googlecloudsdk.command_lib.data_fusion import resource_args
from googlecloudsdk.core import log
class Restart(base.DescribeCommand):
"""Restarts a Cloud Data Fusion instance."""
detailed_help = {
'DESCRIPTION': """\
If run asynchronously with `--async`, exits after printing an operation
that can be used to poll the status of the creation operation via:
{command} operations list
""",
'EXAMPLES': """\
To restart instance `my-instance` in project `my-project` and location
`my-location`, run:
$ {command} my-instance --project=my-project --location=my-location
""",
}
@staticmethod
def Args(parser):
resource_args.AddInstanceResourceArg(parser, 'Instance to restart.')
base.ASYNC_FLAG.AddToParser(parser)
def Run(self, args):
datafusion = df.Datafusion()
instance_ref = args.CONCEPTS.instance.Parse()
request = datafusion.messages.DatafusionProjectsLocationsInstancesRestartRequest(
name=instance_ref.RelativeName())
operation = datafusion.client.projects_locations_instances.Restart(request)
if args.async_:
log.CreatedResource(
instance_ref.RelativeName(), kind='instance', is_async=True)
return operation
else:
waiter.WaitFor(
operation_poller.OperationPoller(),
operation.name,
'Waiting for [{}] to complete. This may take several minutes.'.format(
operation.name),
wait_ceiling_ms=df.OPERATION_TIMEOUT)
log.ResetResource(
instance_ref.RelativeName(), kind='instance', is_async=False)

View File

@@ -0,0 +1,158 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Command to update a Data Fusion instance."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from apitools.base.py import encoding
from googlecloudsdk.api_lib.data_fusion import datafusion as df
from googlecloudsdk.api_lib.util import waiter
from googlecloudsdk.calliope import arg_parsers
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.data_fusion import maintenance_utils
from googlecloudsdk.command_lib.data_fusion import operation_poller
from googlecloudsdk.command_lib.data_fusion import resource_args
from googlecloudsdk.command_lib.util.args import labels_util
from googlecloudsdk.core import log
@base.DefaultUniverseOnly
class Update(base.UpdateCommand):
# pylint:disable=line-too-long
r"""Updates a Cloud Data Fusion instance."""
detailed_help = {
'DESCRIPTION':
"""\
If run asynchronously with `--async`, exits after printing an operation
that can be used to poll the status of the creation operation via:
{command} operations list
""",
'EXAMPLES':
"""\
To update instance 'my-instance' in project 'my-project' and location
'my-location' to version `6.9.2`, run:
$ {command} --project=my-project --location=my-location --version=6.9.2 my-instance
To update instance 'my-instance' in project 'my-project' and location
'my-location' to patch revision '6.9.2.1', run:
$ {command} --project=my-project --location=my-location --version=6.9.2 --patch_revision=6.9.2.1 my-instance
""",
}
# REST API Field Names for the updateMask
FIELD_PATH_OPTIONS = 'options'
FIELD_PATH_ENABLE_RBAC = 'enableRbac'
FIELD_PATH_ENABLE_STACKDRIVER_LOGGING = 'enableStackdriverLogging'
FIELD_PATH_ENABLE_STACKDRIVER_MONITORING = 'enableStackdriverMonitoring'
FIELD_PATH_MAINTENANCE_POLICY = 'maintenancePolicy'
@staticmethod
def Args(parser):
resource_args.AddInstanceResourceArg(parser, 'Instance to update.')
base.ASYNC_FLAG.AddToParser(parser)
labels_util.AddCreateLabelsFlags(parser)
parser.add_argument(
'--enable_stackdriver_logging',
action='store_true',
help='Enable Stackdriver logging for this Data Fusion instance.')
parser.add_argument(
'--enable_stackdriver_monitoring',
action='store_true',
help='Enable Stackdriver monitoring for this Data Fusion instance.')
parser.add_argument(
'--enable_rbac',
action='store_true',
help='Enable granular role-based access control for this Data Fusion instance.'
)
parser.add_argument(
'--options',
type=arg_parsers.ArgDict(),
metavar='KEY=VALUE',
help='Options to use for instance update, '
'specified as KEY1=VALUE1,KEY2=VALUE2.')
parser.add_argument('--version', help='Version of Datafusion to update to.')
parser.add_argument('--patch_revision', help='Patch revision version of Cloud Data Fusion to update to.')
maintenance_utils.UpdateArgumentsGroup(parser)
def Run(self, args):
datafusion = df.Datafusion()
instance_ref = args.CONCEPTS.instance.Parse()
labels = args.labels or {}
enable_stackdriver_logging = None
enable_stackdriver_monitoring = None
enable_rbac = None
options = {}
fields_to_update = []
if args.IsSpecified('options'):
options = args.options
fields_to_update.append(self.FIELD_PATH_OPTIONS)
if args.IsSpecified('enable_rbac'):
fields_to_update.append(self.FIELD_PATH_ENABLE_RBAC)
enable_rbac = args.enable_rbac
if args.IsSpecified('enable_stackdriver_logging'):
fields_to_update.append(self.FIELD_PATH_ENABLE_STACKDRIVER_LOGGING)
enable_stackdriver_logging = args.enable_stackdriver_logging
if args.IsSpecified('enable_stackdriver_monitoring'):
fields_to_update.append(self.FIELD_PATH_ENABLE_STACKDRIVER_MONITORING)
enable_stackdriver_monitoring = args.enable_stackdriver_monitoring
version = args.version
instance = datafusion.messages.Instance(
name=instance_ref.RelativeName(),
version=version,
patchRevision=args.patch_revision,
enableStackdriverLogging=enable_stackdriver_logging,
enableStackdriverMonitoring=enable_stackdriver_monitoring,
enableRbac=enable_rbac,
options=encoding.DictToAdditionalPropertyMessage(
options, datafusion.messages.Instance.OptionsValue, True),
labels=encoding.DictToAdditionalPropertyMessage(
labels, datafusion.messages.Instance.LabelsValue, True))
if (args.IsSpecified('clear_maintenance_window')
or args.IsSpecified('maintenance_window_start')
or args.IsSpecified('maintenance_window_end')
or args.IsSpecified('maintenance_window_recurrence')):
maintenance_utils.UpdateMaintenanceWindow(args, instance)
fields_to_update.append(self.FIELD_PATH_MAINTENANCE_POLICY)
request = datafusion.messages.DatafusionProjectsLocationsInstancesPatchRequest(
instance=instance,
updateMask=','.join(fields_to_update),
name=instance_ref.RelativeName())
operation = datafusion.client.projects_locations_instances.Patch(request)
if args.async_:
log.CreatedResource(
instance_ref.RelativeName(), kind='instance', is_async=True)
return operation
else:
waiter.WaitFor(
operation_poller.OperationPoller(),
operation.name,
'Waiting for [{}] to complete. This may take several minutes.'.format(
operation.name),
wait_ceiling_ms=df.OPERATION_TIMEOUT)
log.UpdatedResource(
instance_ref.RelativeName(), kind='instance', is_async=False)