feat: Add new gcloud commands, API clients, and third-party libraries across various services.

This commit is contained in:
2026-01-01 20:26:35 +01:00
parent 5e23cbece0
commit a19e592eb7
25221 changed files with 8324611 additions and 0 deletions

View File

@@ -0,0 +1,27 @@
# -*- coding: utf-8 -*- #
# Copyright 2024 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""The gcloud workbench executions command group."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from googlecloudsdk.calliope import base
@base.DefaultUniverseOnly
@base.ReleaseTracks(base.ReleaseTrack.BETA)
class Instances(base.Group):
"""Workbench executions command group."""

View File

@@ -0,0 +1,79 @@
# -*- coding: utf-8 -*- #
# Copyright 2024 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Create command for Workbench Executions."""
from googlecloudsdk.api_lib.ai import operations
from googlecloudsdk.api_lib.colab_enterprise import util
from googlecloudsdk.api_lib.notebook_executor import executions as executions_util
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.ai import endpoint_util
from googlecloudsdk.command_lib.notebook_executor import flags
_DETAILED_HELP = {
'DESCRIPTION': """
Create a Workbench notebook execution.
""",
'EXAMPLES': """
To create an execution of a notebook file with Cloud Storage URI `gs://my-bucket/my-notebook.ipynb`, with an execution job display name `my-execution`, running with service account `my-service-account@my-project.iam.gserviceaccount.com`, with results uploaded to Cloud Storage bucket `gs://my-bucket/results`, and in region `us-central1`, with a compute configuration of `n1-standard-4` machine type:
$ {command} --display-name=my-execution --gcs-notebook-uri=gs://my-bucket/my-notebook.ipynb --service-account=my-service-account@my-project.iam.gserviceaccount.com --gcs-output-uri=gs://my-bucket/results --region=us-central1 --machine-type=n1-standard-4
""",
}
@base.DefaultUniverseOnly
@base.ReleaseTracks(base.ReleaseTrack.BETA)
class Create(base.CreateCommand):
"""Create a Workbench execution."""
@staticmethod
def Args(parser):
"""Register flags for this command."""
flags.AddCreateExecutionFlags(parser, for_workbench=True)
def Run(self, args):
"""This is what gets called when the user runs this command."""
release_track = self.ReleaseTrack()
messages = util.GetMessages(self.ReleaseTrack())
region_ref = args.CONCEPTS.region.Parse()
region = region_ref.AsDict()['locationsId']
with endpoint_util.AiplatformEndpointOverrides(
version='BETA', region=region
):
api_client = util.GetClient(release_track)
executions_service = (
api_client.projects_locations_notebookExecutionJobs
)
operation = executions_service.Create(
executions_util.CreateExecutionCreateRequest(
args, messages, for_workbench=True
)
)
return util.WaitForOpMaybe(
operations_client=operations.OperationsClient(client=api_client),
op=operation,
op_ref=executions_util.ParseExecutionOperation(
operation.name
),
asynchronous=util.GetAsyncConfig(args),
kind='notebook execution',
log_method='create',
message='Waiting for execution to be created...',
)
Create.detailed_help = _DETAILED_HELP

View File

@@ -0,0 +1,97 @@
# -*- coding: utf-8 -*- #
# Copyright 2024 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Delete command for Workbench Executions."""
from googlecloudsdk.api_lib.ai import operations
from googlecloudsdk.api_lib.colab_enterprise import util
from googlecloudsdk.api_lib.notebook_executor import executions as executions_util
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.ai import endpoint_util
from googlecloudsdk.command_lib.notebook_executor import flags
_DETAILED_HELP = {
'DESCRIPTION': """
Delete a Workbench notebook execution.
""",
'EXAMPLES': """
To delete an execution with id `my-execution`, in region `us-central1`, run:
$ {command} my-execution --region=us-central1
""",
}
@base.DefaultUniverseOnly
@base.ReleaseTracks(base.ReleaseTrack.BETA)
class Delete(base.DeleteCommand):
"""Delete an execution."""
@staticmethod
def Args(parser):
"""Register flags for this command.
Args:
parser: argparse parser for the command.
"""
flags.AddDeleteExecutionFlags(parser, for_workbench=True)
def Run(self, args):
"""This is what gets called when the user runs this command.
Args:
args: argparse namespace, the arguments of the command.
Returns:
The delete operation or the results if async.
"""
release_track = self.ReleaseTrack()
messages = util.GetMessages(self.ReleaseTrack())
execution_ref = args.CONCEPTS.execution.Parse()
region = execution_ref.locationsId
with endpoint_util.AiplatformEndpointOverrides(
version='BETA', region=region
):
api_client = util.GetClient(release_track)
executions_service = (
api_client.projects_locations_notebookExecutionJobs
)
# We skip validating the execution type for deletion as a workaround to
# allow the gcloud e2e script to delete both Colab Enterprise and
# Workbench executions. Currently the e2e script does not allow specifying
# multiple commands for deleting a single API resource.
executions_util.ValidateAndGetWorkbenchExecution(
args, messages, executions_service, skip_workbench_check=True
)
operation = executions_service.Delete(
executions_util.CreateExecutionDeleteRequest(
args, messages
)
)
return util.WaitForOpMaybe(
operations_client=operations.OperationsClient(client=api_client),
op=operation,
op_ref=executions_util.ParseExecutionOperation(
operation.name
),
asynchronous=util.GetAsyncConfig(args),
kind='notebook execution',
log_method='delete',
message='Waiting for execution to be deleted...',
)
Delete.detailed_help = _DETAILED_HELP

View File

@@ -0,0 +1,76 @@
# -*- coding: utf-8 -*- #
# Copyright 2024 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Describe command for Workbench Executions."""
from googlecloudsdk.api_lib.colab_enterprise import util
from googlecloudsdk.api_lib.notebook_executor import executions as executions_util
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.ai import endpoint_util
from googlecloudsdk.command_lib.notebook_executor import flags
_DETAILED_HELP = {
'DESCRIPTION': """
Describe a Workbench notebook execution.
""",
'EXAMPLES': """
To describe a notebook execution with id `my-execution` in region `us-central1`, run:
$ {command} my-execution --region=us-central1
""",
}
@base.DefaultUniverseOnly
@base.ReleaseTracks(base.ReleaseTrack.BETA)
class Describe(base.DescribeCommand):
"""Describe an execution."""
@staticmethod
def Args(parser):
"""Register flags for this command.
Args:
parser: argparse parser for the command.
"""
flags.AddDescribeExecutionFlags(parser, for_workbench=True)
def Run(self, args):
"""This is what gets called when the user runs this command.
Args:
args: argparse namespace, the arguments of the command.
Returns:
The execution to describe.
"""
release_track = self.ReleaseTrack()
messages = util.GetMessages(self.ReleaseTrack())
execution_ref = args.CONCEPTS.execution.Parse()
region = execution_ref.AsDict()['locationsId']
# Override to regionalize domain as used by the AIPlatform API.
with endpoint_util.AiplatformEndpointOverrides(
version='BETA', region=region
):
api_client = util.GetClient(release_track)
executions_service = api_client.projects_locations_notebookExecutionJobs
return executions_util.ValidateAndGetWorkbenchExecution(
args, messages, executions_service
)
Describe.detailed_help = _DETAILED_HELP

View File

@@ -0,0 +1,94 @@
# -*- coding: utf-8 -*- #
# Copyright 2025 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""List command for Workbench Executions."""
from apitools.base.py import list_pager
from googlecloudsdk.api_lib.colab_enterprise import util
from googlecloudsdk.api_lib.notebook_executor import executions as executions_util
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.ai import endpoint_util
from googlecloudsdk.command_lib.notebook_executor import flags
_DETAILED_HELP = {
'DESCRIPTION': """
List your project's Workbench executions in a given region.
""",
'EXAMPLES': """
To list your executions in region `us-central1`, run:
$ {command} --region=us-central1
""",
}
@base.DefaultUniverseOnly
@base.ReleaseTracks(base.ReleaseTrack.BETA)
class List(base.ListCommand):
"""List your notebook execution jobs."""
@staticmethod
def Args(parser):
"""Register flags for this command.
Args:
parser: argparse parser to add flags to.
"""
flags.AddListExecutionsFlags(parser, for_workbench=True)
parser.display_info.AddFormat("""
table(name.segment(-1):label=ID,
displayName,
name.segment(-3):label=REGION,
gcsOutputUri,
jobState)
""")
def Run(self, args):
"""This is what gets called when the user runs this command.
Args:
args: The arguments that the command was run with.
Returns:
A list of Workbench executions in the specified region.
"""
release_track = self.ReleaseTrack()
messages = util.GetMessages(self.ReleaseTrack())
region_ref = args.CONCEPTS.region.Parse()
region = region_ref.AsDict()['locationsId']
# Override to regionalize domain as used by the AIPlatform API.
with endpoint_util.AiplatformEndpointOverrides(
version='BETA', region=region
):
api_client = util.GetClient(release_track)
executions_service = (
api_client.projects_locations_notebookExecutionJobs
)
return list_pager.YieldFromList(
# TODO: b/384799644 - replace with API-side filtering to reduce
# latency when available.
predicate=executions_util.IsWorkbenchExecution,
service=executions_service,
request=executions_util.CreateExecutionListRequest(
args, messages
),
field='notebookExecutionJobs',
limit=args.limit,
batch_size_attribute='pageSize',
batch_size=args.page_size,
)
List.detailed_help = _DETAILED_HELP