142 lines
4.9 KiB
Python
142 lines
4.9 KiB
Python
# -*- coding: utf-8 -*- #
|
|
# Copyright 2020 Google LLC. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
"""Command to create a custom job in Vertex AI."""
|
|
|
|
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import unicode_literals
|
|
|
|
from googlecloudsdk.api_lib.ai.custom_jobs import client
|
|
from googlecloudsdk.calliope import base
|
|
from googlecloudsdk.command_lib.ai import constants
|
|
from googlecloudsdk.command_lib.ai import endpoint_util
|
|
from googlecloudsdk.command_lib.ai import validation as common_validation
|
|
from googlecloudsdk.command_lib.ai.custom_jobs import custom_jobs_util
|
|
from googlecloudsdk.command_lib.ai.custom_jobs import flags
|
|
from googlecloudsdk.command_lib.ai.custom_jobs import validation
|
|
from googlecloudsdk.command_lib.util.args import labels_util
|
|
from googlecloudsdk.core import log
|
|
from googlecloudsdk.core import properties
|
|
|
|
_JOB_CREATION_DISPLAY_MESSAGE_TEMPLATE = """\
|
|
CustomJob [{job_name}] is submitted successfully.
|
|
|
|
Your job is still active. You may view the status of your job with the command
|
|
|
|
$ {command_prefix} ai custom-jobs describe {job_name}
|
|
|
|
or continue streaming the logs with the command
|
|
|
|
$ {command_prefix} ai custom-jobs stream-logs {job_name}\
|
|
"""
|
|
|
|
|
|
@base.ReleaseTracks(base.ReleaseTrack.GA)
|
|
class CreateGA(base.CreateCommand):
|
|
"""Create a new custom job.
|
|
|
|
This command will attempt to run the custom job immediately upon creation.
|
|
|
|
## EXAMPLES
|
|
|
|
To create a job under project ``example'' in region
|
|
``us-central1'', run:
|
|
|
|
$ {command} --region=us-central1 --project=example
|
|
--worker-pool-spec=replica-count=1,machine-type='n1-highmem-2',container-image-uri='gcr.io/ucaip-test/ucaip-training-test'
|
|
--display-name=test
|
|
"""
|
|
|
|
_version = constants.GA_VERSION
|
|
|
|
@staticmethod
|
|
def Args(parser):
|
|
flags.AddCreateCustomJobFlags(parser)
|
|
|
|
def _DisplayResult(self, response):
|
|
cmd_prefix = 'gcloud'
|
|
if self.ReleaseTrack().prefix:
|
|
cmd_prefix += ' ' + self.ReleaseTrack().prefix
|
|
|
|
log.status.Print(
|
|
_JOB_CREATION_DISPLAY_MESSAGE_TEMPLATE.format(
|
|
job_name=response.name, command_prefix=cmd_prefix))
|
|
|
|
def _PrepareJobSpec(self, args, api_client, project):
|
|
job_config = api_client.ImportResourceMessage(
|
|
args.config, 'CustomJobSpec') if args.config else api_client.GetMessage(
|
|
'CustomJobSpec')()
|
|
|
|
validation.ValidateCreateArgs(args, job_config, self._version)
|
|
worker_pool_specs = list(
|
|
custom_jobs_util.UpdateWorkerPoolSpecsIfLocalPackageRequired(
|
|
args.worker_pool_spec or [], args.display_name, project))
|
|
|
|
job_spec = custom_jobs_util.ConstructCustomJobSpec(
|
|
api_client,
|
|
base_config=job_config,
|
|
worker_pool_specs=worker_pool_specs,
|
|
network=args.network,
|
|
service_account=args.service_account,
|
|
enable_web_access=args.enable_web_access,
|
|
enable_dashboard_access=args.enable_dashboard_access,
|
|
args=args.args,
|
|
command=args.command,
|
|
python_package_uri=args.python_package_uris,
|
|
persistent_resource_id=args.persistent_resource_id)
|
|
|
|
return job_spec
|
|
|
|
def Run(self, args):
|
|
project = properties.VALUES.core.project.GetOrFail()
|
|
region_ref = args.CONCEPTS.region.Parse()
|
|
region = region_ref.AsDict()['locationsId']
|
|
validation.ValidateRegion(region)
|
|
|
|
with endpoint_util.AiplatformEndpointOverrides(
|
|
version=self._version, region=region):
|
|
api_client = client.CustomJobsClient(version=self._version)
|
|
job_spec = self._PrepareJobSpec(args, api_client, project)
|
|
labels = labels_util.ParseCreateArgs(
|
|
args,
|
|
api_client.CustomJobMessage().LabelsValue)
|
|
|
|
response = api_client.Create(
|
|
parent=region_ref.RelativeName(),
|
|
display_name=args.display_name,
|
|
job_spec=job_spec,
|
|
kms_key_name=common_validation.GetAndValidateKmsKey(args),
|
|
labels=labels)
|
|
self._DisplayResult(response)
|
|
return response
|
|
|
|
|
|
@base.ReleaseTracks(base.ReleaseTrack.BETA, base.ReleaseTrack.ALPHA)
|
|
class CreatePreGA(CreateGA):
|
|
"""Create a new custom job.
|
|
|
|
This command will attempt to run the custom job immediately upon creation.
|
|
|
|
## EXAMPLES
|
|
|
|
To create a job under project ``example'' in region
|
|
``us-central1'', run:
|
|
|
|
$ {command} --region=us-central1 --project=example
|
|
--worker-pool-spec=replica-count=1,machine-type='n1-highmem-2',container-image-uri='gcr.io/ucaip-test/ucaip-training-test'
|
|
--display-name=test
|
|
"""
|
|
_version = constants.BETA_VERSION
|