# -*- coding: utf-8 -*- # # Copyright 2018 Google LLC. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Create worker pool command.""" from __future__ import absolute_import from __future__ import division from __future__ import unicode_literals from googlecloudsdk.api_lib.cloudbuild import cloudbuild_exceptions from googlecloudsdk.api_lib.cloudbuild import cloudbuild_util from googlecloudsdk.api_lib.cloudbuild import workerpool_config from googlecloudsdk.api_lib.compute import utils as compute_utils from googlecloudsdk.api_lib.util import waiter from googlecloudsdk.calliope import base from googlecloudsdk.calliope import exceptions from googlecloudsdk.command_lib.cloudbuild import workerpool_flags from googlecloudsdk.core import log from googlecloudsdk.core import properties from googlecloudsdk.core import resources @base.ReleaseTracks(base.ReleaseTrack.GA) @base.UniverseCompatible class Create(base.CreateCommand): """Create a worker pool for use by Google Cloud Build.""" detailed_help = { 'DESCRIPTION': '{description}', 'EXAMPLES': """\ To create a worker pool named `wp1` in region `us-central1`, run: $ {command} wp1 --region=us-central1 To create a worker pool in project `p1` in region `us-central1` where workers are of machine type `e2-standard-2` and are peered to the VPC network `projects/123/global/networks/default` within the IP range `192.168.0.0/28` and have a disk size of 64GB, run: $ {command} wp1 --project=p1 --region=us-central1 \ --peered-network=projects/123/global/networks/default \ --peered-network-ip-range=192.168.0.0/28 --worker-machine-type=e2-standard-2 \ --worker-disk-size=64GB """, } @staticmethod def Args(parser): """Register flags for this command. Args: parser: An argparse.ArgumentParser-like object. It is mocked out in order to capture some information, but behaves like an ArgumentParser. """ parser = workerpool_flags.AddWorkerpoolCreateArgs(parser, base.ReleaseTrack.GA) parser.display_info.AddFormat(""" table( name.segment(-1), createTime.date('%Y-%m-%dT%H:%M:%S%Oz', undefined='-'), state ) """) def Run(self, args): """This is what gets called when the user runs this command. Args: args: an argparse namespace. All the arguments that were provided to this command invocation. Returns: Some value that we want to have printed later. """ return _CreateWorkerPoolFirstGen(args, self.ReleaseTrack()) @base.ReleaseTracks(base.ReleaseTrack.BETA) class CreateBeta(Create): """Create a worker pool for use by Cloud Build.""" @staticmethod def Args(parser): """Register flags for this command. Args: parser: An argparse.ArgumentParser-like object. It is mocked out in order to capture some information, but behaves like an ArgumentParser. """ parser = workerpool_flags.AddWorkerpoolCreateArgs(parser, base.ReleaseTrack.BETA) parser.add_argument( '--generation', default=1, type=int, help=('Generation of the worker pool.'), ) parser.display_info.AddFormat(""" table( name.segment(-1), createTime.date('%Y-%m-%dT%H:%M:%S%Oz', undefined='-'), state ) """) def Run(self, args): """This is what gets called when the user runs this command. Args: args: an argparse namespace. All the arguments that were provided to this command invocation. Returns: Some value that we want to have printed later. """ if args.generation == 1: return _CreateWorkerPoolFirstGen(args, self.ReleaseTrack()) if args.generation == 2: raise exceptions.InvalidArgumentException( '--generation', 'for generation=2 please use the gcloud command "gcloud builds' ' worker-pools apply" to create a worker pool', ) raise exceptions.InvalidArgumentException( '--generation', 'please use one of the following valid generation values: 1, 2', ) @base.ReleaseTracks(base.ReleaseTrack.ALPHA) class CreateAlpha(Create): """Create a private pool for use by Cloud Build.""" detailed_help = { 'DESCRIPTION': '{description}', 'EXAMPLES': """\ * Private pools To create a private pool named `pwp1` in region `us-central1`, run: $ {command} pwp1 --region=us-central1 To create a private pool in project `p1` in region `us-central1` where workers are of machine type `e2-standard-2` and are peered to the VPC network `projects/123/global/networks/default` within the IP range `192.168.0.0/28` and have a disk size of 64GB, run: $ {command} pwp1 --project=p1 --region=us-central1 --peered-network=projects/123/global/networks/default --peered-network-ip-range=192.168.0.0/28 --worker-machine-type=e2-standard-2 --worker-disk-size=64GB To create a private pool in project `p1` in region `us-central1` where workers are of machine type `e2-standard-2` and are peered to the network attachment `projects/p1/regions/us-central1/networkAttachments/na`. The workers don't have public IP address and all the traffic is routed to the network attachment. $ {command} pwp1 --project=p1 --region=us-central1 \ --network-attachment=projects/p1/regions/us-central1/networkAttachments/na \ --route-all-traffic \ --disable-public-ip-address \ --worker-machine-type=e2-standard-2 """, } @staticmethod def Args(parser): """Register flags for this command. Args: parser: An argparse.ArgumentParser-like object. It is mocked out in order to capture some information, but behaves like an ArgumentParser. """ parser = workerpool_flags.AddWorkerpoolCreateArgs(parser, base.ReleaseTrack.ALPHA) parser.add_argument( '--generation', default=1, type=int, help=('Generation of the worker pool.'), ) parser.display_info.AddFormat(""" table( name.segment(-1), createTime.date('%Y-%m-%dT%H:%M:%S%Oz', undefined='-'), state ) """) def Run(self, args): """This is what gets called when the user runs this command. Args: args: an argparse namespace. All the arguments that were provided to this command invocation. Returns: Some value that we want to have printed later. """ if args.generation == 1: return _CreateWorkerPoolFirstGen(args, self.ReleaseTrack()) if args.generation == 2: raise exceptions.InvalidArgumentException( '--generation', 'for generation=2 please use the gcloud command "gcloud builds' ' worker-pools apply" to create a worker pool', ) raise exceptions.InvalidArgumentException( '--generation', 'please use one of the following valid generation values: 1, 2', ) def _CreateWorkerPoolFirstGen(args, release_track): """Creates a Worker Pool First Generation. Args: args: an argparse namespace. All the arguments that were provided to the create command invocation. release_track: The desired value of the enum googlecloudsdk.calliope.base.ReleaseTrack. Returns: A Worker Pool First Generation resource. """ wp_name = args.WORKER_POOL wp_region = args.region if not wp_region: wp_region = properties.VALUES.builds.region.GetOrFail() client = cloudbuild_util.GetClientInstance(release_track) messages = cloudbuild_util.GetMessagesModule(release_track) # Get the workerpool proto from either the flags or the specified file. wp = messages.WorkerPool() if args.config_from_file is not None: try: wp = workerpool_config.LoadWorkerpoolConfigFromPath( args.config_from_file, messages.WorkerPool ) # Public IP in primary network interface of VM has to be disabled when # routing all the traffic to network attachment. config = wp.privatePoolV1Config if ( release_track == base.ReleaseTrack.ALPHA and config.privateServiceConnect is not None and config.privateServiceConnect.routeAllTraffic and config.privateServiceConnect.publicIpAddressDisabled is None ): config.privateServiceConnect.publicIpAddressDisabled = True except cloudbuild_exceptions.ParseProtoException as err: log.err.Print( '\nFailed to parse configuration from file. If you' ' were a Private Preview user, note that the format for this' ' file has changed slightly for GA.\n') raise err else: wp.privatePoolV1Config = messages.PrivatePoolV1Config() network_config = messages.NetworkConfig() if args.peered_network is not None: network_config.peeredNetwork = args.peered_network if args.peered_network_ip_range is not None: network_config.peeredNetworkIpRange = args.peered_network_ip_range # All of the egress flags are mutually exclusive with each other. if args.no_public_egress or ( release_track == base.ReleaseTrack.GA and args.no_external_ip ): network_config.egressOption = ( messages.NetworkConfig.EgressOptionValueValuesEnum.NO_PUBLIC_EGRESS ) wp.privatePoolV1Config.networkConfig = network_config worker_config = messages.WorkerConfig() if args.worker_machine_type is not None: worker_config.machineType = args.worker_machine_type if args.worker_disk_size is not None: worker_config.diskSizeGb = compute_utils.BytesToGb( args.worker_disk_size) wp.privatePoolV1Config.workerConfig = worker_config if release_track == base.ReleaseTrack.ALPHA: private_service_connect = messages.PrivateServiceConnect() if args.network_attachment: private_service_connect.networkAttachment = args.network_attachment if args.disable_public_ip_address: private_service_connect.publicIpAddressDisabled = True if args.route_all_traffic: # Public IP in primary network interface of VM has to be disabled when # routing all the traffic to network attachment. private_service_connect.publicIpAddressDisabled = True private_service_connect.routeAllTraffic = True if ( args.network_attachment or args.disable_public_ip_address or args.route_all_traffic ): # Private Service Connect related fields are specified, remove # network config. wp.privatePoolV1Config.networkConfig = None wp.privatePoolV1Config.privateServiceConnect = private_service_connect parent = properties.VALUES.core.project.Get(required=True) # Get the parent project.location ref parent_resource = resources.REGISTRY.Create( collection='cloudbuild.projects.locations', projectsId=parent, locationsId=wp_region) # Send the Create request created_op = client.projects_locations_workerPools.Create( messages.CloudbuildProjectsLocationsWorkerPoolsCreateRequest( workerPool=wp, parent=parent_resource.RelativeName(), workerPoolId=wp_name)) op_resource = resources.REGISTRY.ParseRelativeName( created_op.name, collection='cloudbuild.projects.locations.operations') created_wp = waiter.WaitFor( waiter.CloudOperationPoller(client.projects_locations_workerPools, client.projects_locations_operations), op_resource, 'Creating worker pool', max_wait_ms=3600000) # 1 hour # Get the workerpool ref wp_resource = resources.REGISTRY.Parse( None, collection='cloudbuild.projects.locations.workerPools', api_version=cloudbuild_util.RELEASE_TRACK_TO_API_VERSION[release_track], params={ 'projectsId': parent, 'locationsId': wp_region, 'workerPoolsId': wp_name, }) log.CreatedResource(wp_resource) return created_wp