208 lines
7.4 KiB
Python
208 lines
7.4 KiB
Python
# -*- coding: utf-8 -*- #
|
|
# Copyright 2021 Google Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
"""Client for interaction with Asset API CRUD DATAPLEX."""
|
|
|
|
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import unicode_literals
|
|
|
|
from googlecloudsdk.api_lib.dataplex import util as dataplex_api
|
|
from googlecloudsdk.command_lib.iam import iam_util
|
|
|
|
|
|
def SetIamPolicy(asset_ref, policy):
|
|
"""Set Iam Policy request."""
|
|
set_iam_policy_req = dataplex_api.GetMessageModule(
|
|
).DataplexProjectsLocationsLakesZonesAssetsSetIamPolicyRequest(
|
|
resource=asset_ref.RelativeName(),
|
|
googleIamV1SetIamPolicyRequest=dataplex_api.GetMessageModule()
|
|
.GoogleIamV1SetIamPolicyRequest(policy=policy))
|
|
return dataplex_api.GetClientInstance(
|
|
).projects_locations_lakes_zones_assets.SetIamPolicy(set_iam_policy_req)
|
|
|
|
|
|
def GetIamPolicy(asset_ref):
|
|
"""Get Iam Policy request."""
|
|
get_iam_policy_req = dataplex_api.GetMessageModule(
|
|
).DataplexProjectsLocationsLakesZonesAssetsGetIamPolicyRequest(
|
|
resource=asset_ref.RelativeName())
|
|
return dataplex_api.GetClientInstance(
|
|
).projects_locations_lakes_zones_assets.GetIamPolicy(get_iam_policy_req)
|
|
|
|
|
|
def AddIamPolicyBinding(asset_ref, member, role):
|
|
"""Add IAM policy binding request."""
|
|
policy = GetIamPolicy(asset_ref)
|
|
iam_util.AddBindingToIamPolicy(
|
|
dataplex_api.GetMessageModule().GoogleIamV1Binding, policy, member, role)
|
|
return SetIamPolicy(asset_ref, policy)
|
|
|
|
|
|
def RemoveIamPolicyBinding(zone_ref, member, role):
|
|
"""Remove IAM policy binding request."""
|
|
policy = GetIamPolicy(zone_ref)
|
|
iam_util.RemoveBindingFromIamPolicy(policy, member, role)
|
|
return SetIamPolicy(zone_ref, policy)
|
|
|
|
|
|
def SetIamPolicyFromFile(asset_ref, policy_file):
|
|
"""Set IAM policy binding request from file."""
|
|
policy = iam_util.ParsePolicyFile(
|
|
policy_file,
|
|
dataplex_api.GetMessageModule().GoogleIamV1Policy)
|
|
return SetIamPolicy(asset_ref, policy)
|
|
|
|
|
|
def GenerateAssetForCreateRequest(args):
|
|
"""Create Asset for Message Create Requests."""
|
|
module = dataplex_api.GetMessageModule()
|
|
resource_spec_field = module.GoogleCloudDataplexV1AssetResourceSpec
|
|
resource_spec = module.GoogleCloudDataplexV1AssetResourceSpec(
|
|
name=args.resource_name,
|
|
type=resource_spec_field.TypeValueValuesEnum(args.resource_type),
|
|
)
|
|
if args.IsSpecified('resource_read_access_mode'):
|
|
resource_spec.readAccessMode = (
|
|
resource_spec_field.ReadAccessModeValueValuesEnum(
|
|
args.resource_read_access_mode
|
|
)
|
|
)
|
|
request = module.GoogleCloudDataplexV1Asset(
|
|
description=args.description,
|
|
displayName=args.display_name,
|
|
labels=dataplex_api.CreateLabels(module.GoogleCloudDataplexV1Asset, args),
|
|
resourceSpec=resource_spec)
|
|
discovery = GenerateDiscoverySpec(args)
|
|
if discovery != module.GoogleCloudDataplexV1AssetDiscoverySpec():
|
|
setattr(request, 'discoverySpec', discovery)
|
|
return request
|
|
|
|
|
|
def GenerateAssetForCreateRequestAlpha(args):
|
|
return GenerateAssetForCreateRequest(args)
|
|
|
|
|
|
def GenerateAssetForUpdateRequest(args):
|
|
"""Create Asset for Message Update Requests."""
|
|
module = dataplex_api.GetMessageModule()
|
|
asset = module.GoogleCloudDataplexV1Asset(
|
|
description=args.description,
|
|
displayName=args.display_name,
|
|
labels=dataplex_api.CreateLabels(module.GoogleCloudDataplexV1Asset, args),
|
|
discoverySpec=GenerateDiscoverySpec(args),
|
|
)
|
|
if args.IsSpecified('resource_read_access_mode'):
|
|
setattr(
|
|
asset,
|
|
'resourceSpec',
|
|
module.GoogleCloudDataplexV1AssetResourceSpec(
|
|
readAccessMode=(
|
|
module.GoogleCloudDataplexV1AssetResourceSpec.ReadAccessModeValueValuesEnum(
|
|
args.resource_read_access_mode
|
|
)
|
|
)
|
|
),
|
|
)
|
|
return asset
|
|
|
|
|
|
def GenerateAssetForUpdateRequestAlpha(args):
|
|
return GenerateAssetForUpdateRequest(args)
|
|
|
|
|
|
def GenerateDiscoverySpec(args):
|
|
"""Create Discovery Spec for Assets."""
|
|
module = dataplex_api.GetMessageModule()
|
|
|
|
discovery_spec = module.GoogleCloudDataplexV1AssetDiscoverySpec(
|
|
enabled=args.discovery_enabled,
|
|
includePatterns=args.discovery_include_patterns,
|
|
excludePatterns=args.discovery_exclude_patterns)
|
|
|
|
if args.discovery_schedule:
|
|
discovery_spec.schedule = args.discovery_schedule
|
|
|
|
csv_options = GenerateCsvOptions(args)
|
|
if csv_options != module.GoogleCloudDataplexV1AssetDiscoverySpecCsvOptions():
|
|
discovery_spec.csvOptions = csv_options
|
|
|
|
json_options = GenerateJsonOptions(args)
|
|
if json_options != module.GoogleCloudDataplexV1AssetDiscoverySpecJsonOptions(
|
|
):
|
|
discovery_spec.jsonOptions = json_options
|
|
|
|
return discovery_spec
|
|
|
|
|
|
def GenerateCsvOptions(args):
|
|
return dataplex_api.GetMessageModule(
|
|
).GoogleCloudDataplexV1AssetDiscoverySpecCsvOptions(
|
|
delimiter=args.csv_delimiter,
|
|
disableTypeInference=args.csv_disable_type_inference,
|
|
encoding=args.csv_encoding,
|
|
headerRows=args.csv_header_rows)
|
|
|
|
|
|
def GenerateJsonOptions(args):
|
|
return dataplex_api.GetMessageModule(
|
|
).GoogleCloudDataplexV1AssetDiscoverySpecJsonOptions(
|
|
encoding=args.json_encoding,
|
|
disableTypeInference=args.json_disable_type_inference)
|
|
|
|
|
|
def GenerateUpdateMaskAlpha(args):
|
|
return GenerateUpdateMask(args)
|
|
|
|
|
|
def GenerateUpdateMask(args):
|
|
"""Create Update Mask for Assets."""
|
|
update_mask = []
|
|
if args.IsSpecified('description'):
|
|
update_mask.append('description')
|
|
if args.IsSpecified('display_name'):
|
|
update_mask.append('displayName')
|
|
if args.IsSpecified('labels'):
|
|
update_mask.append('labels')
|
|
if args.IsSpecified('discovery_enabled'):
|
|
update_mask.append('discoverySpec.enabled')
|
|
if args.IsSpecified('discovery_include_patterns'):
|
|
update_mask.append('discoverySpec.includePatterns')
|
|
if args.IsSpecified('discovery_exclude_patterns'):
|
|
update_mask.append('discoverySpec.excludePatterns')
|
|
if args.IsSpecified('discovery_schedule'):
|
|
update_mask.append('discoverySpec.schedule')
|
|
if args.IsSpecified('csv_header_rows'):
|
|
update_mask.append('discoverySpec.csvOptions.headerRows')
|
|
if args.IsSpecified('csv_delimiter'):
|
|
update_mask.append('discoverySpec.csvOptions.delimiter')
|
|
if args.IsSpecified('csv_encoding'):
|
|
update_mask.append('discoverySpec.csvOptions.encoding')
|
|
if args.IsSpecified('csv_disable_type_inference'):
|
|
update_mask.append('discoverySpec.csvOptions.disableTypeInference')
|
|
if args.IsSpecified('json_encoding'):
|
|
update_mask.append('discoverySpec.jsonOptions.encoding')
|
|
if args.IsSpecified('json_disable_type_inference'):
|
|
update_mask.append('discoverySpec.jsonOptions.disableTypeInference')
|
|
if args.IsSpecified('resource_read_access_mode'):
|
|
update_mask.append('resourceSpec.readAccessMode')
|
|
return update_mask
|
|
|
|
|
|
def WaitForOperation(operation):
|
|
"""Waits for the given google.longrunning.Operation to complete."""
|
|
return dataplex_api.WaitForOperation(
|
|
operation,
|
|
dataplex_api.GetClientInstance().projects_locations_lakes_zones_assets)
|