98 lines
3.1 KiB
Python
98 lines
3.1 KiB
Python
# -*- coding: utf-8 -*- #
|
|
# Copyright 2024 Google LLC. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
"""Utilities for Dataplex Entries commands."""
|
|
|
|
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import unicode_literals
|
|
|
|
import json
|
|
from typing import List
|
|
|
|
from googlecloudsdk.api_lib.dataplex import util as dataplex_util
|
|
from googlecloudsdk.api_lib.util import messages as messages_util
|
|
from googlecloudsdk.calliope import arg_parsers
|
|
|
|
dataplex_message = dataplex_util.GetMessageModule()
|
|
|
|
|
|
def IsoDateTime(datetime_str: str) -> str:
|
|
"""Parses datetime string, validates it and outputs the new datetime string in ISO format."""
|
|
return arg_parsers.Datetime.Parse(datetime_str).isoformat()
|
|
|
|
|
|
def ParseAspects(
|
|
aspects_file: str,
|
|
) -> dataplex_message.GoogleCloudDataplexV1Entry.AspectsValue:
|
|
"""Parse aspects from a YAML or JSON file.
|
|
|
|
Perform a basic validation that aspects are provided in a correct format.
|
|
|
|
Args:
|
|
aspects_file: The path to the YAML/JSON file containing aspects.
|
|
|
|
Returns:
|
|
A list of aspects parsed to a proto message (AspectsValue).
|
|
"""
|
|
parser = arg_parsers.YAMLFileContents()
|
|
raw_aspects = parser(aspects_file)
|
|
|
|
if not isinstance(raw_aspects, dict):
|
|
raise arg_parsers.ArgumentTypeError(
|
|
f"Invalid aspects file: {aspects_file}. It must contain a map with a"
|
|
" key in the format `ASPECT_TYPE@PATH` (or just `ASPECT_TYPE` if"
|
|
" attached to the root path). Values in the map represent Aspect's"
|
|
" content, which must conform to a template defined for a given"
|
|
" `ASPECT_TYPE`."
|
|
)
|
|
|
|
aspects = []
|
|
for aspect_key, aspect in raw_aspects.items():
|
|
aspects.append(
|
|
dataplex_message.GoogleCloudDataplexV1Entry.AspectsValue.AdditionalProperty(
|
|
key=aspect_key,
|
|
value=messages_util.DictToMessageWithErrorCheck(
|
|
aspect, dataplex_message.GoogleCloudDataplexV1Aspect
|
|
),
|
|
)
|
|
)
|
|
return dataplex_message.GoogleCloudDataplexV1Entry.AspectsValue(
|
|
additionalProperties=aspects
|
|
)
|
|
|
|
|
|
def ParseEntrySourceAncestors(ancestors: List[str]):
|
|
"""Parse ancestors from a string.
|
|
|
|
Args:
|
|
ancestors: A list of strings containing the JSON representation of the
|
|
Ancestors.
|
|
|
|
Returns:
|
|
A list of ancestors parsed to a proto message
|
|
(GoogleCloudDataplexV1EntrySourceAncestor).
|
|
"""
|
|
if ancestors is None:
|
|
return []
|
|
return list(
|
|
map(
|
|
lambda ancestor: messages_util.DictToMessageWithErrorCheck(
|
|
json.loads(ancestor),
|
|
dataplex_message.GoogleCloudDataplexV1EntrySourceAncestor,
|
|
),
|
|
ancestors,
|
|
)
|
|
)
|