feat: Add new gcloud commands, API clients, and third-party libraries across various services.

This commit is contained in:
2026-01-01 20:26:35 +01:00
parent 5e23cbece0
commit a19e592eb7
25221 changed files with 8324611 additions and 0 deletions

View File

@@ -0,0 +1,31 @@
# -*- coding: utf-8 -*- #
# Copyright 2019 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Manage entries in Data Catalog."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from googlecloudsdk.calliope import base
@base.ReleaseTracks(
base.ReleaseTrack.BETA, base.ReleaseTrack.ALPHA, base.ReleaseTrack.GA
)
@base.DefaultUniverseOnly
class Entries(base.Group):
"""Manage entries in Data Catalog."""
pass

View File

@@ -0,0 +1,213 @@
- release_tracks: [GA]
help_text:
brief: Create a Data Catalog entry.
description: Create a Data Catalog entry.
examples: |-
To create an entry for a Google Cloud Storage fileset, run:
$ {command} entry1 \
--location=us-central1 --entry-group=group1 \
--gcs-file-patterns="gs://bucket1/abc/*,gs://bucket1/file1" \
--display-name="analytics data" --type=FILESET
To create an entry for a Google Cloud Storage fileset with an inline schema, run:
$ {command} entry1 \
--location=us-central1 --entry-group=group1 \
--gcs-file-patterns="gs://bucket1/*" --display-name="sales data" \
--schema="qtr=STRING,sales=FLOAT,year=STRING"
To create an entry for a resource of a custom type, run:
$ {command} entry1 \
--location=us-central1 --entry-group=group1 \
--display-name="sales data" --linked-resource="www.resource.com" \
--user-specified-type="type_name" --user-specified-system="system_name"
To create an entry for a Google Cloud Storage fileset with a schema from a file, run:
$ {command} entry1 \
--location=us-central1 --entry-group=group1 \
--gcs-file-patterns="gs://bucket1/*" --display-name="sales data" \
--schema-from-file=/tmp/schema.json --type=FILESET
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
api_version: v1
collection: datacatalog.projects.locations.entryGroups.entries
modify_request_hooks:
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:DetectType
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:ParseFilesetRequirements
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:ParsePhysicalSchema
arguments:
resource:
help_text: Entry to create.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:display_name
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:description
- group:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:fully_qualified_name
- group:
mutex: true
required: true
help_text: |
Types can either be specified as a built-in type or described as a custom type.
params:
- group:
help_text: |
Built-in type can be specified for an entry. For types FILESET,
a file pattern must be specified.
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:type
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:gcs_file_patterns
- group:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:required_user_specified_system
- group:
mutex: true
required: true
params:
- group:
help_text: |
For externally ingested resources, `--user-specified-type` and `--user-specified-system`
are required. Linked resource and source system time stamps are optional.
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:required_user_specified_type
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:linked_resource
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:source_system_create_time
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:source_system_update_time
- group:
hidden: true
help_text: |
Create a Kafka Cluster entry.
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:kafka_cluster_bootstrap_servers_required
- group:
hidden: true
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:kafka_cluster_required
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:kafka_topic_required
- group:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:physical_schema_type
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:physical_schema_file
- group:
mutex: true
help_text: |
Column schema for the entry. A schema consists of a list of column names along with
their types, descriptions, modes, and nested subcolumns. For example:
```
- column: first_name
description: First name
mode: REQUIRED
type: STRING
- column: last_name
description: Last name
mode: REQUIRED
type: STRING
- column: addresses
description: Addresses
mode: REPEATED
type: RECORD
subcolumns:
- column: city
description: City
mode: NULLABLE
type: STRING
- column: state
description: State
mode: NULLABLE
type: STRING
```
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:schema
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:schema_from_file
- release_tracks: [ALPHA, BETA]
help_text:
brief: Create a Data Catalog entry.
description: Create a Data Catalog entry.
examples: |-
To create an entry for a Google Cloud Storage fileset, run:
$ {command} entry1 \
--location=us-central1 --entry-group=group1 \
--gcs-file-patterns="gs://bucket1/abc/*,gs://bucket1/file1" \
--display-name="analytics data"
To create an entry for a Google Cloud Storage fileset with an inline schema, run:
$ {command} entry1 \
--location=us-central1 --entry-group=group1 \
--gcs-file-patterns="gs://bucket1/*" --display-name="sales data" \
--schema="qtr=STRING,sales=FLOAT,year=STRING"
To create an entry for a Google Cloud Storage fileset with a schema from a file, run:
$ {command} entry1 \
--location=us-central1 --entry-group=group1 \
--gcs-file-patterns="gs://bucket1/*" --display-name="sales data" \
--schema-from-file=/tmp/schema.json
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
collection: datacatalog.projects.locations.entryGroups.entries
static_fields:
googleCloudDatacatalogV1beta1Entry.type: FILESET
arguments:
resource:
help_text: Entry to create.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:display_name
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:description
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:gcs_file_patterns
- group:
mutex: true
help_text: |
Column schema for the entry. A schema consists of a list of column names along with
their types, descriptions, modes, and nested subcolumns. For example:
```
- column: first_name
description: First name
mode: REQUIRED
type: STRING
- column: last_name
description: Last name
mode: REQUIRED
type: STRING
- column: addresses
description: Addresses
mode: REPEATED
type: RECORD
subcolumns:
- column: city
description: City
mode: NULLABLE
type: STRING
- column: state
description: State
mode: NULLABLE
type: STRING
```
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:schema
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:schema_from_file

View File

@@ -0,0 +1,48 @@
- release_tracks: [GA]
help_text:
brief: Delete a Data Catalog entry.
description: Delete a Data Catalog entry.
examples: |-
To delete the entry 'entry1' in the group 'group1', run:
$ {command} entry1 \
--entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
api_version: v1
collection: datacatalog.projects.locations.entryGroups.entries
arguments:
resource:
help_text: Entry to delete.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true
- release_tracks: [ALPHA, BETA]
help_text:
brief: Delete a Data Catalog entry.
description: Delete a Data Catalog entry.
examples: |-
To delete the entry 'entry1' in the group 'group1', run:
$ {command} entry1 \
--entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
collection: datacatalog.projects.locations.entryGroups.entries
arguments:
resource:
help_text: Entry to delete.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true

View File

@@ -0,0 +1,48 @@
- release_tracks: [GA]
help_text:
brief: Describe a Data Catalog entry.
description: Describe a Data Catalog entry.
examples: |-
To describe the entry 'entry1' in the group 'group1', run:
$ {command} entry1 \
--entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
api_version: v1
collection: datacatalog.projects.locations.entryGroups.entries
arguments:
resource:
help_text: Entry to describe.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true
- release_tracks: [ALPHA, BETA]
help_text:
brief: Describe a Data Catalog entry.
description: Describe a Data Catalog entry.
examples: |-
To describe the entry 'entry1' in the group 'group1', run:
$ {command} entry1 \
--entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
collection: datacatalog.projects.locations.entryGroups.entries
arguments:
resource:
help_text: Entry to describe.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true

View File

@@ -0,0 +1,52 @@
- release_tracks: [GA]
help_text:
brief: List all entries in a Data Catalog entry group.
description: List all entries in a Data Catalog entry group.
examples: |-
To list all entry in the group 'group1', run:
$ {command} --entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
api_version: v1
collection: datacatalog.projects.locations.entryGroups.entries
response:
id_field: name
arguments:
resource:
help_text: The entry group to list.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry_group
is_positional: false
- release_tracks: [ALPHA, BETA]
help_text:
brief: List all entries in a Data Catalog entry group.
description: List all entries in a Data Catalog entry group.
examples: |-
To list all entry in the group 'group1', run:
$ {command} --entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
collection: datacatalog.projects.locations.entryGroups.entries
response:
id_field: name
arguments:
resource:
help_text: The entry group to list.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry_group
is_positional: false

View File

@@ -0,0 +1,74 @@
- release_tracks: [GA]
help_text:
brief: Lookup a Data Catalog entry by its target name.
description: Lookup a Data Catalog entry by its target name.
examples: |-
To lookup the entry for a Cloud Pub/Sub topic by its Google Cloud Platform resource name, run:
$ {command} //pubsub.googleapis.com/projects/project1/topics/topic1
To lookup the entry for a Cloud Pub/Sub topic by its SQL name, run:
$ {command} 'pubsub.topic.`my-project1`.topic1'
To lookup the entry for a BigQuery table by its SQL name, run:
$ {command} 'bigquery.table.`my-project1`.my_dataset.my_table'
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
api_version: v1
collection: datacatalog.entries
method: lookup
modify_request_hooks:
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:ParseResourceIntoLookupRequest
arguments:
params:
- arg_name: resource
is_positional: true
help_text: |-
The name of the target resource to lookup. This can be either the Google Cloud Platform
resource name or the SQL name of a Google Cloud Platform resource. SQL names follow Standard
SQL lexical structure: https://cloud.google.com/bigquery/docs/reference/standard-sql/lexical
- release_tracks: [ALPHA, BETA]
help_text:
brief: Lookup a Data Catalog entry by its target name.
description: Lookup a Data Catalog entry by its target name.
examples: |-
To lookup the entry for a Cloud Pub/Sub topic by its Google Cloud Platform resource name, run:
$ {command} //pubsub.googleapis.com/projects/project1/topics/topic1
To lookup the entry for a Cloud Pub/Sub topic by its SQL name, run:
$ {command} 'pubsub.topic.`my-project1`.topic1'
To lookup the entry for a BigQuery table by its SQL name, run:
$ {command} 'bigquery.table.`my-project1`.my_dataset.my_table'
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
collection: datacatalog.entries
method: lookup
modify_request_hooks:
- googlecloudsdk.command_lib.data_catalog.entries.util:ParseResourceIntoLookupRequest
arguments:
params:
- arg_name: resource
is_positional: true
help_text: |-
The name of the target resource to lookup. This can be either the Google Cloud Platform
resource name or the SQL name of a Google Cloud Platform resource. SQL names follow Standard
SQL lexical structure: https://cloud.google.com/bigquery/docs/reference/standard-sql/lexical

View File

@@ -0,0 +1,30 @@
release_tracks: [GA]
command_type: GENERIC
help_text:
brief: Star a Data Catalog entry.
description: Star a Data Catalog entry.
examples: |-
To star the entry 'entry1' in the group 'group1', run:
$ {command} entry1 \
--entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated."
error: "This command has been removed."
request:
api_version: v1
method: star
collection: datacatalog.projects.locations.entryGroups.entries
arguments:
resource:
help_text: Entry to star.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true
response:
modify_response_hooks:
- googlecloudsdk.command_lib.data_catalog.entries.util:LogStarSuccess

View File

@@ -0,0 +1,30 @@
release_tracks: [GA]
command_type: GENERIC
help_text:
brief: Unstar a Data Catalog entry.
description: Unstar a Data Catalog entry.
examples: |-
To unstar the entry 'entry1' in the group 'group1', run:
$ {command} entry1 \
--entry-group=group1 --location=us-central1
deprecate:
is_removed: false
warning: "This command is deprecated."
error: "This command has been removed."
request:
api_version: v1
method: unstar
collection: datacatalog.projects.locations.entryGroups.entries
arguments:
resource:
help_text: Entry to unstar.
spec: !REF googlecloudsdk.command_lib.data_catalog.resources:entry
is_positional: true
response:
modify_response_hooks:
- googlecloudsdk.command_lib.data_catalog.entries.util:LogUnstarSuccess

View File

@@ -0,0 +1,202 @@
- release_tracks: [GA]
help_text:
brief: Update a Data Catalog entry.
description: |-
Update a Data Catalog entry. The entry to update can either be specified directly, or
the `--lookup-entry` flag may be used to update the entry corresponding to the lookup of the
given resource.
examples: |-
To update the schema of a Cloud Pub/Sub entry inline, run:
$ {command} entry1 \
--location=global --entry-group=@pubsub \
--schema="column1=type1,column2=type2"
To update the schema of a Cloud Pub/Sub entry from a file, run:
$ {command} entry1 \
--location=global --entry-group=@pubsub \
--schema-from-file="/tmp/schema.json"
To lookup the entry of a Cloud Pub/Sub topic by its SQL name and update its schema in one command, run:
$ {command} \
--lookup-entry='pubsub.topic.`my-project1`.topic1' \
--schema="column1=type1,column2=type2"
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
api_version: v1
collection: datacatalog.projects.locations.entryGroups.entries
display_resource_type: entry
modify_request_hooks:
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:LookupAndParseEntry
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:CorrectUpdateMask
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:MergeGcsFilePatterns
- googlecloudsdk.command_lib.data_catalog.entries.v1_util:ParsePhysicalSchema
arguments:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:description
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:display_name
- group:
mutex: true
help_text: |
New column schema for the entry. A schema consists of a list of column names along with
their types, descriptions, modes, and nested subcolumns. For example:
```
- column: first_name
description: First name
mode: REQUIRED
type: STRING
- column: last_name
description: Last name
mode: REQUIRED
type: STRING
- column: addresses
description: Addresses
mode: REPEATED
type: RECORD
subcolumns:
- column: city
description: City
mode: NULLABLE
type: STRING
- column: state
description: State
mode: NULLABLE
type: STRING
```
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:schema
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:schema_from_file
- group:
mutex: true
params:
- group:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:add_file_patterns
- group:
mutex: true
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:remove_file_patterns
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:clear_file_patterns
- group:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:user_specified_type
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:user_specified_system
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:linked_resource
- group:
hidden: true
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:kafka_cluster_bootstrap_servers
- group:
hidden: true
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:kafka_cluster
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:kafka_topic
- group:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:physical_schema_type
- !REF googlecloudsdk.command_lib.data_catalog.entries.v1_flags:physical_schema_file
additional_arguments_hook: |-
googlecloudsdk.command_lib.data_catalog.entries.flags:AddEntryUpdateArgs
- release_tracks: [ALPHA, BETA]
help_text:
brief: Update a Data Catalog entry.
description: |-
Update a Data Catalog entry. The entry to update can either be specified directly, or
the `--lookup-entry` flag may be used to update the entry corresponding to the lookup of the
given resource.
examples: |-
To update the schema of a Cloud Pub/Sub entry inline, run:
$ {command} entry1 \
--location=global --entry-group=@pubsub \
--schema="column1=type1,column2=type2"
To update the schema of a Cloud Pub/Sub entry from a file, run:
$ {command} entry1 \
--location=global --entry-group=@pubsub \
--schema-from-file="/tmp/schema.json"
To lookup the entry of a Cloud Pub/Sub topic by its SQL name and update its schema in one command, run:
$ {command} \
--lookup-entry='pubsub.topic.`my-project1`.topic1' \
--schema="column1=type1,column2=type2"
deprecate:
is_removed: false
warning: "This command is deprecated. Please use `gcloud dataplex entries` instead."
error: "This command has been removed. Please use `gcloud dataplex entries` instead."
request:
collection: datacatalog.projects.locations.entryGroups.entries
display_resource_type: entry
modify_request_hooks:
- googlecloudsdk.command_lib.data_catalog.entries.util:LookupAndParseEntry
- googlecloudsdk.command_lib.data_catalog.entries.util:CorrectUpdateMask
- googlecloudsdk.command_lib.data_catalog.entries.util:MergeGcsFilePatterns
arguments:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:description
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:display_name
- group:
mutex: true
help_text: |
New column schema for the entry. A schema consists of a list of column names along with
their types, descriptions, modes, and nested subcolumns. For example:
```
- column: first_name
description: First name
mode: REQUIRED
type: STRING
- column: last_name
description: Last name
mode: REQUIRED
type: STRING
- column: addresses
description: Addresses
mode: REPEATED
type: RECORD
subcolumns:
- column: city
description: City
mode: NULLABLE
type: STRING
- column: state
description: State
mode: NULLABLE
type: STRING
```
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:schema
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:schema_from_file
- group:
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:add_file_patterns
- group:
mutex: true
params:
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:remove_file_patterns
- !REF googlecloudsdk.command_lib.data_catalog.entries.flags:clear_file_patterns
additional_arguments_hook: |-
googlecloudsdk.command_lib.data_catalog.entries.flags:AddEntryUpdateArgs