feat: Add new gcloud commands, API clients, and third-party libraries across various services.

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataflow/snapshots/__init__.py

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2019 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""The command group for gcloud dataflow snapshots.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.calliope import base
+
+
+class Snapshots(base.Group):
+  """A group of subcommands for working with Cloud Dataflow snapshots.
+  """
+  pass

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataflow/snapshots/create.py

@@ -0,0 +1,71 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2019 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Command to snapshot a Cloud Dataflow job."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.dataflow import apis
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataflow import snapshot_utils
+
+
+class Create(base.Command):
+  """Creates a snapshot for a Cloud Dataflow job."""
+
+  detailed_help = {
+      'DESCRIPTION':
+          '{description}',
+      'EXAMPLES':
+          """\
+          To create a Cloud Dataflow snapshot with sources for a running job, run:
+
+            $ {command} --job-id=JOB_ID --region=JOB_REGION --snapshot-sources=true --snapshot-ttl=7d
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    """Register flags for this command.
+
+    Args:
+      parser: argparse.ArgumentParser to register arguments with.
+    """
+    snapshot_utils.ArgsForSnapshotJobRef(parser)
+    snapshot_utils.ArgsForSnapshotTtl(parser)
+    parser.add_argument(
+        '--snapshot-sources',
+        type=bool,
+        default=False,
+        help='If true, snapshots will also be created for the Cloud Pub/Sub ' +
+        'sources of the Cloud Dataflow job.')
+
+  def Run(self, args):
+    """Runs the command.
+
+    Args:
+      args: The arguments that were provided to this command invocation.
+
+    Returns:
+      A Snapshot message.
+    """
+    job_ref = snapshot_utils.ExtractSnapshotJobRef(args)
+    return apis.Jobs.Snapshot(
+        job_ref.jobId,
+        project_id=job_ref.projectId,
+        region_id=job_ref.location,
+        ttl=snapshot_utils.ExtractSnapshotTtlDuration(args),
+        snapshot_sources=args.snapshot_sources)

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataflow/snapshots/delete.py

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2019 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Command to delete a Cloud Dataflow snapshot.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.dataflow import apis
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataflow import snapshot_utils
+
+
+class Delete(base.Command):
+  """Delete a Cloud Dataflow snapshot.
+  """
+
+  detailed_help = {
+      'DESCRIPTION':
+          '{description}',
+      'EXAMPLES':
+          """\
+          To delete an existing Cloud Dataflow snapshot, run:
+
+            $ {command} SNAPSHOT_ID --region=SNAPSHOT_REGION
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    """Register flags for this command.
+
+    Args:
+      parser: argparse.ArgumentParser to register arguments with.
+    """
+    snapshot_utils.ArgsForSnapshotRef(parser)
+
+  def Run(self, args):
+    """Runs the command.
+
+    Args:
+      args: The arguments that were provided to this command invocation.
+
+    Returns:
+      A Snapshot message.
+    """
+    snapshot_ref = snapshot_utils.ExtractSnapshotRef(args)
+    return apis.Snapshots.Delete(
+        snapshot_id=snapshot_ref.snapshotId,
+        project_id=snapshot_ref.projectId,
+        region_id=snapshot_ref.location)

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataflow/snapshots/describe.py

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2019 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Command to describe a Cloud Dataflow snapshot.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.dataflow import apis
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataflow import snapshot_utils
+
+
+class Describe(base.Command):
+  """Describe a Cloud Dataflow snapshot.
+  """
+
+  detailed_help = {
+      'DESCRIPTION':
+          '{description}',
+      'EXAMPLES':
+          """\
+          To see details about a Cloud Dataflow snapshot, run:
+
+            $ {command} SNAPSHOT_ID --region=SNAPSHOT_REGION
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    """Register flags for this command.
+
+    Args:
+      parser: argparse.ArgumentParser to register arguments with.
+    """
+    snapshot_utils.ArgsForSnapshotRef(parser)
+
+  def Run(self, args):
+    """Runs the command.
+
+    Args:
+      args: The arguments that were provided to this command invocation.
+
+    Returns:
+      A Snapshot message.
+    """
+    snapshot_ref = snapshot_utils.ExtractSnapshotRef(args)
+    return apis.Snapshots.Get(
+        snapshot_id=snapshot_ref.snapshotId,
+        project_id=snapshot_ref.projectId,
+        region_id=snapshot_ref.location)

gcloud auth application-default login/google-cloud-sdk/lib/surface/dataflow/snapshots/list.py

@@ -0,0 +1,67 @@
+# -*- coding: utf-8 -*- #
+# Copyright 2019 Google LLC. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Command to list Cloud Dataflow snapshots."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import unicode_literals
+
+from googlecloudsdk.api_lib.dataflow import apis
+from googlecloudsdk.calliope import base
+from googlecloudsdk.command_lib.dataflow import dataflow_util
+from googlecloudsdk.command_lib.dataflow import snapshot_utils
+from googlecloudsdk.core import properties
+
+
+class List(base.Command):
+  """List all Cloud Dataflow snapshots in a project in the specified region, optionally filtered by job ID."""
+
+  detailed_help = {
+      'DESCRIPTION':
+          '{description}',
+      'EXAMPLES':
+          """\
+          To list all Cloud Dataflow snapshots in the us-central1 region, run:
+
+            $ {command} --region=us-central1
+
+          To list all Cloud Dataflow snapshots for a job, run:
+
+            $ {command} --job-id=JOB_ID --region=JOB_REGION
+          """,
+  }
+
+  @staticmethod
+  def Args(parser):
+    """Register flags for this command.
+
+    Args:
+      parser: argparse.ArgumentParser to register arguments with.
+    """
+    snapshot_utils.ArgsForListSnapshot(parser)
+
+  def Run(self, args):
+    """Runs the command.
+
+    Args:
+      args: The arguments that were provided to this command invocation.
+
+    Returns:
+      A Snapshot message.
+    """
+    return apis.Snapshots.List(
+        job_id=args.job_id,
+        project_id=properties.VALUES.core.project.GetOrFail(),
+        region_id=dataflow_util.GetRegion(args))