@googleapis/batch
Version:
1,079 lines (1,070 loc) • 145 kB
text/typescript
// Copyright 2020 Google LLC
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
/* eslint-disable @typescript-eslint/no-explicit-any */
/* eslint-disable @typescript-eslint/no-unused-vars */
/* eslint-disable @typescript-eslint/no-empty-interface */
/* eslint-disable @typescript-eslint/no-namespace */
/* eslint-disable no-irregular-whitespace */
import {
OAuth2Client,
JWT,
Compute,
UserRefreshClient,
BaseExternalAccountClient,
GaxiosResponseWithHTTP2,
GoogleConfigurable,
createAPIRequest,
MethodOptions,
StreamMethodOptions,
GlobalOptions,
GoogleAuth,
BodyResponseCallback,
APIRequestContext,
} from 'googleapis-common';
import {Readable} from 'stream';
export namespace batch_v1 {
export interface Options extends GlobalOptions {
version: 'v1';
}
interface StandardParameters {
/**
* Auth client or API Key for the request
*/
auth?:
| string
| OAuth2Client
| JWT
| Compute
| UserRefreshClient
| BaseExternalAccountClient
| GoogleAuth;
/**
* V1 error format.
*/
'$.xgafv'?: string;
/**
* OAuth access token.
*/
access_token?: string;
/**
* Data format for response.
*/
alt?: string;
/**
* JSONP
*/
callback?: string;
/**
* Selector specifying which fields to include in a partial response.
*/
fields?: string;
/**
* API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token.
*/
key?: string;
/**
* OAuth 2.0 token for the current user.
*/
oauth_token?: string;
/**
* Returns response with indentations and line breaks.
*/
prettyPrint?: boolean;
/**
* Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters.
*/
quotaUser?: string;
/**
* Legacy upload protocol for media (e.g. "media", "multipart").
*/
uploadType?: string;
/**
* Upload protocol for media (e.g. "raw", "multipart").
*/
upload_protocol?: string;
}
/**
* Batch API
*
* An API to manage the running of Batch resources on Google Cloud Platform.
*
* @example
* ```js
* const {google} = require('googleapis');
* const batch = google.batch('v1');
* ```
*/
export class Batch {
context: APIRequestContext;
projects: Resource$Projects;
constructor(options: GlobalOptions, google?: GoogleConfigurable) {
this.context = {
_options: options || {},
google,
};
this.projects = new Resource$Projects(this.context);
}
}
/**
* Accelerator describes Compute Engine accelerators to be attached to the VM.
*/
export interface Schema$Accelerator {
/**
* The number of accelerators of this type.
*/
count?: string | null;
/**
* Optional. The NVIDIA GPU driver version that should be installed for this type. You can define the specific driver version such as "470.103.01", following the driver version requirements in https://cloud.google.com/compute/docs/gpus/install-drivers-gpu#minimum-driver. Batch will install the specific accelerator driver if qualified.
*/
driverVersion?: string | null;
/**
* Deprecated: please use instances[0].install_gpu_drivers instead.
*/
installGpuDrivers?: boolean | null;
/**
* The accelerator type. For example, "nvidia-tesla-t4". See `gcloud compute accelerator-types list`.
*/
type?: string | null;
}
/**
* Conditions for actions to deal with task failures.
*/
export interface Schema$ActionCondition {
/**
* Exit codes of a task execution. If there are more than 1 exit codes, when task executes with any of the exit code in the list, the condition is met and the action will be executed.
*/
exitCodes?: number[] | null;
}
/**
* Container runnable representation on the agent side.
*/
export interface Schema$AgentContainer {
/**
* Overrides the `CMD` specified in the container. If there is an ENTRYPOINT (either in the container image or with the entrypoint field below) then commands are appended as arguments to the ENTRYPOINT.
*/
commands?: string[] | null;
/**
* Overrides the `ENTRYPOINT` specified in the container.
*/
entrypoint?: string | null;
/**
* The URI to pull the container image from.
*/
imageUri?: string | null;
/**
* Arbitrary additional options to include in the "docker run" command when running this container, e.g. "--network host".
*/
options?: string | null;
/**
* Volumes to mount (bind mount) from the host machine files or directories into the container, formatted to match docker run's --volume option, e.g. /foo:/bar, or /foo:/bar:ro
*/
volumes?: string[] | null;
}
/**
* AgentEnvironment is the Environment representation between Agent and CLH communication. The environment is used in both task level and agent level.
*/
export interface Schema$AgentEnvironment {
/**
* An encrypted JSON dictionary where the key/value pairs correspond to environment variable names and their values.
*/
encryptedVariables?: Schema$AgentKMSEnvMap;
/**
* A map of environment variable names to Secret Manager secret names. The VM will access the named secrets to set the value of each environment variable.
*/
secretVariables?: {[key: string]: string} | null;
/**
* A map of environment variable names to values.
*/
variables?: {[key: string]: string} | null;
}
/**
* VM Agent Info.
*/
export interface Schema$AgentInfo {
/**
* Optional. The assigned Job ID
*/
jobId?: string | null;
/**
* When the AgentInfo is generated.
*/
reportTime?: string | null;
/**
* Agent state.
*/
state?: string | null;
/**
* The assigned task group ID.
*/
taskGroupId?: string | null;
/**
* Task Info.
*/
tasks?: Schema$AgentTaskInfo[];
}
/**
* AgentKMSEnvMap contains the encrypted key/value pair to be used in the environment on the Agent side.
*/
export interface Schema$AgentKMSEnvMap {
/**
* The value of the cipherText response from the `encrypt` method.
*/
cipherText?: string | null;
/**
* The name of the KMS key that will be used to decrypt the cipher text.
*/
keyName?: string | null;
}
/**
* VM Agent Metadata.
*/
export interface Schema$AgentMetadata {
/**
* When the VM agent started. Use agent_startup_time instead.
*/
creationTime?: string | null;
/**
* Full name of the entity that created this vm. For MIG, this path is: projects/{project\}/regions/{region\}/InstanceGroupManagers/{igm\} The value is retrieved from the vm metadata key of "created-by".
*/
creator?: string | null;
/**
* image version for the VM that this agent is installed on.
*/
imageVersion?: string | null;
/**
* GCP instance name (go/instance-name).
*/
instance?: string | null;
/**
* GCP instance ID (go/instance-id).
*/
instanceId?: string | null;
/**
* If the GCP instance has received preemption notice.
*/
instancePreemptionNoticeReceived?: boolean | null;
/**
* Optional. machine type of the VM
*/
machineType?: string | null;
/**
* parsed contents of /etc/os-release
*/
osRelease?: {[key: string]: string} | null;
/**
* agent binary version running on VM
*/
version?: string | null;
/**
* Agent zone.
*/
zone?: string | null;
}
/**
* Script runnable representation on the agent side.
*/
export interface Schema$AgentScript {
/**
* Script file path on the host VM. To specify an interpreter, please add a `#!`(also known as [shebang line](https://en.wikipedia.org/wiki/Shebang_(Unix))) as the first line of the file.(For example, to execute the script using bash, `#!/bin/bash` should be the first line of the file. To execute the script using`Python3`, `#!/usr/bin/env python3` should be the first line of the file.) Otherwise, the file will by default be executed by `/bin/sh`.
*/
path?: string | null;
/**
* Shell script text. To specify an interpreter, please add a `#!\n` at the beginning of the text.(For example, to execute the script using bash, `#!/bin/bash\n` should be added. To execute the script using`Python3`, `#!/usr/bin/env python3\n` should be added.) Otherwise, the script will by default be executed by `/bin/sh`.
*/
text?: string | null;
}
/**
* TODO(b/182501497) The message needs to be redefined when the Agent API server updates data in storage per the backend design.
*/
export interface Schema$AgentTask {
/**
* AgentTaskSpec is the taskSpec representation between Agent and CLH communication. This field will replace the TaskSpec field above in future to have a better separation between user-facaing API and internal API.
*/
agentTaskSpec?: Schema$AgentTaskSpec;
/**
* The intended state of the task.
*/
intendedState?: string | null;
/**
* The highest barrier reached by all tasks in the task's TaskGroup.
*/
reachedBarrier?: string | null;
/**
* Task Spec. This field will be replaced by agent_task_spec below in future.
*/
spec?: Schema$TaskSpec;
/**
* Task status.
*/
status?: Schema$TaskStatus;
/**
* Task name.
*/
task?: string | null;
/**
* TaskSource represents the source of the task.
*/
taskSource?: string | null;
}
/**
* Task Info
*/
export interface Schema$AgentTaskInfo {
/**
* The highest index of a runnable started by the agent for this task. The runnables are indexed from 1. Value 0 is undefined.
*/
runnable?: string | null;
/**
* ID of the Task
*/
taskId?: string | null;
/**
* The status of the Task. If we need agent specific fields we should fork the public TaskStatus into an agent specific one. Or add them below.
*/
taskStatus?: Schema$TaskStatus;
}
/**
* AgentTaskLoggingOption contains the options for the logging of the task.
*/
export interface Schema$AgentTaskLoggingOption {
/**
* Labels to be added to the log entry. Now only cloud logging is supported.
*/
labels?: {[key: string]: string} | null;
}
/**
* AgentTaskRunnable is the Runnable representation between Agent and CLH communication.
*/
export interface Schema$AgentTaskRunnable {
/**
* By default, after a Runnable fails, no further Runnable are executed. This flag indicates that this Runnable must be run even if the Task has already failed. This is useful for Runnables that copy output files off of the VM or for debugging. The always_run flag does not override the Task's overall max_run_duration. If the max_run_duration has expired then no further Runnables will execute, not even always_run Runnables.
*/
alwaysRun?: boolean | null;
/**
* This flag allows a Runnable to continue running in the background while the Task executes subsequent Runnables. This is useful to provide services to other Runnables (or to provide debugging support tools like SSH servers).
*/
background?: boolean | null;
/**
* Container runnable.
*/
container?: Schema$AgentContainer;
/**
* Environment variables for this Runnable (overrides variables set for the whole Task or TaskGroup).
*/
environment?: Schema$AgentEnvironment;
/**
* Normally, a non-zero exit status causes the Task to fail. This flag allows execution of other Runnables to continue instead.
*/
ignoreExitStatus?: boolean | null;
/**
* Script runnable.
*/
script?: Schema$AgentScript;
/**
* Timeout for this Runnable.
*/
timeout?: string | null;
}
/**
* AgentTaskSpec is the user's TaskSpec representation between Agent and CLH communication.
*/
export interface Schema$AgentTaskSpec {
/**
* Environment variables to set before running the Task.
*/
environment?: Schema$AgentEnvironment;
/**
* Logging option for the task.
*/
loggingOption?: Schema$AgentTaskLoggingOption;
/**
* Maximum duration the task should run before being automatically retried (if enabled) or automatically failed. Format the value of this field as a time limit in seconds followed by `s`—for example, `3600s` for 1 hour. The field accepts any value between 0 and the maximum listed for the `Duration` field type at https://protobuf.dev/reference/protobuf/google.protobuf/#duration; however, the actual maximum run time for a job will be limited to the maximum run time for a job listed at https://cloud.google.com/batch/quotas#max-job-duration.
*/
maxRunDuration?: string | null;
/**
* AgentTaskRunnable is runanbles that will be executed on the agent.
*/
runnables?: Schema$AgentTaskRunnable[];
/**
* User account on the VM to run the runnables in the agentTaskSpec. If not set, the runnable will be run under root user.
*/
userAccount?: Schema$AgentTaskUserAccount;
}
/**
* AgentTaskUserAccount contains the information of a POSIX account on the guest os which is used to execute the runnables.
*/
export interface Schema$AgentTaskUserAccount {
/**
* gid id an unique identifier of the POSIX account group corresponding to the user account.
*/
gid?: string | null;
/**
* uid is an unique identifier of the POSIX account corresponding to the user account.
*/
uid?: string | null;
}
/**
* VM timing information
*/
export interface Schema$AgentTimingInfo {
/**
* Agent startup time
*/
agentStartupTime?: string | null;
/**
* Boot timestamp of the VM OS
*/
bootTime?: string | null;
/**
* Startup time of the Batch VM script.
*/
scriptStartupTime?: string | null;
}
/**
* A Job's resource allocation policy describes when, where, and how compute resources should be allocated for the Job.
*/
export interface Schema$AllocationPolicy {
/**
* Describe instances that can be created by this AllocationPolicy. Only instances[0] is supported now.
*/
instances?: Schema$InstancePolicyOrTemplate[];
/**
* Custom labels to apply to the job and all the Compute Engine resources that both are created by this allocation policy and support labels. Use labels to group and describe the resources they are applied to. Batch automatically applies predefined labels and supports multiple `labels` fields for each job, which each let you apply custom labels to various resources. Label names that start with "goog-" or "google-" are reserved for predefined labels. For more information about labels with Batch, see [Organize resources using labels](https://cloud.google.com/batch/docs/organize-resources-using-labels).
*/
labels?: {[key: string]: string} | null;
/**
* Location where compute resources should be allocated for the Job.
*/
location?: Schema$LocationPolicy;
/**
* The network policy. If you define an instance template in the `InstancePolicyOrTemplate` field, Batch will use the network settings in the instance template instead of this field.
*/
network?: Schema$NetworkPolicy;
/**
* The placement policy.
*/
placement?: Schema$PlacementPolicy;
/**
* Defines the service account for Batch-created VMs. If omitted, the [default Compute Engine service account](https://cloud.google.com/compute/docs/access/service-accounts#default_service_account) is used. Must match the service account specified in any used instance template configured in the Batch job. Includes the following fields: * email: The service account's email address. If not set, the default Compute Engine service account is used. * scopes: Additional OAuth scopes to grant the service account, beyond the default cloud-platform scope. (list of strings)
*/
serviceAccount?: Schema$ServiceAccount;
/**
* Optional. Tags applied to the VM instances. The tags identify valid sources or targets for network firewalls. Each tag must be 1-63 characters long, and comply with [RFC1035](https://www.ietf.org/rfc/rfc1035.txt).
*/
tags?: string[] | null;
}
/**
* A new or an existing persistent disk (PD) or a local ssd attached to a VM instance.
*/
export interface Schema$AttachedDisk {
/**
* Device name that the guest operating system will see. It is used by Runnable.volumes field to mount disks. So please specify the device_name if you want Batch to help mount the disk, and it should match the device_name field in volumes.
*/
deviceName?: string | null;
/**
* Name of an existing PD.
*/
existingDisk?: string | null;
newDisk?: Schema$Disk;
}
/**
* A barrier runnable automatically blocks the execution of subsequent runnables until all the tasks in the task group reach the barrier.
*/
export interface Schema$Barrier {
/**
* Barriers are identified by their index in runnable list. Names are not required, but if present should be an identifier.
*/
name?: string | null;
}
/**
* CancelJob Request.
*/
export interface Schema$CancelJobRequest {
/**
* Optional. An optional request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes after the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).
*/
requestId?: string | null;
}
/**
* The request message for Operations.CancelOperation.
*/
export interface Schema$CancelOperationRequest {}
/**
* `CloudLoggingOption` contains additional settings for Cloud Logging logs generated by Batch job.
*/
export interface Schema$CloudLoggingOption {
/**
* Optional. Set this field to `true` to change the [monitored resource type](https://cloud.google.com/monitoring/api/resources) for Cloud Logging logs generated by this Batch job from the [`batch.googleapis.com/Job`](https://cloud.google.com/monitoring/api/resources#tag_batch.googleapis.com/Job) type to the formerly used [`generic_task`](https://cloud.google.com/monitoring/api/resources#tag_generic_task) type.
*/
useGenericTaskMonitoredResource?: boolean | null;
}
/**
* Compute resource requirements. ComputeResource defines the amount of resources required for each task. Make sure your tasks have enough resources to successfully run. If you also define the types of resources for a job to use with the [InstancePolicyOrTemplate](https://cloud.google.com/batch/docs/reference/rest/v1/projects.locations.jobs#instancepolicyortemplate) field, make sure both fields are compatible with each other.
*/
export interface Schema$ComputeResource {
/**
* Extra boot disk size in MiB for each task.
*/
bootDiskMib?: string | null;
/**
* The milliCPU count. `cpuMilli` defines the amount of CPU resources per task in milliCPU units. For example, `1000` corresponds to 1 vCPU per task. If undefined, the default value is `2000`. If you also define the VM's machine type using the `machineType` in [InstancePolicy](https://cloud.google.com/batch/docs/reference/rest/v1/projects.locations.jobs#instancepolicy) field or inside the `instanceTemplate` in the [InstancePolicyOrTemplate](https://cloud.google.com/batch/docs/reference/rest/v1/projects.locations.jobs#instancepolicyortemplate) field, make sure the CPU resources for both fields are compatible with each other and with how many tasks you want to allow to run on the same VM at the same time. For example, if you specify the `n2-standard-2` machine type, which has 2 vCPUs each, you are recommended to set `cpuMilli` no more than `2000`, or you are recommended to run two tasks on the same VM if you set `cpuMilli` to `1000` or less.
*/
cpuMilli?: string | null;
/**
* Memory in MiB. `memoryMib` defines the amount of memory per task in MiB units. If undefined, the default value is `2000`. If you also define the VM's machine type using the `machineType` in [InstancePolicy](https://cloud.google.com/batch/docs/reference/rest/v1/projects.locations.jobs#instancepolicy) field or inside the `instanceTemplate` in the [InstancePolicyOrTemplate](https://cloud.google.com/batch/docs/reference/rest/v1/projects.locations.jobs#instancepolicyortemplate) field, make sure the memory resources for both fields are compatible with each other and with how many tasks you want to allow to run on the same VM at the same time. For example, if you specify the `n2-standard-2` machine type, which has 8 GiB each, you are recommended to set `memoryMib` to no more than `8192`, or you are recommended to run two tasks on the same VM if you set `memoryMib` to `4096` or less.
*/
memoryMib?: string | null;
}
/**
* Container runnable.
*/
export interface Schema$Container {
/**
* If set to true, external network access to and from container will be blocked, containers that are with block_external_network as true can still communicate with each other, network cannot be specified in the `container.options` field.
*/
blockExternalNetwork?: boolean | null;
/**
* Required for some container images. Overrides the `CMD` specified in the container. If there is an `ENTRYPOINT` (either in the container image or with the `entrypoint` field below) then these commands are appended as arguments to the `ENTRYPOINT`.
*/
commands?: string[] | null;
/**
* Optional. If set to true, this container runnable uses Image streaming. Use Image streaming to allow the runnable to initialize without waiting for the entire container image to download, which can significantly reduce startup time for large container images. When `enableImageStreaming` is set to true, the container runtime is [containerd](https://containerd.io/) instead of Docker. Additionally, this container runnable only supports the following `container` subfields: `imageUri`, `commands[]`, `entrypoint`, and `volumes[]`; any other `container` subfields are ignored. For more information about the requirements and limitations for using Image streaming with Batch, see the [`image-streaming` sample on GitHub](https://github.com/GoogleCloudPlatform/batch-samples/tree/main/api-samples/image-streaming).
*/
enableImageStreaming?: boolean | null;
/**
* Required for some container images. Overrides the `ENTRYPOINT` specified in the container.
*/
entrypoint?: string | null;
/**
* Required. The URI to pull the container image from.
*/
imageUri?: string | null;
/**
* Required for some container images. Arbitrary additional options to include in the `docker run` command when running this container—for example, `--network host`. For the `--volume` option, use the `volumes` field for the container.
*/
options?: string | null;
/**
* Required if the container image is from a private Docker registry. The password to login to the Docker registry that contains the image. For security, it is strongly recommended to specify an encrypted password by using a Secret Manager secret: `projects/x/secrets/x/versions/x`. Warning: If you specify the password using plain text, you risk the password being exposed to any users who can view the job or its logs. To avoid this risk, specify a secret that contains the password instead. Learn more about [Secret Manager](https://cloud.google.com/secret-manager/docs/) and [using Secret Manager with Batch](https://cloud.google.com/batch/docs/create-run-job-secret-manager).
*/
password?: string | null;
/**
* Required if the container image is from a private Docker registry. The username to login to the Docker registry that contains the image. You can either specify the username directly by using plain text or specify an encrypted username by using a Secret Manager secret: `projects/x/secrets/x/versions/x`. However, using a secret is recommended for enhanced security. Caution: If you specify the username using plain text, you risk the username being exposed to any users who can view the job or its logs. To avoid this risk, specify a secret that contains the username instead. Learn more about [Secret Manager](https://cloud.google.com/secret-manager/docs/) and [using Secret Manager with Batch](https://cloud.google.com/batch/docs/create-run-job-secret-manager).
*/
username?: string | null;
/**
* Volumes to mount (bind mount) from the host machine files or directories into the container, formatted to match `--volume` option for the `docker run` command—for example, `/foo:/bar` or `/foo:/bar:ro`. If the `TaskSpec.Volumes` field is specified but this field is not, Batch will mount each volume from the host machine to the container with the same mount path by default. In this case, the default mount option for containers will be read-only (`ro`) for existing persistent disks and read-write (`rw`) for other volume types, regardless of the original mount options specified in `TaskSpec.Volumes`. If you need different mount settings, you can explicitly configure them in this field.
*/
volumes?: string[] | null;
}
/**
* A new persistent disk or a local ssd. A VM can only have one local SSD setting but multiple local SSD partitions. See https://cloud.google.com/compute/docs/disks#pdspecs and https://cloud.google.com/compute/docs/disks#localssds.
*/
export interface Schema$Disk {
/**
* Local SSDs are available through both "SCSI" and "NVMe" interfaces. If not indicated, "NVMe" will be the default one for local ssds. This field is ignored for persistent disks as the interface is chosen automatically. See https://cloud.google.com/compute/docs/disks/persistent-disks#choose_an_interface.
*/
diskInterface?: string | null;
/**
* URL for a VM image to use as the data source for this disk. For example, the following are all valid URLs: * Specify the image by its family name: projects/{project\}/global/images/family/{image_family\} * Specify the image version: projects/{project\}/global/images/{image_version\} You can also use Batch customized image in short names. The following image values are supported for a boot disk: * `batch-debian`: use Batch Debian images. * `batch-cos`: use Batch Container-Optimized images. * `batch-hpc-rocky`: use Batch HPC Rocky Linux images.
*/
image?: string | null;
/**
* Disk size in GB. **Non-Boot Disk**: If the `type` specifies a persistent disk, this field is ignored if `data_source` is set as `image` or `snapshot`. If the `type` specifies a local SSD, this field should be a multiple of 375 GB, otherwise, the final size will be the next greater multiple of 375 GB. **Boot Disk**: Batch will calculate the boot disk size based on source image and task requirements if you do not speicify the size. If both this field and the `boot_disk_mib` field in task spec's `compute_resource` are defined, Batch will only honor this field. Also, this field should be no smaller than the source disk's size when the `data_source` is set as `snapshot` or `image`. For example, if you set an image as the `data_source` field and the image's default disk size 30 GB, you can only use this field to make the disk larger or equal to 30 GB.
*/
sizeGb?: string | null;
/**
* Name of a snapshot used as the data source. Snapshot is not supported as boot disk now.
*/
snapshot?: string | null;
/**
* Disk type as shown in `gcloud compute disk-types list`. For example, local SSD uses type "local-ssd". Persistent disks and boot disks use "pd-balanced", "pd-extreme", "pd-ssd" or "pd-standard". If not specified, "pd-standard" will be used as the default type for non-boot disks, "pd-balanced" will be used as the default type for boot disks.
*/
type?: string | null;
}
/**
* A generic empty message that you can re-use to avoid defining duplicated empty messages in your APIs. A typical example is to use it as the request or the response type of an API method. For instance: service Foo { rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty); \}
*/
export interface Schema$Empty {}
/**
* An Environment describes a collection of environment variables to set when executing Tasks.
*/
export interface Schema$Environment {
/**
* An encrypted JSON dictionary where the key/value pairs correspond to environment variable names and their values.
*/
encryptedVariables?: Schema$KMSEnvMap;
/**
* A map of environment variable names to Secret Manager secret names. The VM will access the named secrets to set the value of each environment variable.
*/
secretVariables?: {[key: string]: string} | null;
/**
* A map of environment variable names to values.
*/
variables?: {[key: string]: string} | null;
}
/**
* Represents a Google Cloud Storage volume.
*/
export interface Schema$GCS {
/**
* Remote path, either a bucket name or a subdirectory of a bucket, e.g.: bucket_name, bucket_name/subdirectory/
*/
remotePath?: string | null;
}
/**
* InstancePolicy describes an instance type and resources attached to each VM created by this InstancePolicy.
*/
export interface Schema$InstancePolicy {
/**
* The accelerators attached to each VM instance.
*/
accelerators?: Schema$Accelerator[];
/**
* Boot disk to be created and attached to each VM by this InstancePolicy. Boot disk will be deleted when the VM is deleted. Batch API now only supports booting from image.
*/
bootDisk?: Schema$Disk;
/**
* Non-boot disks to be attached for each VM created by this InstancePolicy. New disks will be deleted when the VM is deleted. A non-boot disk is a disk that can be of a device with a file system or a raw storage drive that is not ready for data storage and accessing.
*/
disks?: Schema$AttachedDisk[];
/**
* The Compute Engine machine type.
*/
machineType?: string | null;
/**
* The minimum CPU platform. See https://cloud.google.com/compute/docs/instances/specify-min-cpu-platform.
*/
minCpuPlatform?: string | null;
/**
* The provisioning model.
*/
provisioningModel?: string | null;
/**
* Optional. If not specified (default), VMs will consume any applicable reservation. If "NO_RESERVATION" is specified, VMs will not consume any reservation. Otherwise, if specified, VMs will consume only the specified reservation.
*/
reservation?: string | null;
}
/**
* InstancePolicyOrTemplate lets you define the type of resources to use for this job either with an InstancePolicy or an instance template. If undefined, Batch picks the type of VM to use and doesn't include optional VM resources such as GPUs and extra disks.
*/
export interface Schema$InstancePolicyOrTemplate {
/**
* Optional. Set this field to `true` if you want Batch to block project-level SSH keys from accessing this job's VMs. Alternatively, you can configure the job to specify a VM instance template that blocks project-level SSH keys. In either case, Batch blocks project-level SSH keys while creating the VMs for this job. Batch allows project-level SSH keys for a job's VMs only if all the following are true: + This field is undefined or set to `false`. + The job's VM instance template (if any) doesn't block project-level SSH keys. Notably, you can override this behavior by manually updating a VM to block or allow project-level SSH keys. For more information about blocking project-level SSH keys, see the Compute Engine documentation: https://cloud.google.com/compute/docs/connect/restrict-ssh-keys#block-keys
*/
blockProjectSshKeys?: boolean | null;
/**
* Set this field true if you want Batch to help fetch drivers from a third party location and install them for GPUs specified in `policy.accelerators` or `instance_template` on your behalf. Default is false. For Container-Optimized Image cases, Batch will install the accelerator driver following milestones of https://cloud.google.com/container-optimized-os/docs/release-notes. For non Container-Optimized Image cases, following https://github.com/GoogleCloudPlatform/compute-gpu-installation/blob/main/linux/install_gpu_driver.py.
*/
installGpuDrivers?: boolean | null;
/**
* Optional. Set this field true if you want Batch to install Ops Agent on your behalf. Default is false.
*/
installOpsAgent?: boolean | null;
/**
* Name of an instance template used to create VMs. Named the field as 'instance_template' instead of 'template' to avoid C++ keyword conflict. Batch only supports global instance templates from the same project as the job. You can specify the global instance template as a full or partial URL.
*/
instanceTemplate?: string | null;
/**
* InstancePolicy.
*/
policy?: Schema$InstancePolicy;
}
/**
* VM instance status.
*/
export interface Schema$InstanceStatus {
/**
* The VM boot disk.
*/
bootDisk?: Schema$Disk;
/**
* The Compute Engine machine type.
*/
machineType?: string | null;
/**
* The VM instance provisioning model.
*/
provisioningModel?: string | null;
/**
* The max number of tasks can be assigned to this instance type.
*/
taskPack?: string | null;
}
/**
* The Cloud Batch Job description.
*/
export interface Schema$Job {
/**
* Compute resource allocation for all TaskGroups in the Job.
*/
allocationPolicy?: Schema$AllocationPolicy;
/**
* Output only. When the Job was created.
*/
createTime?: string | null;
/**
* Custom labels to apply to the job and any Cloud Logging [LogEntry](https://cloud.google.com/logging/docs/reference/v2/rest/v2/LogEntry) that it generates. Use labels to group and describe the resources they are applied to. Batch automatically applies predefined labels and supports multiple `labels` fields for each job, which each let you apply custom labels to various resources. Label names that start with "goog-" or "google-" are reserved for predefined labels. For more information about labels with Batch, see [Organize resources using labels](https://cloud.google.com/batch/docs/organize-resources-using-labels).
*/
labels?: {[key: string]: string} | null;
/**
* Log preservation policy for the Job.
*/
logsPolicy?: Schema$LogsPolicy;
/**
* Output only. Job name. For example: "projects/123456/locations/us-central1/jobs/job01".
*/
name?: string | null;
/**
* Notification configurations.
*/
notifications?: Schema$JobNotification[];
/**
* Priority of the Job. The valid value range is [0, 100). Default value is 0. Higher value indicates higher priority. A job with higher priority value is more likely to run earlier if all other requirements are satisfied.
*/
priority?: string | null;
/**
* Output only. Job status. It is read only for users.
*/
status?: Schema$JobStatus;
/**
* Required. TaskGroups in the Job. Only one TaskGroup is supported now.
*/
taskGroups?: Schema$TaskGroup[];
/**
* Output only. A system generated unique ID for the Job.
*/
uid?: string | null;
/**
* Output only. The last time the Job was updated.
*/
updateTime?: string | null;
}
/**
* Notification configurations.
*/
export interface Schema$JobNotification {
/**
* The attribute requirements of messages to be sent to this Pub/Sub topic. Without this field, no message will be sent.
*/
message?: Schema$Message;
/**
* The Pub/Sub topic where notifications for the job, like state changes, will be published. If undefined, no Pub/Sub notifications are sent for this job. Specify the topic using the following format: `projects/{project\}/topics/{topic\}`. Notably, if you want to specify a Pub/Sub topic that is in a different project than the job, your administrator must grant your project's Batch service agent permission to publish to that topic. For more information about configuring Pub/Sub notifications for a job, see https://cloud.google.com/batch/docs/enable-notifications.
*/
pubsubTopic?: string | null;
}
/**
* Job status.
*/
export interface Schema$JobStatus {
/**
* The duration of time that the Job spent in status RUNNING.
*/
runDuration?: string | null;
/**
* Job state
*/
state?: string | null;
/**
* Job status events
*/
statusEvents?: Schema$StatusEvent[];
/**
* Aggregated task status for each TaskGroup in the Job. The map key is TaskGroup ID.
*/
taskGroups?: {[key: string]: Schema$TaskGroupStatus} | null;
}
export interface Schema$KMSEnvMap {
/**
* The value of the cipherText response from the `encrypt` method.
*/
cipherText?: string | null;
/**
* The name of the KMS key that will be used to decrypt the cipher text.
*/
keyName?: string | null;
}
/**
* LifecyclePolicy describes how to deal with task failures based on different conditions.
*/
export interface Schema$LifecyclePolicy {
/**
* Action to execute when ActionCondition is true. When RETRY_TASK is specified, we will retry failed tasks if we notice any exit code match and fail tasks if no match is found. Likewise, when FAIL_TASK is specified, we will fail tasks if we notice any exit code match and retry tasks if no match is found.
*/
action?: string | null;
/**
* Conditions that decide why a task failure is dealt with a specific action.
*/
actionCondition?: Schema$ActionCondition;
}
/**
* ListJob Response.
*/
export interface Schema$ListJobsResponse {
/**
* Jobs.
*/
jobs?: Schema$Job[];
/**
* Next page token.
*/
nextPageToken?: string | null;
/**
* Locations that could not be reached.
*/
unreachable?: string[] | null;
}
/**
* The response message for Locations.ListLocations.
*/
export interface Schema$ListLocationsResponse {
/**
* A list of locations that matches the specified filter in the request.
*/
locations?: Schema$Location[];
/**
* The standard List next-page token.
*/
nextPageToken?: string | null;
}
/**
* The response message for Operations.ListOperations.
*/
export interface Schema$ListOperationsResponse {
/**
* The standard List next-page token.
*/
nextPageToken?: string | null;
/**
* A list of operations that matches the specified filter in the request.
*/
operations?: Schema$Operation[];
}
/**
* ListTasks Response.
*/
export interface Schema$ListTasksResponse {
/**
* Next page token.
*/
nextPageToken?: string | null;
/**
* Tasks.
*/
tasks?: Schema$Task[];
/**
* Locations that could not be reached.
*/
unreachable?: string[] | null;
}
/**
* A resource that represents a Google Cloud location.
*/
export interface Schema$Location {
/**
* The friendly name for this location, typically a nearby city name. For example, "Tokyo".
*/
displayName?: string | null;
/**
* Cross-service attributes for the location. For example {"cloud.googleapis.com/region": "us-east1"\}
*/
labels?: {[key: string]: string} | null;
/**
* The canonical id for this location. For example: `"us-east1"`.
*/
locationId?: string | null;
/**
* Service-specific metadata. For example the available capacity at the given location.
*/
metadata?: {[key: string]: any} | null;
/**
* Resource name for the location, which may vary between implementations. For example: `"projects/example-project/locations/us-east1"`
*/
name?: string | null;
}
export interface Schema$LocationPolicy {
/**
* A list of allowed location names represented by internal URLs. Each location can be a region or a zone. Only one region or multiple zones in one region is supported now. For example, ["regions/us-central1"] allow VMs in any zones in region us-central1. ["zones/us-central1-a", "zones/us-central1-c"] only allow VMs in zones us-central1-a and us-central1-c. Mixing locations from different regions would cause errors. For example, ["regions/us-central1", "zones/us-central1-a", "zones/us-central1-b", "zones/us-west1-a"] contains locations from two distinct regions: us-central1 and us-west1. This combination will trigger an error.
*/
allowedLocations?: string[] | null;
}
/**
* LogsPolicy describes if and how a job's logs are preserved. Logs include information that is automatically written by the Batch service agent and any information that you configured the job's runnables to write to the `stdout` or `stderr` streams.
*/
export interface Schema$LogsPolicy {
/**
* Optional. When `destination` is set to `CLOUD_LOGGING`, you can optionally set this field to configure additional settings for Cloud Logging.
*/
cloudLoggingOption?: Schema$CloudLoggingOption;
/**
* If and where logs should be saved.
*/
destination?: string | null;
/**
* When `destination` is set to `PATH`, you must set this field to the path where you want logs to be saved. This path can point to a local directory on the VM or (if congifured) a directory under the mount path of any Cloud Storage bucket, network file system (NFS), or writable persistent disk that is mounted to the job. For example, if the job has a bucket with `mountPath` set to `/mnt/disks/my-bucket`, you can write logs to the root directory of the `remotePath` of that bucket by setting this field to `/mnt/disks/my-bucket/`.
*/
logsPath?: string | null;
}
/**
* Message details. Describe the conditions under which messages will be sent. If no attribute is defined, no message will be sent by default. One message should specify either the job or the task level attributes, but not both. For example, job level: JOB_STATE_CHANGED and/or a specified new_job_state; task level: TASK_STATE_CHANGED and/or a specified new_task_state.
*/
export interface Schema$Message {
/**
* The new job state.
*/
newJobState?: string | null;
/**
* The new task state.
*/
newTaskState?: string | null;
/**
* The message type.
*/
type?: string | null;
}
/**
* A network interface.
*/
export interface Schema$NetworkInterface {
/**
* The URL of an existing network resource. You can specify the network as a full or partial URL. For example, the following are all valid URLs: * https://www.googleapis.com/compute/v1/projects/{project\}/global/networks/{network\} * projects/{project\}/global/networks/{network\} * global/networks/{network\}
*/
network?: string | null;
/**
* Default is false (with an external IP address). Required if no external public IP address is attached to the VM. If no external public IP address, additional configuration is required to allow the VM to access Google Services. See https://cloud.google.com/vpc/docs/configure-private-google-access and https://cloud.google.com/nat/docs/gce-example#create-nat for more information.
*/
noExternalIpAddress?: boolean | null;
/**
* The URL of an existing subnetwork resource in the network. You can specify the subnetwork as a full or partial URL. For example, the following are all valid URLs: * https://www.googleapis.com/compute/v1/projects/{project\}/regions/{region\}/subnetworks/{subnetwork\} * projects/{project\}/regions/{region\}/subnetworks/{subnetwork\} * regions/{region\}/subnetworks/{subnetwork\}
*/
subnetwork?: string | null;
}
/**
* NetworkPolicy describes VM instance network configurations.
*/
export interface Schema$NetworkPolicy {
/**
* Network configurations.
*/
networkInterfaces?: Schema$NetworkInterface[];
}
/**
* Represents an NFS volume.
*/
export interface Schema$NFS {
/**
* Remote source path exported from the NFS, e.g., "/share".
*/
remotePath?: string | null;
/**
* The IP address of the NFS.
*/
server?: string | null;
}
/**
* This resource represents a long-running operation that is the result of a network API call.
*/
export interface Schema$Operation {
/**
* If the value is `false`, it means the operation is still in progress. If `true`, the operation is completed, and either `error` or `response` is available.
*/
done?: boolean | null;
/**
* The error result of the operation in case of failure or cancellation.
*/
error?: Schema$Status;
/**
* Service-specific metadata associated with the operation. It typically contains progress information and common metadata such as create time. Some services might not provide such metadata. Any method that returns a long-running operation should document the metadata type, if any.
*/
metadata?: {[key: string]: any} | null;
/**
* The server-assigned name, which is only unique within the same service that originally returns it. If you use the default HTTP mapping, the `name` should be a resource name ending with `operations/{unique_id\}`.
*/
name?: string | null;
/**
* The normal, successful response of the operation. If the original method returns no data on success, such as `Delete`, the response is `google.protobuf.Empty`. If the original method is standard `Get`/`Create`/`Update`, the response should be the resource. For other methods, the response should have the type `XxxResponse`, where `Xxx` is the original method name. For example, if the original method name is `TakeSnapshot()`, the inferred response type is `TakeSnapshotResponse`.
*/
response?: {[key: string]: any} | null;
}
/**
* Represents the metadata of the long-running operation.
*/
export interface Schema$OperationMetadata {
/**
* Output only. API version used to start the operation.
*/
apiVersion?: string | null;
/**
* Output only. The time the operation was created.
*/
createTime?: string | null;
/**
* Output only. The time the operation finished running.
*/
endTime?: string | null;
/**
* Output only. Identifies whether the user has requested cancellation of the operation. Operations that have successfully been cancelled have google.longrunning.Operation.error value with a google.rpc.Status.code of 1, corresponding to `Code.CANCELLED`.
*/
requestedCancellation?: boolean | null;
/**
* Output only. Human-readable status of the operation, if any.
*/
statusMessage?: string | null;
/**
* Output only. Server-defined resource path for the target of the operation.
*/
target?: string | null;
/**
* Output only. Name of the verb executed by the operation.
*/
verb?: string | null;
}
/**
* PlacementPolicy describes a group placement policy for the VMs controlled by this AllocationPolicy.
*/
export interface Schema$PlacementPolicy {
/**
* UNSPECIFIED vs. COLLOCATED (default UNSPECIFIED). Use COLLOCATED when you want VMs to be located close to each other for low network latency between the VMs. No placement policy will be generated when collocation is UNSPECIFIED.
*/
collocation?: string | null;
/**
* When specified, causes the job to fail if more than max_distance logical switches are required between VMs. Batch uses the most compact possible placement of VMs even when max_distance is not specified. An explicit max_distance makes that level of compactness a strict requirement. Not yet implemented
*/
maxDistance?: string | null;
}
/**
* Request to report agent's state. The Request itself implies the agent is healthy.
*/
export interface Schema$ReportAgentStateRequest {
/**
* Agent info.
*/
agentInfo?: Schema$AgentInfo;
/**
* Agent timing info.
*/
agentTimingInfo?: Schema$AgentTimingInfo;
/**
* Agent metadata.
*/
metadata?: Schema$AgentMetadata;
}
/**
* Response to ReportAgentStateRequest.
*/
export interface Schema$ReportAgentStateResponse {
/**
* Default report interval override
*/
defaultReportInterval?: string | null;
/**
* Min