@pulumi/gcp
Version:
A Pulumi package for creating and managing Google Cloud Platform resources.
315 lines • 14.6 kB
JavaScript
;
// *** WARNING: this file was generated by pulumi-language-nodejs. ***
// *** Do not edit by hand unless you're certain you know what you are doing! ***
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.GdcSparkApplication = void 0;
const pulumi = __importStar(require("@pulumi/pulumi"));
const utilities = __importStar(require("../utilities"));
/**
* A Spark application is a single Spark workload run on a GDC cluster.
*
* To get more information about SparkApplication, see:
*
* * [API documentation](https://cloud.google.com/dataproc-gdc/docs/reference/rest/v1/projects.locations.serviceInstances.sparkApplications)
* * How-to Guides
* * [Dataproc Intro](https://cloud.google.com/dataproc/)
*
* ## Example Usage
*
* ### Dataprocgdc Sparkapplication Basic
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
*
* const spark_application = new gcp.dataproc.GdcSparkApplication("spark-application", {
* sparkApplicationId: "tf-e2e-spark-app-basic",
* serviceinstance: "do-not-delete-dataproc-gdc-instance",
* project: "my-project",
* location: "us-west2",
* namespace: "default",
* sparkApplicationConfig: {
* mainClass: "org.apache.spark.examples.SparkPi",
* jarFileUris: ["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
* args: ["10000"],
* },
* });
* ```
* ### Dataprocgdc Sparkapplication
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
*
* const appEnv = new gcp.dataproc.GdcApplicationEnvironment("app_env", {
* applicationEnvironmentId: "tf-e2e-spark-app-env",
* serviceinstance: "do-not-delete-dataproc-gdc-instance",
* project: "my-project",
* location: "us-west2",
* namespace: "default",
* });
* const spark_application = new gcp.dataproc.GdcSparkApplication("spark-application", {
* sparkApplicationId: "tf-e2e-spark-app",
* serviceinstance: "do-not-delete-dataproc-gdc-instance",
* project: "my-project",
* location: "us-west2",
* namespace: "default",
* labels: {
* "test-label": "label-value",
* },
* annotations: {
* an_annotation: "annotation_value",
* },
* properties: {
* "spark.executor.instances": "2",
* },
* applicationEnvironment: appEnv.name,
* version: "1.2",
* sparkApplicationConfig: {
* mainJarFileUri: "file:///usr/lib/spark/examples/jars/spark-examples.jar",
* jarFileUris: ["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
* archiveUris: ["file://usr/lib/spark/examples/spark-examples.jar"],
* fileUris: ["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
* },
* });
* ```
* ### Dataprocgdc Sparkapplication Pyspark
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
*
* const spark_application = new gcp.dataproc.GdcSparkApplication("spark-application", {
* sparkApplicationId: "tf-e2e-pyspark-app",
* serviceinstance: "do-not-delete-dataproc-gdc-instance",
* project: "my-project",
* location: "us-west2",
* namespace: "default",
* displayName: "A Pyspark application for a Terraform create test",
* dependencyImages: ["gcr.io/some/image"],
* pysparkApplicationConfig: {
* mainPythonFileUri: "gs://goog-dataproc-initialization-actions-us-west2/conda/test_conda.py",
* jarFileUris: ["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
* pythonFileUris: ["gs://goog-dataproc-initialization-actions-us-west2/conda/get-sys-exec.py"],
* fileUris: ["file://usr/lib/spark/examples/spark-examples.jar"],
* archiveUris: ["file://usr/lib/spark/examples/spark-examples.jar"],
* args: ["10"],
* },
* });
* ```
* ### Dataprocgdc Sparkapplication Sparkr
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
*
* const spark_application = new gcp.dataproc.GdcSparkApplication("spark-application", {
* sparkApplicationId: "tf-e2e-sparkr-app",
* serviceinstance: "do-not-delete-dataproc-gdc-instance",
* project: "my-project",
* location: "us-west2",
* namespace: "default",
* displayName: "A SparkR application for a Terraform create test",
* sparkRApplicationConfig: {
* mainRFileUri: "gs://some-bucket/something.R",
* fileUris: ["file://usr/lib/spark/examples/spark-examples.jar"],
* archiveUris: ["file://usr/lib/spark/examples/spark-examples.jar"],
* args: ["10"],
* },
* });
* ```
* ### Dataprocgdc Sparkapplication Sparksql
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
*
* const spark_application = new gcp.dataproc.GdcSparkApplication("spark-application", {
* sparkApplicationId: "tf-e2e-sparksql-app",
* serviceinstance: "do-not-delete-dataproc-gdc-instance",
* project: "my-project",
* location: "us-west2",
* namespace: "default",
* displayName: "A SparkSql application for a Terraform create test",
* sparkSqlApplicationConfig: {
* jarFileUris: ["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
* queryList: {
* queries: ["show tables;"],
* },
* scriptVariables: {
* MY_VAR: "1",
* },
* },
* });
* ```
* ### Dataprocgdc Sparkapplication Sparksql Query File
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
*
* const spark_application = new gcp.dataproc.GdcSparkApplication("spark-application", {
* sparkApplicationId: "tf-e2e-sparksql-app",
* serviceinstance: "do-not-delete-dataproc-gdc-instance",
* project: "my-project",
* location: "us-west2",
* namespace: "default",
* displayName: "A SparkSql application for a Terraform create test",
* sparkSqlApplicationConfig: {
* jarFileUris: ["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
* queryFileUri: "gs://some-bucket/something.sql",
* scriptVariables: {
* MY_VAR: "1",
* },
* },
* });
* ```
*
* ## Import
*
* SparkApplication can be imported using any of these accepted formats:
*
* * `projects/{{project}}/locations/{{location}}/serviceInstances/{{serviceinstance}}/sparkApplications/{{spark_application_id}}`
* * `{{project}}/{{location}}/{{serviceinstance}}/{{spark_application_id}}`
* * `{{location}}/{{serviceinstance}}/{{spark_application_id}}`
*
* When using the `pulumi import` command, SparkApplication can be imported using one of the formats above. For example:
*
* ```sh
* $ pulumi import gcp:dataproc/gdcSparkApplication:GdcSparkApplication default projects/{{project}}/locations/{{location}}/serviceInstances/{{serviceinstance}}/sparkApplications/{{spark_application_id}}
* $ pulumi import gcp:dataproc/gdcSparkApplication:GdcSparkApplication default {{project}}/{{location}}/{{serviceinstance}}/{{spark_application_id}}
* $ pulumi import gcp:dataproc/gdcSparkApplication:GdcSparkApplication default {{location}}/{{serviceinstance}}/{{spark_application_id}}
* ```
*/
class GdcSparkApplication extends pulumi.CustomResource {
/**
* Get an existing GdcSparkApplication resource's state with the given name, ID, and optional extra
* properties used to qualify the lookup.
*
* @param name The _unique_ name of the resulting resource.
* @param id The _unique_ provider ID of the resource to lookup.
* @param state Any extra arguments used during the lookup.
* @param opts Optional settings to control the behavior of the CustomResource.
*/
static get(name, id, state, opts) {
return new GdcSparkApplication(name, state, { ...opts, id: id });
}
/** @internal */
static __pulumiType = 'gcp:dataproc/gdcSparkApplication:GdcSparkApplication';
/**
* Returns true if the given object is an instance of GdcSparkApplication. This is designed to work even
* when multiple copies of the Pulumi SDK have been loaded into the same process.
*/
static isInstance(obj) {
if (obj === undefined || obj === null) {
return false;
}
return obj['__pulumiType'] === GdcSparkApplication.__pulumiType;
}
constructor(name, argsOrState, opts) {
let resourceInputs = {};
opts = opts || {};
if (opts.id) {
const state = argsOrState;
resourceInputs["annotations"] = state?.annotations;
resourceInputs["applicationEnvironment"] = state?.applicationEnvironment;
resourceInputs["createTime"] = state?.createTime;
resourceInputs["deletionPolicy"] = state?.deletionPolicy;
resourceInputs["dependencyImages"] = state?.dependencyImages;
resourceInputs["displayName"] = state?.displayName;
resourceInputs["effectiveAnnotations"] = state?.effectiveAnnotations;
resourceInputs["effectiveLabels"] = state?.effectiveLabels;
resourceInputs["labels"] = state?.labels;
resourceInputs["location"] = state?.location;
resourceInputs["monitoringEndpoint"] = state?.monitoringEndpoint;
resourceInputs["name"] = state?.name;
resourceInputs["namespace"] = state?.namespace;
resourceInputs["outputUri"] = state?.outputUri;
resourceInputs["project"] = state?.project;
resourceInputs["properties"] = state?.properties;
resourceInputs["pulumiLabels"] = state?.pulumiLabels;
resourceInputs["pysparkApplicationConfig"] = state?.pysparkApplicationConfig;
resourceInputs["reconciling"] = state?.reconciling;
resourceInputs["serviceinstance"] = state?.serviceinstance;
resourceInputs["sparkApplicationConfig"] = state?.sparkApplicationConfig;
resourceInputs["sparkApplicationId"] = state?.sparkApplicationId;
resourceInputs["sparkRApplicationConfig"] = state?.sparkRApplicationConfig;
resourceInputs["sparkSqlApplicationConfig"] = state?.sparkSqlApplicationConfig;
resourceInputs["state"] = state?.state;
resourceInputs["stateMessage"] = state?.stateMessage;
resourceInputs["uid"] = state?.uid;
resourceInputs["updateTime"] = state?.updateTime;
resourceInputs["version"] = state?.version;
}
else {
const args = argsOrState;
if (args?.location === undefined && !opts.urn) {
throw new Error("Missing required property 'location'");
}
if (args?.serviceinstance === undefined && !opts.urn) {
throw new Error("Missing required property 'serviceinstance'");
}
if (args?.sparkApplicationId === undefined && !opts.urn) {
throw new Error("Missing required property 'sparkApplicationId'");
}
resourceInputs["annotations"] = args?.annotations;
resourceInputs["applicationEnvironment"] = args?.applicationEnvironment;
resourceInputs["deletionPolicy"] = args?.deletionPolicy;
resourceInputs["dependencyImages"] = args?.dependencyImages;
resourceInputs["displayName"] = args?.displayName;
resourceInputs["labels"] = args?.labels;
resourceInputs["location"] = args?.location;
resourceInputs["namespace"] = args?.namespace;
resourceInputs["project"] = args?.project;
resourceInputs["properties"] = args?.properties;
resourceInputs["pysparkApplicationConfig"] = args?.pysparkApplicationConfig;
resourceInputs["serviceinstance"] = args?.serviceinstance;
resourceInputs["sparkApplicationConfig"] = args?.sparkApplicationConfig;
resourceInputs["sparkApplicationId"] = args?.sparkApplicationId;
resourceInputs["sparkRApplicationConfig"] = args?.sparkRApplicationConfig;
resourceInputs["sparkSqlApplicationConfig"] = args?.sparkSqlApplicationConfig;
resourceInputs["version"] = args?.version;
resourceInputs["createTime"] = undefined /*out*/;
resourceInputs["effectiveAnnotations"] = undefined /*out*/;
resourceInputs["effectiveLabels"] = undefined /*out*/;
resourceInputs["monitoringEndpoint"] = undefined /*out*/;
resourceInputs["name"] = undefined /*out*/;
resourceInputs["outputUri"] = undefined /*out*/;
resourceInputs["pulumiLabels"] = undefined /*out*/;
resourceInputs["reconciling"] = undefined /*out*/;
resourceInputs["state"] = undefined /*out*/;
resourceInputs["stateMessage"] = undefined /*out*/;
resourceInputs["uid"] = undefined /*out*/;
resourceInputs["updateTime"] = undefined /*out*/;
}
opts = pulumi.mergeOptions(utilities.resourceOptsDefaults(), opts);
const secretOpts = { additionalSecretOutputs: ["effectiveLabels", "pulumiLabels"] };
opts = pulumi.mergeOptions(opts, secretOpts);
super(GdcSparkApplication.__pulumiType, name, resourceInputs, opts);
}
}
exports.GdcSparkApplication = GdcSparkApplication;
//# sourceMappingURL=gdcSparkApplication.js.map