pulumi-gcp-kotlin/com.pulumi.gcp.dataplex.kotlin.outputs/TaskSpark

TaskSpark

data class TaskSpark(val archiveUris: List<String>? = null, val fileUris: List<String>? = null, val infrastructureSpec: TaskSparkInfrastructureSpec? = null, val mainClass: String? = null, val mainJarFileUri: String? = null, val pythonScriptFile: String? = null, val sqlScript: String? = null, val sqlScriptFile: String? = null)

Constructors

TaskSpark

fun TaskSpark(archiveUris: List<String>? = null, fileUris: List<String>? = null, infrastructureSpec: TaskSparkInfrastructureSpec? = null, mainClass: String? = null, mainJarFileUri: String? = null, pythonScriptFile: String? = null, sqlScript: String? = null, sqlScriptFile: String? = null)

Types

Companion

object Companion

Properties

archiveUris

val archiveUris: List<String>? = null

Cloud Storage URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.

fileUris

val fileUris: List<String>? = null

Cloud Storage URIs of files to be placed in the working directory of each executor.

infrastructureSpec

val infrastructureSpec: TaskSparkInfrastructureSpec? = null

Infrastructure specification for the execution. Structure is documented below.

mainClass

val mainClass: String? = null

The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in jar_file_uris. The execution args are passed in as a sequence of named process arguments (--key=value).

mainJarFileUri

val mainJarFileUri: String? = null

The Cloud Storage URI of the jar file that contains the main class. The execution args are passed in as a sequence of named process arguments (--key=value).

pythonScriptFile

val pythonScriptFile: String? = null

The Gcloud Storage URI of the main Python file to use as the driver. Must be a .py file. The execution args are passed in as a sequence of named process arguments (--key=value).

sqlScript

val sqlScript: String? = null

The query text. The execution args are used to declare a set of script variables (set key='value';).

sqlScriptFile

val sqlScriptFile: String? = null

A reference to a query file. This can be the Cloud Storage URI of the query file or it can the path to a SqlScript Content. The execution args are used to declare a set of script variables (set key='value';).