pulumi-gcp-kotlin/com.pulumi.gcp.dataplex.kotlin.inputs/TaskSparkArgs

TaskSparkArgs

data class TaskSparkArgs(val archiveUris: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val infrastructureSpec: Output<TaskSparkInfrastructureSpecArgs>? = null, val mainClass: Output<String>? = null, val mainJarFileUri: Output<String>? = null, val pythonScriptFile: Output<String>? = null, val sqlScript: Output<String>? = null, val sqlScriptFile: Output<String>? = null) : ConvertibleToJava<TaskSparkArgs>

Constructors

TaskSparkArgs

fun TaskSparkArgs(archiveUris: Output<List<String>>? = null, fileUris: Output<List<String>>? = null, infrastructureSpec: Output<TaskSparkInfrastructureSpecArgs>? = null, mainClass: Output<String>? = null, mainJarFileUri: Output<String>? = null, pythonScriptFile: Output<String>? = null, sqlScript: Output<String>? = null, sqlScriptFile: Output<String>? = null)

Functions

toJava

open override fun toJava(): TaskSparkArgs

Properties

archiveUris

val archiveUris: Output<List<String>>? = null

Cloud Storage URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.

fileUris

val fileUris: Output<List<String>>? = null

Cloud Storage URIs of files to be placed in the working directory of each executor.

infrastructureSpec

val infrastructureSpec: Output<TaskSparkInfrastructureSpecArgs>? = null

Infrastructure specification for the execution. Structure is documented below.

mainClass

val mainClass: Output<String>? = null

The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in jar_file_uris. The execution args are passed in as a sequence of named process arguments (--key=value).

mainJarFileUri

val mainJarFileUri: Output<String>? = null

The Cloud Storage URI of the jar file that contains the main class. The execution args are passed in as a sequence of named process arguments (--key=value).

pythonScriptFile

val pythonScriptFile: Output<String>? = null

The Gcloud Storage URI of the main Python file to use as the driver. Must be a .py file. The execution args are passed in as a sequence of named process arguments (--key=value).

sqlScript

val sqlScript: Output<String>? = null

The query text. The execution args are used to declare a set of script variables (set key='value';).

sqlScriptFile

val sqlScriptFile: Output<String>? = null

A reference to a query file. This can be the Cloud Storage URI of the query file or it can the path to a SqlScript Content. The execution args are used to declare a set of script variables (set key='value';).