pulumi-google-native-kotlin/com.pulumi.googlenative.dataproc.v1.kotlin.inputs

Package-level declarations

Types

data class AcceleratorConfigArgs(val acceleratorCount: Output<Int>? = null, val acceleratorTypeUri: Output<String>? = null) : ConvertibleToJava<AcceleratorConfigArgs>

Specifies the type and number of accelerator cards attached to the instances of an instance. See GPUs on Compute Engine (https://cloud.google.com/compute/docs/gpus/).

AcceleratorConfigArgsBuilder

class AcceleratorConfigArgsBuilder

Builder for AcceleratorConfigArgs.

AutoscalingConfigArgs

data class AutoscalingConfigArgs(val policyUri: Output<String>? = null) : ConvertibleToJava<AutoscalingConfigArgs>

Autoscaling Policy config associated with the cluster.

AutoscalingConfigArgsBuilder

class AutoscalingConfigArgsBuilder

Builder for AutoscalingConfigArgs.

AuxiliaryNodeGroupArgs

data class AuxiliaryNodeGroupArgs(val nodeGroup: Output<NodeGroupArgs>, val nodeGroupId: Output<String>? = null) : ConvertibleToJava<AuxiliaryNodeGroupArgs>

Node group identification and configuration information.

AuxiliaryNodeGroupArgsBuilder

class AuxiliaryNodeGroupArgsBuilder

Builder for AuxiliaryNodeGroupArgs.

AuxiliaryServicesConfigArgs

data class AuxiliaryServicesConfigArgs(val metastoreConfig: Output<MetastoreConfigArgs>? = null, val sparkHistoryServerConfig: Output<SparkHistoryServerConfigArgs>? = null) : ConvertibleToJava<AuxiliaryServicesConfigArgs>

Auxiliary services configuration for a Cluster.

AuxiliaryServicesConfigArgsBuilder

class AuxiliaryServicesConfigArgsBuilder

Builder for AuxiliaryServicesConfigArgs.

BasicAutoscalingAlgorithmArgs

data class BasicAutoscalingAlgorithmArgs(val cooldownPeriod: Output<String>? = null, val sparkStandaloneConfig: Output<SparkStandaloneAutoscalingConfigArgs>? = null, val yarnConfig: Output<BasicYarnAutoscalingConfigArgs>? = null) : ConvertibleToJava<BasicAutoscalingAlgorithmArgs>

Basic algorithm for autoscaling.

BasicAutoscalingAlgorithmArgsBuilder

class BasicAutoscalingAlgorithmArgsBuilder

Builder for BasicAutoscalingAlgorithmArgs.

BasicYarnAutoscalingConfigArgs

data class BasicYarnAutoscalingConfigArgs(val gracefulDecommissionTimeout: Output<String>, val scaleDownFactor: Output<Double>, val scaleDownMinWorkerFraction: Output<Double>? = null, val scaleUpFactor: Output<Double>, val scaleUpMinWorkerFraction: Output<Double>? = null) : ConvertibleToJava<BasicYarnAutoscalingConfigArgs>

Basic autoscaling configurations for YARN.

BasicYarnAutoscalingConfigArgsBuilder

class BasicYarnAutoscalingConfigArgsBuilder

Builder for BasicYarnAutoscalingConfigArgs.

BindingArgs

data class BindingArgs(val condition: Output<ExprArgs>? = null, val members: Output<List<String>>? = null, val role: Output<String>? = null) : ConvertibleToJava<BindingArgs>

Associates members, or principals, with a role.

BindingArgsBuilder

class BindingArgsBuilder

Builder for BindingArgs.

ClusterConfigArgs

data class ClusterConfigArgs(val autoscalingConfig: Output<AutoscalingConfigArgs>? = null, val auxiliaryNodeGroups: Output<List<AuxiliaryNodeGroupArgs>>? = null, val configBucket: Output<String>? = null, val dataprocMetricConfig: Output<DataprocMetricConfigArgs>? = null, val encryptionConfig: Output<EncryptionConfigArgs>? = null, val endpointConfig: Output<EndpointConfigArgs>? = null, val gceClusterConfig: Output<GceClusterConfigArgs>? = null, val gkeClusterConfig: Output<GkeClusterConfigArgs>? = null, val initializationActions: Output<List<NodeInitializationActionArgs>>? = null, val lifecycleConfig: Output<LifecycleConfigArgs>? = null, val masterConfig: Output<InstanceGroupConfigArgs>? = null, val metastoreConfig: Output<MetastoreConfigArgs>? = null, val secondaryWorkerConfig: Output<InstanceGroupConfigArgs>? = null, val securityConfig: Output<SecurityConfigArgs>? = null, val softwareConfig: Output<SoftwareConfigArgs>? = null, val tempBucket: Output<String>? = null, val workerConfig: Output<InstanceGroupConfigArgs>? = null) : ConvertibleToJava<ClusterConfigArgs>

The cluster config.

ClusterConfigArgsBuilder

class ClusterConfigArgsBuilder

Builder for ClusterConfigArgs.

ClusterSelectorArgs

data class ClusterSelectorArgs(val clusterLabels: Output<Map<String, String>>, val zone: Output<String>? = null) : ConvertibleToJava<ClusterSelectorArgs>

A selector that chooses target cluster for jobs based on metadata.

ClusterSelectorArgsBuilder

class ClusterSelectorArgsBuilder

Builder for ClusterSelectorArgs.

ConfidentialInstanceConfigArgs

data class ConfidentialInstanceConfigArgs(val enableConfidentialCompute: Output<Boolean>? = null) : ConvertibleToJava<ConfidentialInstanceConfigArgs>

Confidential Instance Config for clusters using Confidential VMs (https://cloud.google.com/compute/confidential-vm/docs)

ConfidentialInstanceConfigArgsBuilder

class ConfidentialInstanceConfigArgsBuilder

Builder for ConfidentialInstanceConfigArgs.

DataprocMetricConfigArgs

data class DataprocMetricConfigArgs(val metrics: Output<List<MetricArgs>>) : ConvertibleToJava<DataprocMetricConfigArgs>

Dataproc metric config.

DataprocMetricConfigArgsBuilder

class DataprocMetricConfigArgsBuilder

Builder for DataprocMetricConfigArgs.

DiskConfigArgs

data class DiskConfigArgs(val bootDiskSizeGb: Output<Int>? = null, val bootDiskType: Output<String>? = null, val localSsdInterface: Output<String>? = null, val numLocalSsds: Output<Int>? = null) : ConvertibleToJava<DiskConfigArgs>

Specifies the config of disk options for a group of VM instances.

DiskConfigArgsBuilder

class DiskConfigArgsBuilder

Builder for DiskConfigArgs.

DriverSchedulingConfigArgs

data class DriverSchedulingConfigArgs(val memoryMb: Output<Int>, val vcores: Output<Int>) : ConvertibleToJava<DriverSchedulingConfigArgs>

Driver scheduling configuration.

DriverSchedulingConfigArgsBuilder

class DriverSchedulingConfigArgsBuilder

Builder for DriverSchedulingConfigArgs.

EncryptionConfigArgs

data class EncryptionConfigArgs(val gcePdKmsKeyName: Output<String>? = null, val kmsKey: Output<String>? = null) : ConvertibleToJava<EncryptionConfigArgs>

Encryption settings for the cluster.

EncryptionConfigArgsBuilder

class EncryptionConfigArgsBuilder

Builder for EncryptionConfigArgs.

EndpointConfigArgs

data class EndpointConfigArgs(val enableHttpPortAccess: Output<Boolean>? = null) : ConvertibleToJava<EndpointConfigArgs>

Endpoint config for this cluster

EndpointConfigArgsBuilder

class EndpointConfigArgsBuilder

Builder for EndpointConfigArgs.

EnvironmentConfigArgs

data class EnvironmentConfigArgs(val executionConfig: Output<ExecutionConfigArgs>? = null, val peripheralsConfig: Output<PeripheralsConfigArgs>? = null) : ConvertibleToJava<EnvironmentConfigArgs>

Environment configuration for a workload.

EnvironmentConfigArgsBuilder

class EnvironmentConfigArgsBuilder

Builder for EnvironmentConfigArgs.

ExecutionConfigArgs

data class ExecutionConfigArgs(val idleTtl: Output<String>? = null, val kmsKey: Output<String>? = null, val networkTags: Output<List<String>>? = null, val networkUri: Output<String>? = null, val serviceAccount: Output<String>? = null, val stagingBucket: Output<String>? = null, val subnetworkUri: Output<String>? = null, val ttl: Output<String>? = null) : ConvertibleToJava<ExecutionConfigArgs>

Execution configuration for a workload.

ExecutionConfigArgsBuilder

class ExecutionConfigArgsBuilder

Builder for ExecutionConfigArgs.

ExprArgs

data class ExprArgs(val description: Output<String>? = null, val expression: Output<String>? = null, val location: Output<String>? = null, val title: Output<String>? = null) : ConvertibleToJava<ExprArgs>

Represents a textual expression in the Common Expression Language (CEL) syntax. CEL is a C-like expression language. The syntax and semantics of CEL are documented at https://github.com/google/cel-spec.Example (Comparison): title: "Summary size limit" description: "Determines if a summary is less than 100 chars" expression: "document.summary.size() < 100" Example (Equality): title: "Requestor is owner" description: "Determines if requestor is the document owner" expression: "document.owner == request.auth.claims.email" Example (Logic): title: "Public documents" description: "Determine whether the document should be publicly visible" expression: "document.type != 'private' && document.type != 'internal'" Example (Data Manipulation): title: "Notification string" description: "Create a notification string with a timestamp." expression: "'New message received at ' + string(document.create_time)" The exact variables and functions that may be referenced within an expression are determined by the service that evaluates it. See the service documentation for additional information.

ExprArgsBuilder

class ExprArgsBuilder

Builder for ExprArgs.

GceClusterConfigArgs

data class GceClusterConfigArgs(val confidentialInstanceConfig: Output<ConfidentialInstanceConfigArgs>? = null, val internalIpOnly: Output<Boolean>? = null, val metadata: Output<Map<String, String>>? = null, val networkUri: Output<String>? = null, val nodeGroupAffinity: Output<NodeGroupAffinityArgs>? = null, val privateIpv6GoogleAccess: Output<GceClusterConfigPrivateIpv6GoogleAccess>? = null, val reservationAffinity: Output<ReservationAffinityArgs>? = null, val serviceAccount: Output<String>? = null, val serviceAccountScopes: Output<List<String>>? = null, val shieldedInstanceConfig: Output<ShieldedInstanceConfigArgs>? = null, val subnetworkUri: Output<String>? = null, val tags: Output<List<String>>? = null, val zoneUri: Output<String>? = null) : ConvertibleToJava<GceClusterConfigArgs>

Common config settings for resources of Compute Engine cluster instances, applicable to all instances in the cluster.

GceClusterConfigArgsBuilder

class GceClusterConfigArgsBuilder

Builder for GceClusterConfigArgs.

GetAutoscalingPolicyIamPolicyPlainArgs

data class GetAutoscalingPolicyIamPolicyPlainArgs(val autoscalingPolicyId: String, val location: String, val project: String? = null) : ConvertibleToJava<GetAutoscalingPolicyIamPolicyPlainArgs>

GetAutoscalingPolicyIamPolicyPlainArgsBuilder

class GetAutoscalingPolicyIamPolicyPlainArgsBuilder

Builder for GetAutoscalingPolicyIamPolicyPlainArgs.

GetAutoscalingPolicyPlainArgs

data class GetAutoscalingPolicyPlainArgs(val autoscalingPolicyId: String, val location: String, val project: String? = null) : ConvertibleToJava<GetAutoscalingPolicyPlainArgs>

GetAutoscalingPolicyPlainArgsBuilder

class GetAutoscalingPolicyPlainArgsBuilder

Builder for GetAutoscalingPolicyPlainArgs.

GetBatchPlainArgs

data class GetBatchPlainArgs(val batchId: String, val location: String, val project: String? = null) : ConvertibleToJava<GetBatchPlainArgs>

GetBatchPlainArgsBuilder

class GetBatchPlainArgsBuilder

Builder for GetBatchPlainArgs.

GetClusterPlainArgs

data class GetClusterPlainArgs(val clusterName: String, val project: String? = null, val region: String) : ConvertibleToJava<GetClusterPlainArgs>

GetClusterPlainArgsBuilder

class GetClusterPlainArgsBuilder

Builder for GetClusterPlainArgs.

GetJobPlainArgs

data class GetJobPlainArgs(val jobId: String, val project: String? = null, val region: String) : ConvertibleToJava<GetJobPlainArgs>

GetJobPlainArgsBuilder

class GetJobPlainArgsBuilder

Builder for GetJobPlainArgs.

GetNodeGroupPlainArgs

data class GetNodeGroupPlainArgs(val clusterId: String, val nodeGroupId: String, val project: String? = null, val regionId: String) : ConvertibleToJava<GetNodeGroupPlainArgs>

GetNodeGroupPlainArgsBuilder

class GetNodeGroupPlainArgsBuilder

Builder for GetNodeGroupPlainArgs.

GetRegionAutoscalingPolicyIamPolicyPlainArgs

data class GetRegionAutoscalingPolicyIamPolicyPlainArgs(val autoscalingPolicyId: String, val project: String? = null, val regionId: String) : ConvertibleToJava<GetRegionAutoscalingPolicyIamPolicyPlainArgs>

GetRegionAutoscalingPolicyIamPolicyPlainArgsBuilder

class GetRegionAutoscalingPolicyIamPolicyPlainArgsBuilder

Builder for GetRegionAutoscalingPolicyIamPolicyPlainArgs.

GetRegionClusterIamPolicyPlainArgs

data class GetRegionClusterIamPolicyPlainArgs(val clusterId: String, val project: String? = null, val regionId: String) : ConvertibleToJava<GetRegionClusterIamPolicyPlainArgs>

GetRegionClusterIamPolicyPlainArgsBuilder

class GetRegionClusterIamPolicyPlainArgsBuilder

Builder for GetRegionClusterIamPolicyPlainArgs.

GetRegionJobIamPolicyPlainArgs

data class GetRegionJobIamPolicyPlainArgs(val jobId: String, val project: String? = null, val regionId: String) : ConvertibleToJava<GetRegionJobIamPolicyPlainArgs>

GetRegionJobIamPolicyPlainArgsBuilder

class GetRegionJobIamPolicyPlainArgsBuilder

Builder for GetRegionJobIamPolicyPlainArgs.

GetRegionOperationIamPolicyPlainArgs

data class GetRegionOperationIamPolicyPlainArgs(val operationId: String, val project: String? = null, val regionId: String) : ConvertibleToJava<GetRegionOperationIamPolicyPlainArgs>

GetRegionOperationIamPolicyPlainArgsBuilder

class GetRegionOperationIamPolicyPlainArgsBuilder

Builder for GetRegionOperationIamPolicyPlainArgs.

GetRegionWorkflowTemplateIamPolicyPlainArgs

data class GetRegionWorkflowTemplateIamPolicyPlainArgs(val project: String? = null, val regionId: String, val workflowTemplateId: String) : ConvertibleToJava<GetRegionWorkflowTemplateIamPolicyPlainArgs>

GetRegionWorkflowTemplateIamPolicyPlainArgsBuilder

class GetRegionWorkflowTemplateIamPolicyPlainArgsBuilder

Builder for GetRegionWorkflowTemplateIamPolicyPlainArgs.

GetWorkflowTemplateIamPolicyPlainArgs

data class GetWorkflowTemplateIamPolicyPlainArgs(val location: String, val project: String? = null, val workflowTemplateId: String) : ConvertibleToJava<GetWorkflowTemplateIamPolicyPlainArgs>

GetWorkflowTemplateIamPolicyPlainArgsBuilder

class GetWorkflowTemplateIamPolicyPlainArgsBuilder

Builder for GetWorkflowTemplateIamPolicyPlainArgs.

GetWorkflowTemplatePlainArgs

data class GetWorkflowTemplatePlainArgs(val location: String, val project: String? = null, val version: Int? = null, val workflowTemplateId: String) : ConvertibleToJava<GetWorkflowTemplatePlainArgs>

GetWorkflowTemplatePlainArgsBuilder

class GetWorkflowTemplatePlainArgsBuilder

Builder for GetWorkflowTemplatePlainArgs.

GkeClusterConfigArgs

data class GkeClusterConfigArgs(val gkeClusterTarget: Output<String>? = null, val namespacedGkeDeploymentTarget: Output<NamespacedGkeDeploymentTargetArgs>? = null, val nodePoolTarget: Output<List<GkeNodePoolTargetArgs>>? = null) : ConvertibleToJava<GkeClusterConfigArgs>

The cluster's GKE config.

GkeClusterConfigArgsBuilder

class GkeClusterConfigArgsBuilder

Builder for GkeClusterConfigArgs.

GkeNodeConfigArgs

data class GkeNodeConfigArgs(val accelerators: Output<List<GkeNodePoolAcceleratorConfigArgs>>? = null, val bootDiskKmsKey: Output<String>? = null, val localSsdCount: Output<Int>? = null, val machineType: Output<String>? = null, val minCpuPlatform: Output<String>? = null, val preemptible: Output<Boolean>? = null, val spot: Output<Boolean>? = null) : ConvertibleToJava<GkeNodeConfigArgs>

Parameters that describe cluster nodes.

GkeNodeConfigArgsBuilder

class GkeNodeConfigArgsBuilder

Builder for GkeNodeConfigArgs.

GkeNodePoolAcceleratorConfigArgs

data class GkeNodePoolAcceleratorConfigArgs(val acceleratorCount: Output<String>? = null, val acceleratorType: Output<String>? = null, val gpuPartitionSize: Output<String>? = null) : ConvertibleToJava<GkeNodePoolAcceleratorConfigArgs>

A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for a node pool.

GkeNodePoolAcceleratorConfigArgsBuilder

class GkeNodePoolAcceleratorConfigArgsBuilder

Builder for GkeNodePoolAcceleratorConfigArgs.

GkeNodePoolAutoscalingConfigArgs

data class GkeNodePoolAutoscalingConfigArgs(val maxNodeCount: Output<Int>? = null, val minNodeCount: Output<Int>? = null) : ConvertibleToJava<GkeNodePoolAutoscalingConfigArgs>

GkeNodePoolAutoscaling contains information the cluster autoscaler needs to adjust the size of the node pool to the current cluster usage.

GkeNodePoolAutoscalingConfigArgsBuilder

class GkeNodePoolAutoscalingConfigArgsBuilder

Builder for GkeNodePoolAutoscalingConfigArgs.

GkeNodePoolConfigArgs

data class GkeNodePoolConfigArgs(val autoscaling: Output<GkeNodePoolAutoscalingConfigArgs>? = null, val config: Output<GkeNodeConfigArgs>? = null, val locations: Output<List<String>>? = null) : ConvertibleToJava<GkeNodePoolConfigArgs>

The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).

GkeNodePoolConfigArgsBuilder

class GkeNodePoolConfigArgsBuilder

Builder for GkeNodePoolConfigArgs.

GkeNodePoolTargetArgs

data class GkeNodePoolTargetArgs(val nodePool: Output<String>, val nodePoolConfig: Output<GkeNodePoolConfigArgs>? = null, val roles: Output<List<GkeNodePoolTargetRolesItem>>) : ConvertibleToJava<GkeNodePoolTargetArgs>

GKE node pools that Dataproc workloads run on.

GkeNodePoolTargetArgsBuilder

class GkeNodePoolTargetArgsBuilder

Builder for GkeNodePoolTargetArgs.

HadoopJobArgs

data class HadoopJobArgs(val archiveUris: Output<List<String>>? = null, val args: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val jarFileUris: Output<List<String>>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val mainClass: Output<String>? = null, val mainJarFileUri: Output<String>? = null, val properties: Output<Map<String, String>>? = null) : ConvertibleToJava<HadoopJobArgs>

A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).

HadoopJobArgsBuilder

class HadoopJobArgsBuilder

Builder for HadoopJobArgs.

HiveJobArgs

data class HiveJobArgs(val continueOnFailure: Output<Boolean>? = null, val jarFileUris: Output<List<String>>? = null, val properties: Output<Map<String, String>>? = null, val queryFileUri: Output<String>? = null, val queryList: Output<QueryListArgs>? = null, val scriptVariables: Output<Map<String, String>>? = null) : ConvertibleToJava<HiveJobArgs>

A Dataproc job for running Apache Hive (https://hive.apache.org/) queries on YARN.

HiveJobArgsBuilder

class HiveJobArgsBuilder

Builder for HiveJobArgs.

IdentityConfigArgs

data class IdentityConfigArgs(val userServiceAccountMapping: Output<Map<String, String>>) : ConvertibleToJava<IdentityConfigArgs>

Identity related configuration, including service account based secure multi-tenancy user mappings.

IdentityConfigArgsBuilder

class IdentityConfigArgsBuilder

Builder for IdentityConfigArgs.

InstanceGroupAutoscalingPolicyConfigArgs

data class InstanceGroupAutoscalingPolicyConfigArgs(val maxInstances: Output<Int>, val minInstances: Output<Int>? = null, val weight: Output<Int>? = null) : ConvertibleToJava<InstanceGroupAutoscalingPolicyConfigArgs>

Configuration for the size bounds of an instance group, including its proportional size to other groups.

InstanceGroupAutoscalingPolicyConfigArgsBuilder

class InstanceGroupAutoscalingPolicyConfigArgsBuilder

Builder for InstanceGroupAutoscalingPolicyConfigArgs.

InstanceGroupConfigArgs

data class InstanceGroupConfigArgs(val accelerators: Output<List<AcceleratorConfigArgs>>? = null, val diskConfig: Output<DiskConfigArgs>? = null, val imageUri: Output<String>? = null, val machineTypeUri: Output<String>? = null, val minCpuPlatform: Output<String>? = null, val numInstances: Output<Int>? = null, val preemptibility: Output<InstanceGroupConfigPreemptibility>? = null) : ConvertibleToJava<InstanceGroupConfigArgs>

The config settings for Compute Engine resources in an instance group, such as a master or worker group.

InstanceGroupConfigArgsBuilder

class InstanceGroupConfigArgsBuilder

Builder for InstanceGroupConfigArgs.

JobPlacementArgs

data class JobPlacementArgs(val clusterLabels: Output<Map<String, String>>? = null, val clusterName: Output<String>) : ConvertibleToJava<JobPlacementArgs>

Dataproc job config.

JobPlacementArgsBuilder

class JobPlacementArgsBuilder

Builder for JobPlacementArgs.

JobReferenceArgs

data class JobReferenceArgs(val jobId: Output<String>? = null, val project: Output<String>? = null) : ConvertibleToJava<JobReferenceArgs>

Encapsulates the full scoping used to reference a job.

JobReferenceArgsBuilder

class JobReferenceArgsBuilder

Builder for JobReferenceArgs.

JobSchedulingArgs

data class JobSchedulingArgs(val maxFailuresPerHour: Output<Int>? = null, val maxFailuresTotal: Output<Int>? = null) : ConvertibleToJava<JobSchedulingArgs>

Job scheduling options.

JobSchedulingArgsBuilder

class JobSchedulingArgsBuilder

Builder for JobSchedulingArgs.

KerberosConfigArgs

data class KerberosConfigArgs(val crossRealmTrustAdminServer: Output<String>? = null, val crossRealmTrustKdc: Output<String>? = null, val crossRealmTrustRealm: Output<String>? = null, val crossRealmTrustSharedPasswordUri: Output<String>? = null, val enableKerberos: Output<Boolean>? = null, val kdcDbKeyUri: Output<String>? = null, val keyPasswordUri: Output<String>? = null, val keystorePasswordUri: Output<String>? = null, val keystoreUri: Output<String>? = null, val kmsKeyUri: Output<String>? = null, val realm: Output<String>? = null, val rootPrincipalPasswordUri: Output<String>? = null, val tgtLifetimeHours: Output<Int>? = null, val truststorePasswordUri: Output<String>? = null, val truststoreUri: Output<String>? = null) : ConvertibleToJava<KerberosConfigArgs>

Specifies Kerberos related configuration.

KerberosConfigArgsBuilder

class KerberosConfigArgsBuilder

Builder for KerberosConfigArgs.

KubernetesClusterConfigArgs

data class KubernetesClusterConfigArgs(val gkeClusterConfig: Output<GkeClusterConfigArgs>, val kubernetesNamespace: Output<String>? = null, val kubernetesSoftwareConfig: Output<KubernetesSoftwareConfigArgs>? = null) : ConvertibleToJava<KubernetesClusterConfigArgs>

The configuration for running the Dataproc cluster on Kubernetes.

KubernetesClusterConfigArgsBuilder

class KubernetesClusterConfigArgsBuilder

Builder for KubernetesClusterConfigArgs.

KubernetesSoftwareConfigArgs

data class KubernetesSoftwareConfigArgs(val componentVersion: Output<Map<String, String>>? = null, val properties: Output<Map<String, String>>? = null) : ConvertibleToJava<KubernetesSoftwareConfigArgs>

The software configuration for this Dataproc cluster running on Kubernetes.

KubernetesSoftwareConfigArgsBuilder

class KubernetesSoftwareConfigArgsBuilder

Builder for KubernetesSoftwareConfigArgs.

LifecycleConfigArgs

data class LifecycleConfigArgs(val autoDeleteTime: Output<String>? = null, val autoDeleteTtl: Output<String>? = null, val idleDeleteTtl: Output<String>? = null) : ConvertibleToJava<LifecycleConfigArgs>

Specifies the cluster auto-delete schedule configuration.

LifecycleConfigArgsBuilder

class LifecycleConfigArgsBuilder

Builder for LifecycleConfigArgs.

LoggingConfigArgs

data class LoggingConfigArgs(val driverLogLevels: Output<Map<String, String>>? = null) : ConvertibleToJava<LoggingConfigArgs>

The runtime logging config of the job.

LoggingConfigArgsBuilder

class LoggingConfigArgsBuilder

Builder for LoggingConfigArgs.

ManagedClusterArgs

data class ManagedClusterArgs(val clusterName: Output<String>, val config: Output<ClusterConfigArgs>, val labels: Output<Map<String, String>>? = null) : ConvertibleToJava<ManagedClusterArgs>

Cluster that is managed by the workflow.

ManagedClusterArgsBuilder

class ManagedClusterArgsBuilder

Builder for ManagedClusterArgs.

MetastoreConfigArgs

data class MetastoreConfigArgs(val dataprocMetastoreService: Output<String>) : ConvertibleToJava<MetastoreConfigArgs>

Specifies a Metastore configuration.

MetastoreConfigArgsBuilder

class MetastoreConfigArgsBuilder

Builder for MetastoreConfigArgs.

MetricArgs

data class MetricArgs(val metricOverrides: Output<List<String>>? = null, val metricSource: Output<MetricMetricSource>) : ConvertibleToJava<MetricArgs>

A Dataproc custom metric.

MetricArgsBuilder

class MetricArgsBuilder

Builder for MetricArgs.

NamespacedGkeDeploymentTargetArgs

data class NamespacedGkeDeploymentTargetArgs(val clusterNamespace: Output<String>? = null, val targetGkeCluster: Output<String>? = null) : ConvertibleToJava<NamespacedGkeDeploymentTargetArgs>

Deprecated. Used only for the deprecated beta. A full, namespace-isolated deployment target for an existing GKE cluster.

NamespacedGkeDeploymentTargetArgsBuilder

class NamespacedGkeDeploymentTargetArgsBuilder

Builder for NamespacedGkeDeploymentTargetArgs.

NodeGroupAffinityArgs

data class NodeGroupAffinityArgs(val nodeGroupUri: Output<String>) : ConvertibleToJava<NodeGroupAffinityArgs>

Node Group Affinity for clusters using sole-tenant node groups. The Dataproc NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.

NodeGroupAffinityArgsBuilder

class NodeGroupAffinityArgsBuilder

Builder for NodeGroupAffinityArgs.

NodeGroupArgs

data class NodeGroupArgs(val labels: Output<Map<String, String>>? = null, val name: Output<String>? = null, val nodeGroupConfig: Output<InstanceGroupConfigArgs>? = null, val roles: Output<List<NodeGroupRolesItem>>) : ConvertibleToJava<NodeGroupArgs>

Dataproc Node Group. The Dataproc NodeGroup resource is not related to the Dataproc NodeGroupAffinity resource.

NodeGroupArgsBuilder

class NodeGroupArgsBuilder

Builder for NodeGroupArgs.

NodeInitializationActionArgs

data class NodeInitializationActionArgs(val executableFile: Output<String>, val executionTimeout: Output<String>? = null) : ConvertibleToJava<NodeInitializationActionArgs>

Specifies an executable to run on a fully configured node and a timeout period for executable completion.

NodeInitializationActionArgsBuilder

class NodeInitializationActionArgsBuilder

Builder for NodeInitializationActionArgs.

OrderedJobArgs

data class OrderedJobArgs(val hadoopJob: Output<HadoopJobArgs>? = null, val hiveJob: Output<HiveJobArgs>? = null, val labels: Output<Map<String, String>>? = null, val pigJob: Output<PigJobArgs>? = null, val prerequisiteStepIds: Output<List<String>>? = null, val prestoJob: Output<PrestoJobArgs>? = null, val pysparkJob: Output<PySparkJobArgs>? = null, val scheduling: Output<JobSchedulingArgs>? = null, val sparkJob: Output<SparkJobArgs>? = null, val sparkRJob: Output<SparkRJobArgs>? = null, val sparkSqlJob: Output<SparkSqlJobArgs>? = null, val stepId: Output<String>, val trinoJob: Output<TrinoJobArgs>? = null) : ConvertibleToJava<OrderedJobArgs>

A job executed by the workflow.

OrderedJobArgsBuilder

class OrderedJobArgsBuilder

Builder for OrderedJobArgs.

ParameterValidationArgs

data class ParameterValidationArgs(val regex: Output<RegexValidationArgs>? = null, val values: Output<ValueValidationArgs>? = null) : ConvertibleToJava<ParameterValidationArgs>

Configuration for parameter validation.

ParameterValidationArgsBuilder

class ParameterValidationArgsBuilder

Builder for ParameterValidationArgs.

PeripheralsConfigArgs

data class PeripheralsConfigArgs(val metastoreService: Output<String>? = null, val sparkHistoryServerConfig: Output<SparkHistoryServerConfigArgs>? = null) : ConvertibleToJava<PeripheralsConfigArgs>

Auxiliary services configuration for a workload.

PeripheralsConfigArgsBuilder

class PeripheralsConfigArgsBuilder

Builder for PeripheralsConfigArgs.

PigJobArgs

data class PigJobArgs(val continueOnFailure: Output<Boolean>? = null, val jarFileUris: Output<List<String>>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val properties: Output<Map<String, String>>? = null, val queryFileUri: Output<String>? = null, val queryList: Output<QueryListArgs>? = null, val scriptVariables: Output<Map<String, String>>? = null) : ConvertibleToJava<PigJobArgs>

A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on YARN.

PigJobArgsBuilder

class PigJobArgsBuilder

Builder for PigJobArgs.

PrestoJobArgs

data class PrestoJobArgs(val clientTags: Output<List<String>>? = null, val continueOnFailure: Output<Boolean>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val outputFormat: Output<String>? = null, val properties: Output<Map<String, String>>? = null, val queryFileUri: Output<String>? = null, val queryList: Output<QueryListArgs>? = null) : ConvertibleToJava<PrestoJobArgs>

A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT: The Dataproc Presto Optional Component (https://cloud.google.com/dataproc/docs/concepts/components/presto) must be enabled when the cluster is created to submit a Presto job to the cluster.

PrestoJobArgsBuilder

class PrestoJobArgsBuilder

Builder for PrestoJobArgs.

PySparkBatchArgs

data class PySparkBatchArgs(val archiveUris: Output<List<String>>? = null, val args: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val jarFileUris: Output<List<String>>? = null, val mainPythonFileUri: Output<String>, val pythonFileUris: Output<List<String>>? = null) : ConvertibleToJava<PySparkBatchArgs>

A configuration for running an Apache PySpark (https://spark.apache.org/docs/latest/api/python/getting_started/quickstart.html) batch workload.

PySparkBatchArgsBuilder

class PySparkBatchArgsBuilder

Builder for PySparkBatchArgs.

PySparkJobArgs

data class PySparkJobArgs(val archiveUris: Output<List<String>>? = null, val args: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val jarFileUris: Output<List<String>>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val mainPythonFileUri: Output<String>, val properties: Output<Map<String, String>>? = null, val pythonFileUris: Output<List<String>>? = null) : ConvertibleToJava<PySparkJobArgs>

A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/python-programming-guide.html) applications on YARN.

PySparkJobArgsBuilder

class PySparkJobArgsBuilder

Builder for PySparkJobArgs.

QueryListArgs

data class QueryListArgs(val queries: Output<List<String>>) : ConvertibleToJava<QueryListArgs>

A list of queries to run on a cluster.

QueryListArgsBuilder

class QueryListArgsBuilder

Builder for QueryListArgs.

RegexValidationArgs

data class RegexValidationArgs(val regexes: Output<List<String>>) : ConvertibleToJava<RegexValidationArgs>

Validation based on regular expressions.

RegexValidationArgsBuilder

class RegexValidationArgsBuilder

Builder for RegexValidationArgs.

ReservationAffinityArgs

data class ReservationAffinityArgs(val consumeReservationType: Output<ReservationAffinityConsumeReservationType>? = null, val key: Output<String>? = null, val values: Output<List<String>>? = null) : ConvertibleToJava<ReservationAffinityArgs>

Reservation Affinity for consuming Zonal reservation.

ReservationAffinityArgsBuilder

class ReservationAffinityArgsBuilder

Builder for ReservationAffinityArgs.

RuntimeConfigArgs

data class RuntimeConfigArgs(val containerImage: Output<String>? = null, val properties: Output<Map<String, String>>? = null, val version: Output<String>? = null) : ConvertibleToJava<RuntimeConfigArgs>

Runtime configuration for a workload.

RuntimeConfigArgsBuilder

class RuntimeConfigArgsBuilder

Builder for RuntimeConfigArgs.

SecurityConfigArgs

data class SecurityConfigArgs(val identityConfig: Output<IdentityConfigArgs>? = null, val kerberosConfig: Output<KerberosConfigArgs>? = null) : ConvertibleToJava<SecurityConfigArgs>

Security related configuration, including encryption, Kerberos, etc.

SecurityConfigArgsBuilder

class SecurityConfigArgsBuilder

Builder for SecurityConfigArgs.

ShieldedInstanceConfigArgs

data class ShieldedInstanceConfigArgs(val enableIntegrityMonitoring: Output<Boolean>? = null, val enableSecureBoot: Output<Boolean>? = null, val enableVtpm: Output<Boolean>? = null) : ConvertibleToJava<ShieldedInstanceConfigArgs>

Shielded Instance Config for clusters using Compute Engine Shielded VMs (https://cloud.google.com/security/shielded-cloud/shielded-vm).

ShieldedInstanceConfigArgsBuilder

class ShieldedInstanceConfigArgsBuilder

Builder for ShieldedInstanceConfigArgs.

SoftwareConfigArgs

data class SoftwareConfigArgs(val imageVersion: Output<String>? = null, val optionalComponents: Output<List<SoftwareConfigOptionalComponentsItem>>? = null, val properties: Output<Map<String, String>>? = null) : ConvertibleToJava<SoftwareConfigArgs>

Specifies the selection and config of software inside the cluster.

SoftwareConfigArgsBuilder

class SoftwareConfigArgsBuilder

Builder for SoftwareConfigArgs.

SparkBatchArgs

data class SparkBatchArgs(val archiveUris: Output<List<String>>? = null, val args: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val jarFileUris: Output<List<String>>? = null, val mainClass: Output<String>? = null, val mainJarFileUri: Output<String>? = null) : ConvertibleToJava<SparkBatchArgs>

A configuration for running an Apache Spark (https://spark.apache.org/) batch workload.

SparkBatchArgsBuilder

class SparkBatchArgsBuilder

Builder for SparkBatchArgs.

SparkHistoryServerConfigArgs

data class SparkHistoryServerConfigArgs(val dataprocCluster: Output<String>? = null) : ConvertibleToJava<SparkHistoryServerConfigArgs>

Spark History Server configuration for the workload.

SparkHistoryServerConfigArgsBuilder

class SparkHistoryServerConfigArgsBuilder

Builder for SparkHistoryServerConfigArgs.

SparkJobArgs

data class SparkJobArgs(val archiveUris: Output<List<String>>? = null, val args: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val jarFileUris: Output<List<String>>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val mainClass: Output<String>? = null, val mainJarFileUri: Output<String>? = null, val properties: Output<Map<String, String>>? = null) : ConvertibleToJava<SparkJobArgs>

A Dataproc job for running Apache Spark (https://spark.apache.org/) applications on YARN.

SparkJobArgsBuilder

class SparkJobArgsBuilder

Builder for SparkJobArgs.

SparkRBatchArgs

data class SparkRBatchArgs(val archiveUris: Output<List<String>>? = null, val args: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val mainRFileUri: Output<String>) : ConvertibleToJava<SparkRBatchArgs>

A configuration for running an Apache SparkR (https://spark.apache.org/docs/latest/sparkr.html) batch workload.

SparkRBatchArgsBuilder

class SparkRBatchArgsBuilder

Builder for SparkRBatchArgs.

SparkRJobArgs

data class SparkRJobArgs(val archiveUris: Output<List<String>>? = null, val args: Output<List<String>>? = null, val fileUris: Output<List<String>>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val mainRFileUri: Output<String>, val properties: Output<Map<String, String>>? = null) : ConvertibleToJava<SparkRJobArgs>

A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/sparkr.html) applications on YARN.

SparkRJobArgsBuilder

class SparkRJobArgsBuilder

Builder for SparkRJobArgs.

SparkSqlBatchArgs

data class SparkSqlBatchArgs(val jarFileUris: Output<List<String>>? = null, val queryFileUri: Output<String>, val queryVariables: Output<Map<String, String>>? = null) : ConvertibleToJava<SparkSqlBatchArgs>

A configuration for running Apache Spark SQL (https://spark.apache.org/sql/) queries as a batch workload.

SparkSqlBatchArgsBuilder

class SparkSqlBatchArgsBuilder

Builder for SparkSqlBatchArgs.

SparkSqlJobArgs

data class SparkSqlJobArgs(val jarFileUris: Output<List<String>>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val properties: Output<Map<String, String>>? = null, val queryFileUri: Output<String>? = null, val queryList: Output<QueryListArgs>? = null, val scriptVariables: Output<Map<String, String>>? = null) : ConvertibleToJava<SparkSqlJobArgs>

A Dataproc job for running Apache Spark SQL (https://spark.apache.org/sql/) queries.

SparkSqlJobArgsBuilder

class SparkSqlJobArgsBuilder

Builder for SparkSqlJobArgs.

SparkStandaloneAutoscalingConfigArgs

data class SparkStandaloneAutoscalingConfigArgs(val gracefulDecommissionTimeout: Output<String>, val scaleDownFactor: Output<Double>, val scaleDownMinWorkerFraction: Output<Double>? = null, val scaleUpFactor: Output<Double>, val scaleUpMinWorkerFraction: Output<Double>? = null) : ConvertibleToJava<SparkStandaloneAutoscalingConfigArgs>

Basic autoscaling configurations for Spark Standalone.

SparkStandaloneAutoscalingConfigArgsBuilder

class SparkStandaloneAutoscalingConfigArgsBuilder

Builder for SparkStandaloneAutoscalingConfigArgs.

TemplateParameterArgs

data class TemplateParameterArgs(val description: Output<String>? = null, val fields: Output<List<String>>, val name: Output<String>, val validation: Output<ParameterValidationArgs>? = null) : ConvertibleToJava<TemplateParameterArgs>

A configurable parameter that replaces one or more fields in the template. Parameterizable fields: - Labels - File uris - Job properties - Job arguments - Script variables - Main class (in HadoopJob and SparkJob) - Zone (in ClusterSelector)

TemplateParameterArgsBuilder

class TemplateParameterArgsBuilder

Builder for TemplateParameterArgs.

TrinoJobArgs

data class TrinoJobArgs(val clientTags: Output<List<String>>? = null, val continueOnFailure: Output<Boolean>? = null, val loggingConfig: Output<LoggingConfigArgs>? = null, val outputFormat: Output<String>? = null, val properties: Output<Map<String, String>>? = null, val queryFileUri: Output<String>? = null, val queryList: Output<QueryListArgs>? = null) : ConvertibleToJava<TrinoJobArgs>

A Dataproc job for running Trino (https://trino.io/) queries. IMPORTANT: The Dataproc Trino Optional Component (https://cloud.google.com/dataproc/docs/concepts/components/trino) must be enabled when the cluster is created to submit a Trino job to the cluster.

TrinoJobArgsBuilder

class TrinoJobArgsBuilder

Builder for TrinoJobArgs.

ValueValidationArgs

data class ValueValidationArgs(val values: Output<List<String>>) : ConvertibleToJava<ValueValidationArgs>

Validation based on a list of allowed values.

ValueValidationArgsBuilder

class ValueValidationArgsBuilder

Builder for ValueValidationArgs.

VirtualClusterConfigArgs

data class VirtualClusterConfigArgs(val auxiliaryServicesConfig: Output<AuxiliaryServicesConfigArgs>? = null, val kubernetesClusterConfig: Output<KubernetesClusterConfigArgs>, val stagingBucket: Output<String>? = null) : ConvertibleToJava<VirtualClusterConfigArgs>

The Dataproc cluster config for a cluster that does not directly control the underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.google.com/dataproc/docs/guides/dpgke/dataproc-gke-overview).

VirtualClusterConfigArgsBuilder

class VirtualClusterConfigArgsBuilder

Builder for VirtualClusterConfigArgs.

WorkflowTemplatePlacementArgs

data class WorkflowTemplatePlacementArgs(val clusterSelector: Output<ClusterSelectorArgs>? = null, val managedCluster: Output<ManagedClusterArgs>? = null) : ConvertibleToJava<WorkflowTemplatePlacementArgs>

Specifies workflow execution target.Either managed_cluster or cluster_selector is required.

WorkflowTemplatePlacementArgsBuilder

class WorkflowTemplatePlacementArgsBuilder

Builder for WorkflowTemplatePlacementArgs.