ClusterPoolClusterArgs

data class ClusterPoolClusterArgs(val clusterName: Output<String>? = null, val clusterPoolName: Output<String>? = null, val clusterProfile: Output<ClusterProfileArgs>? = null, val clusterType: Output<String>? = null, val computeProfile: Output<ClusterPoolComputeProfileArgs>? = null, val location: Output<String>? = null, val resourceGroupName: Output<String>? = null, val tags: Output<Map<String, String>>? = null) : ConvertibleToJava<ClusterPoolClusterArgs>

The cluster. Uses Azure REST API version 2024-05-01-preview. Other available API versions: 2023-06-01-preview, 2023-11-01-preview. These can be accessed by generating a local SDK package using the CLI command pulumi package add azure-native hdinsight [ApiVersion]. See the ../../../version-guide/#accessing-any-api-version-via-local-packages for details.

Example Usage

HDInsightClusterPut

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
AutoscaleProfile = new AzureNative.HDInsight.Inputs.AutoscaleProfileArgs
{
AutoscaleType = AzureNative.HDInsight.AutoscaleType.ScheduleBased,
Enabled = true,
GracefulDecommissionTimeout = 3600,
LoadBasedConfig = new AzureNative.HDInsight.Inputs.LoadBasedConfigArgs
{
CooldownPeriod = 300,
MaxNodes = 20,
MinNodes = 10,
PollInterval = 60,
ScalingRules = new[]
{
new AzureNative.HDInsight.Inputs.ScalingRuleArgs
{
ActionType = AzureNative.HDInsight.ScaleActionType.Scaleup,
ComparisonRule = new AzureNative.HDInsight.Inputs.ComparisonRuleArgs
{
Operator = AzureNative.HDInsight.ComparisonOperator.GreaterThan,
Threshold = 90,
},
EvaluationCount = 3,
ScalingMetric = "cpu",
},
new AzureNative.HDInsight.Inputs.ScalingRuleArgs
{
ActionType = AzureNative.HDInsight.ScaleActionType.Scaledown,
ComparisonRule = new AzureNative.HDInsight.Inputs.ComparisonRuleArgs
{
Operator = AzureNative.HDInsight.ComparisonOperator.LessThan,
Threshold = 20,
},
EvaluationCount = 3,
ScalingMetric = "cpu",
},
},
},
ScheduleBasedConfig = new AzureNative.HDInsight.Inputs.ScheduleBasedConfigArgs
{
DefaultCount = 10,
Schedules = new[]
{
new AzureNative.HDInsight.Inputs.ScheduleArgs
{
Count = 20,
Days = new[]
{
AzureNative.HDInsight.ScheduleDay.Monday,
},
EndTime = "12:00",
StartTime = "00:00",
},
new AzureNative.HDInsight.Inputs.ScheduleArgs
{
Count = 25,
Days = new[]
{
AzureNative.HDInsight.ScheduleDay.Sunday,
},
EndTime = "12:00",
StartTime = "00:00",
},
},
TimeZone = "Cen. Australia Standard Time",
},
},
ClusterVersion = "1.0.6",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "0.410.0",
SshProfile = new AzureNative.HDInsight.Inputs.ClusterPoolSshProfileArgs
{
Count = 2,
VmSize = "Standard_E8as_v5",
},
TrinoProfile = null,
},
ClusterType = "Trino",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 2,
Type = "Head",
VmSize = "Standard_E8as_v5",
},
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 3,
Type = "Worker",
VmSize = "Standard_E8as_v5",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
AutoscaleProfile: &hdinsight.AutoscaleProfileArgs{
AutoscaleType: pulumi.String(hdinsight.AutoscaleTypeScheduleBased),
Enabled: pulumi.Bool(true),
GracefulDecommissionTimeout: pulumi.Int(3600),
LoadBasedConfig: &hdinsight.LoadBasedConfigArgs{
CooldownPeriod: pulumi.Int(300),
MaxNodes: pulumi.Int(20),
MinNodes: pulumi.Int(10),
PollInterval: pulumi.Int(60),
ScalingRules: hdinsight.ScalingRuleArray{
&hdinsight.ScalingRuleArgs{
ActionType: pulumi.String(hdinsight.ScaleActionTypeScaleup),
ComparisonRule: &hdinsight.ComparisonRuleArgs{
Operator: pulumi.String(hdinsight.ComparisonOperatorGreaterThan),
Threshold: pulumi.Float64(90),
},
EvaluationCount: pulumi.Int(3),
ScalingMetric: pulumi.String("cpu"),
},
&hdinsight.ScalingRuleArgs{
ActionType: pulumi.String(hdinsight.ScaleActionTypeScaledown),
ComparisonRule: &hdinsight.ComparisonRuleArgs{
Operator: pulumi.String(hdinsight.ComparisonOperatorLessThan),
Threshold: pulumi.Float64(20),
},
EvaluationCount: pulumi.Int(3),
ScalingMetric: pulumi.String("cpu"),
},
},
},
ScheduleBasedConfig: &hdinsight.ScheduleBasedConfigArgs{
DefaultCount: pulumi.Int(10),
Schedules: hdinsight.ScheduleArray{
&hdinsight.ScheduleArgs{
Count: pulumi.Int(20),
Days: pulumi.StringArray{
pulumi.String(hdinsight.ScheduleDayMonday),
},
EndTime: pulumi.String("12:00"),
StartTime: pulumi.String("00:00"),
},
&hdinsight.ScheduleArgs{
Count: pulumi.Int(25),
Days: pulumi.StringArray{
pulumi.String(hdinsight.ScheduleDaySunday),
},
EndTime: pulumi.String("12:00"),
StartTime: pulumi.String("00:00"),
},
},
TimeZone: pulumi.String("Cen. Australia Standard Time"),
},
},
ClusterVersion: pulumi.String("1.0.6"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("0.410.0"),
SshProfile: &hdinsight.ClusterPoolSshProfileArgs{
Count: pulumi.Int(2),
VmSize: pulumi.String("Standard_E8as_v5"),
},
TrinoProfile: &hdinsight.TrinoProfileArgs{},
},
ClusterType: pulumi.String("Trino"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(2),
Type: pulumi.String("Head"),
VmSize: pulumi.String("Standard_E8as_v5"),
},
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(3),
Type: pulumi.String("Worker"),
VmSize: pulumi.String("Standard_E8as_v5"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AutoscaleProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.LoadBasedConfigArgs;
import com.pulumi.azurenative.hdinsight.inputs.ScheduleBasedConfigArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolSshProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.TrinoProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.autoscaleProfile(AutoscaleProfileArgs.builder()
.autoscaleType("ScheduleBased")
.enabled(true)
.gracefulDecommissionTimeout(3600)
.loadBasedConfig(LoadBasedConfigArgs.builder()
.cooldownPeriod(300)
.maxNodes(20)
.minNodes(10)
.pollInterval(60)
.scalingRules(
ScalingRuleArgs.builder()
.actionType("scaleup")
.comparisonRule(ComparisonRuleArgs.builder()
.operator("greaterThan")
.threshold(90)
.build())
.evaluationCount(3)
.scalingMetric("cpu")
.build(),
ScalingRuleArgs.builder()
.actionType("scaledown")
.comparisonRule(ComparisonRuleArgs.builder()
.operator("lessThan")
.threshold(20)
.build())
.evaluationCount(3)
.scalingMetric("cpu")
.build())
.build())
.scheduleBasedConfig(ScheduleBasedConfigArgs.builder()
.defaultCount(10)
.schedules(
ScheduleArgs.builder()
.count(20)
.days("Monday")
.endTime("12:00")
.startTime("00:00")
.build(),
ScheduleArgs.builder()
.count(25)
.days("Sunday")
.endTime("12:00")
.startTime("00:00")
.build())
.timeZone("Cen. Australia Standard Time")
.build())
.build())
.clusterVersion("1.0.6")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("0.410.0")
.sshProfile(ClusterPoolSshProfileArgs.builder()
.count(2)
.vmSize("Standard_E8as_v5")
.build())
.trinoProfile()
.build())
.clusterType("Trino")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(
NodeProfileArgs.builder()
.count(2)
.type("Head")
.vmSize("Standard_E8as_v5")
.build(),
NodeProfileArgs.builder()
.count(3)
.type("Worker")
.vmSize("Standard_E8as_v5")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}

HDInsightRangerClusterPut

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
ClusterVersion = "0.0.1",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "2.2.3",
RangerProfile = new AzureNative.HDInsight.Inputs.RangerProfileArgs
{
RangerAdmin = new AzureNative.HDInsight.Inputs.RangerAdminSpecArgs
{
Admins = new[]
{
"testuser1@contoso.com",
"testuser2@contoso.com",
},
Database = new AzureNative.HDInsight.Inputs.RangerAdminSpecDatabaseArgs
{
Host = "testsqlserver.database.windows.net",
Name = "testdb",
PasswordSecretRef = "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452",
Username = "admin",
},
},
RangerAudit = new AzureNative.HDInsight.Inputs.RangerAuditSpecArgs
{
StorageAccount = "https://teststorage.blob.core.windows.net/testblob",
},
RangerUsersync = new AzureNative.HDInsight.Inputs.RangerUsersyncSpecArgs
{
Enabled = true,
Groups = new[]
{
"0a53828f-36c9-44c3-be3d-99a7fce977ad",
"13be6971-79db-4f33-9d41-b25589ca25ac",
},
Mode = AzureNative.HDInsight.RangerUsersyncMode.Automatic,
Users = new[]
{
"testuser1@contoso.com",
"testuser2@contoso.com",
},
},
},
},
ClusterType = "ranger",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 2,
Type = "head",
VmSize = "Standard_D3_v2",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
ClusterVersion: pulumi.String("0.0.1"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("2.2.3"),
RangerProfile: &hdinsight.RangerProfileArgs{
RangerAdmin: &hdinsight.RangerAdminSpecArgs{
Admins: pulumi.StringArray{
pulumi.String("testuser1@contoso.com"),
pulumi.String("testuser2@contoso.com"),
},
Database: &hdinsight.RangerAdminSpecDatabaseArgs{
Host: pulumi.String("testsqlserver.database.windows.net"),
Name: pulumi.String("testdb"),
PasswordSecretRef: pulumi.String("https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452"),
Username: pulumi.String("admin"),
},
},
RangerAudit: &hdinsight.RangerAuditSpecArgs{
StorageAccount: pulumi.String("https://teststorage.blob.core.windows.net/testblob"),
},
RangerUsersync: &hdinsight.RangerUsersyncSpecArgs{
Enabled: pulumi.Bool(true),
Groups: pulumi.StringArray{
pulumi.String("0a53828f-36c9-44c3-be3d-99a7fce977ad"),
pulumi.String("13be6971-79db-4f33-9d41-b25589ca25ac"),
},
Mode: pulumi.String(hdinsight.RangerUsersyncModeAutomatic),
Users: pulumi.StringArray{
pulumi.String("testuser1@contoso.com"),
pulumi.String("testuser2@contoso.com"),
},
},
},
},
ClusterType: pulumi.String("ranger"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(2),
Type: pulumi.String("head"),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerAdminSpecArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerAdminSpecDatabaseArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerAuditSpecArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerUsersyncSpecArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.clusterVersion("0.0.1")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("2.2.3")
.rangerProfile(RangerProfileArgs.builder()
.rangerAdmin(RangerAdminSpecArgs.builder()
.admins(
"testuser1@contoso.com",
"testuser2@contoso.com")
.database(RangerAdminSpecDatabaseArgs.builder()
.host("testsqlserver.database.windows.net")
.name("testdb")
.passwordSecretRef("https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452")
.username("admin")
.build())
.build())
.rangerAudit(RangerAuditSpecArgs.builder()
.storageAccount("https://teststorage.blob.core.windows.net/testblob")
.build())
.rangerUsersync(RangerUsersyncSpecArgs.builder()
.enabled(true)
.groups(
"0a53828f-36c9-44c3-be3d-99a7fce977ad",
"13be6971-79db-4f33-9d41-b25589ca25ac")
.mode("automatic")
.users(
"testuser1@contoso.com",
"testuser2@contoso.com")
.build())
.build())
.build())
.clusterType("ranger")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(NodeProfileArgs.builder()
.count(2)
.type("head")
.vmSize("Standard_D3_v2")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}

HDInsightSparkClusterPut

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
ClusterVersion = "0.0.1",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "2.2.3",
ServiceConfigsProfiles = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "spark-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "spark-defaults.conf",
Values =
{
{ "spark.eventLog.enabled", "true" },
},
},
},
},
},
ServiceName = "spark-service",
},
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "yarn-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "core-site.xml",
Values =
{
{ "fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/" },
{ "storage.container", "testcontainer" },
{ "storage.key", "test key" },
{ "storage.name", "teststorage" },
{ "storage.protocol", "wasb" },
},
},
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "yarn-site.xml",
Values =
{
{ "yarn.webapp.ui2.enable", "false" },
},
},
},
},
},
ServiceName = "yarn-service",
},
},
SparkProfile = null,
SshProfile = new AzureNative.HDInsight.Inputs.ClusterPoolSshProfileArgs
{
Count = 2,
VmSize = "Standard_D3_v2",
},
},
ClusterType = "spark",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 4,
Type = "worker",
VmSize = "Standard_D3_v2",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
ClusterVersion: pulumi.String("0.0.1"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("2.2.3"),
ServiceConfigsProfiles: hdinsight.ClusterServiceConfigsProfileArray{
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("spark-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("spark-defaults.conf"),
Values: pulumi.StringMap{
"spark.eventLog.enabled": pulumi.String("true"),
},
},
},
},
},
ServiceName: pulumi.String("spark-service"),
},
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("yarn-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("core-site.xml"),
Values: pulumi.StringMap{
"fs.defaultFS": pulumi.String("wasb://testcontainer@teststorage.dfs.core.windows.net/"),
"storage.container": pulumi.String("testcontainer"),
"storage.key": pulumi.String("test key"),
"storage.name": pulumi.String("teststorage"),
"storage.protocol": pulumi.String("wasb"),
},
},
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("yarn-site.xml"),
Values: pulumi.StringMap{
"yarn.webapp.ui2.enable": pulumi.String("false"),
},
},
},
},
},
ServiceName: pulumi.String("yarn-service"),
},
},
SparkProfile: &hdinsight.SparkProfileArgs{},
SshProfile: &hdinsight.ClusterPoolSshProfileArgs{
Count: pulumi.Int(2),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
ClusterType: pulumi.String("spark"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(4),
Type: pulumi.String("worker"),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.SparkProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolSshProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.clusterVersion("0.0.1")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("2.2.3")
.serviceConfigsProfiles(
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("spark-config")
.files(ClusterConfigFileArgs.builder()
.fileName("spark-defaults.conf")
.values(Map.of("spark.eventLog.enabled", "true"))
.build())
.build())
.serviceName("spark-service")
.build(),
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("yarn-config")
.files(
ClusterConfigFileArgs.builder()
.fileName("core-site.xml")
.values(Map.ofEntries(
Map.entry("fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/"),
Map.entry("storage.container", "testcontainer"),
Map.entry("storage.key", "test key"),
Map.entry("storage.name", "teststorage"),
Map.entry("storage.protocol", "wasb")
))
.build(),
ClusterConfigFileArgs.builder()
.fileName("yarn-site.xml")
.values(Map.of("yarn.webapp.ui2.enable", "false"))
.build())
.build())
.serviceName("yarn-service")
.build())
.sparkProfile()
.sshProfile(ClusterPoolSshProfileArgs.builder()
.count(2)
.vmSize("Standard_D3_v2")
.build())
.build())
.clusterType("spark")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(NodeProfileArgs.builder()
.count(4)
.type("worker")
.vmSize("Standard_D3_v2")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}

HDInsightSparkClusterPutWithInternalIngress

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
ClusterAccessProfile = new AzureNative.HDInsight.Inputs.ClusterAccessProfileArgs
{
EnableInternalIngress = true,
},
ClusterVersion = "0.0.1",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "2.2.3",
ServiceConfigsProfiles = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "spark-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "spark-defaults.conf",
Values =
{
{ "spark.eventLog.enabled", "true" },
},
},
},
},
},
ServiceName = "spark-service",
},
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "yarn-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "core-site.xml",
Values =
{
{ "fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/" },
{ "storage.container", "testcontainer" },
{ "storage.key", "test key" },
{ "storage.name", "teststorage" },
{ "storage.protocol", "wasb" },
},
},
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "yarn-site.xml",
Values =
{
{ "yarn.webapp.ui2.enable", "false" },
},
},
},
},
},
ServiceName = "yarn-service",
},
},
SparkProfile = null,
SshProfile = new AzureNative.HDInsight.Inputs.ClusterPoolSshProfileArgs
{
Count = 2,
VmSize = "Standard_D3_v2",
},
},
ClusterType = "spark",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 4,
Type = "worker",
VmSize = "Standard_D3_v2",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
ClusterAccessProfile: &hdinsight.ClusterAccessProfileArgs{
EnableInternalIngress: pulumi.Bool(true),
},
ClusterVersion: pulumi.String("0.0.1"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("2.2.3"),
ServiceConfigsProfiles: hdinsight.ClusterServiceConfigsProfileArray{
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("spark-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("spark-defaults.conf"),
Values: pulumi.StringMap{
"spark.eventLog.enabled": pulumi.String("true"),
},
},
},
},
},
ServiceName: pulumi.String("spark-service"),
},
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("yarn-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("core-site.xml"),
Values: pulumi.StringMap{
"fs.defaultFS": pulumi.String("wasb://testcontainer@teststorage.dfs.core.windows.net/"),
"storage.container": pulumi.String("testcontainer"),
"storage.key": pulumi.String("test key"),
"storage.name": pulumi.String("teststorage"),
"storage.protocol": pulumi.String("wasb"),
},
},
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("yarn-site.xml"),
Values: pulumi.StringMap{
"yarn.webapp.ui2.enable": pulumi.String("false"),
},
},
},
},
},
ServiceName: pulumi.String("yarn-service"),
},
},
SparkProfile: &hdinsight.SparkProfileArgs{},
SshProfile: &hdinsight.ClusterPoolSshProfileArgs{
Count: pulumi.Int(2),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
ClusterType: pulumi.String("spark"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(4),
Type: pulumi.String("worker"),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterAccessProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.SparkProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolSshProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.clusterAccessProfile(ClusterAccessProfileArgs.builder()
.enableInternalIngress(true)
.build())
.clusterVersion("0.0.1")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("2.2.3")
.serviceConfigsProfiles(
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("spark-config")
.files(ClusterConfigFileArgs.builder()
.fileName("spark-defaults.conf")
.values(Map.of("spark.eventLog.enabled", "true"))
.build())
.build())
.serviceName("spark-service")
.build(),
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("yarn-config")
.files(
ClusterConfigFileArgs.builder()
.fileName("core-site.xml")
.values(Map.ofEntries(
Map.entry("fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/"),
Map.entry("storage.container", "testcontainer"),
Map.entry("storage.key", "test key"),
Map.entry("storage.name", "teststorage"),
Map.entry("storage.protocol", "wasb")
))
.build(),
ClusterConfigFileArgs.builder()
.fileName("yarn-site.xml")
.values(Map.of("yarn.webapp.ui2.enable", "false"))
.build())
.build())
.serviceName("yarn-service")
.build())
.sparkProfile()
.sshProfile(ClusterPoolSshProfileArgs.builder()
.count(2)
.vmSize("Standard_D3_v2")
.build())
.build())
.clusterType("spark")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(NodeProfileArgs.builder()
.count(4)
.type("worker")
.vmSize("Standard_D3_v2")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}

Import

An existing resource can be imported using its type token, name, and identifier, e.g.

$ pulumi import azure-native:hdinsight:ClusterPoolCluster cluster1 /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}

Constructors

Link copied to clipboard
constructor(clusterName: Output<String>? = null, clusterPoolName: Output<String>? = null, clusterProfile: Output<ClusterProfileArgs>? = null, clusterType: Output<String>? = null, computeProfile: Output<ClusterPoolComputeProfileArgs>? = null, location: Output<String>? = null, resourceGroupName: Output<String>? = null, tags: Output<Map<String, String>>? = null)

Properties

Link copied to clipboard
val clusterName: Output<String>? = null

The name of the HDInsight cluster.

Link copied to clipboard
val clusterPoolName: Output<String>? = null

The name of the cluster pool.

Link copied to clipboard
val clusterProfile: Output<ClusterProfileArgs>? = null

Cluster profile.

Link copied to clipboard
val clusterType: Output<String>? = null

The type of cluster.

Link copied to clipboard

The compute profile.

Link copied to clipboard
val location: Output<String>? = null

The geo-location where the resource lives

Link copied to clipboard
val resourceGroupName: Output<String>? = null

The name of the resource group. The name is case insensitive.

Link copied to clipboard
val tags: Output<Map<String, String>>? = null

Resource tags.

Functions

Link copied to clipboard
open override fun toJava(): ClusterPoolClusterArgs