Cluster Pool Cluster
The cluster. Uses Azure REST API version 2024-05-01-preview. Other available API versions: 2023-06-01-preview, 2023-11-01-preview. These can be accessed by generating a local SDK package using the CLI command pulumi package add azure-native hdinsight [ApiVersion]
. See the ../../../version-guide/#accessing-any-api-version-via-local-packages for details.
Example Usage
HDInsightClusterPut
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
AutoscaleProfile = new AzureNative.HDInsight.Inputs.AutoscaleProfileArgs
{
AutoscaleType = AzureNative.HDInsight.AutoscaleType.ScheduleBased,
Enabled = true,
GracefulDecommissionTimeout = 3600,
LoadBasedConfig = new AzureNative.HDInsight.Inputs.LoadBasedConfigArgs
{
CooldownPeriod = 300,
MaxNodes = 20,
MinNodes = 10,
PollInterval = 60,
ScalingRules = new[]
{
new AzureNative.HDInsight.Inputs.ScalingRuleArgs
{
ActionType = AzureNative.HDInsight.ScaleActionType.Scaleup,
ComparisonRule = new AzureNative.HDInsight.Inputs.ComparisonRuleArgs
{
Operator = AzureNative.HDInsight.ComparisonOperator.GreaterThan,
Threshold = 90,
},
EvaluationCount = 3,
ScalingMetric = "cpu",
},
new AzureNative.HDInsight.Inputs.ScalingRuleArgs
{
ActionType = AzureNative.HDInsight.ScaleActionType.Scaledown,
ComparisonRule = new AzureNative.HDInsight.Inputs.ComparisonRuleArgs
{
Operator = AzureNative.HDInsight.ComparisonOperator.LessThan,
Threshold = 20,
},
EvaluationCount = 3,
ScalingMetric = "cpu",
},
},
},
ScheduleBasedConfig = new AzureNative.HDInsight.Inputs.ScheduleBasedConfigArgs
{
DefaultCount = 10,
Schedules = new[]
{
new AzureNative.HDInsight.Inputs.ScheduleArgs
{
Count = 20,
Days = new[]
{
AzureNative.HDInsight.ScheduleDay.Monday,
},
EndTime = "12:00",
StartTime = "00:00",
},
new AzureNative.HDInsight.Inputs.ScheduleArgs
{
Count = 25,
Days = new[]
{
AzureNative.HDInsight.ScheduleDay.Sunday,
},
EndTime = "12:00",
StartTime = "00:00",
},
},
TimeZone = "Cen. Australia Standard Time",
},
},
ClusterVersion = "1.0.6",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "0.410.0",
SshProfile = new AzureNative.HDInsight.Inputs.ClusterPoolSshProfileArgs
{
Count = 2,
VmSize = "Standard_E8as_v5",
},
TrinoProfile = null,
},
ClusterType = "Trino",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 2,
Type = "Head",
VmSize = "Standard_E8as_v5",
},
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 3,
Type = "Worker",
VmSize = "Standard_E8as_v5",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
Content copied to clipboard
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
AutoscaleProfile: &hdinsight.AutoscaleProfileArgs{
AutoscaleType: pulumi.String(hdinsight.AutoscaleTypeScheduleBased),
Enabled: pulumi.Bool(true),
GracefulDecommissionTimeout: pulumi.Int(3600),
LoadBasedConfig: &hdinsight.LoadBasedConfigArgs{
CooldownPeriod: pulumi.Int(300),
MaxNodes: pulumi.Int(20),
MinNodes: pulumi.Int(10),
PollInterval: pulumi.Int(60),
ScalingRules: hdinsight.ScalingRuleArray{
&hdinsight.ScalingRuleArgs{
ActionType: pulumi.String(hdinsight.ScaleActionTypeScaleup),
ComparisonRule: &hdinsight.ComparisonRuleArgs{
Operator: pulumi.String(hdinsight.ComparisonOperatorGreaterThan),
Threshold: pulumi.Float64(90),
},
EvaluationCount: pulumi.Int(3),
ScalingMetric: pulumi.String("cpu"),
},
&hdinsight.ScalingRuleArgs{
ActionType: pulumi.String(hdinsight.ScaleActionTypeScaledown),
ComparisonRule: &hdinsight.ComparisonRuleArgs{
Operator: pulumi.String(hdinsight.ComparisonOperatorLessThan),
Threshold: pulumi.Float64(20),
},
EvaluationCount: pulumi.Int(3),
ScalingMetric: pulumi.String("cpu"),
},
},
},
ScheduleBasedConfig: &hdinsight.ScheduleBasedConfigArgs{
DefaultCount: pulumi.Int(10),
Schedules: hdinsight.ScheduleArray{
&hdinsight.ScheduleArgs{
Count: pulumi.Int(20),
Days: pulumi.StringArray{
pulumi.String(hdinsight.ScheduleDayMonday),
},
EndTime: pulumi.String("12:00"),
StartTime: pulumi.String("00:00"),
},
&hdinsight.ScheduleArgs{
Count: pulumi.Int(25),
Days: pulumi.StringArray{
pulumi.String(hdinsight.ScheduleDaySunday),
},
EndTime: pulumi.String("12:00"),
StartTime: pulumi.String("00:00"),
},
},
TimeZone: pulumi.String("Cen. Australia Standard Time"),
},
},
ClusterVersion: pulumi.String("1.0.6"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("0.410.0"),
SshProfile: &hdinsight.ClusterPoolSshProfileArgs{
Count: pulumi.Int(2),
VmSize: pulumi.String("Standard_E8as_v5"),
},
TrinoProfile: &hdinsight.TrinoProfileArgs{},
},
ClusterType: pulumi.String("Trino"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(2),
Type: pulumi.String("Head"),
VmSize: pulumi.String("Standard_E8as_v5"),
},
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(3),
Type: pulumi.String("Worker"),
VmSize: pulumi.String("Standard_E8as_v5"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
Content copied to clipboard
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AutoscaleProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.LoadBasedConfigArgs;
import com.pulumi.azurenative.hdinsight.inputs.ScheduleBasedConfigArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolSshProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.TrinoProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.autoscaleProfile(AutoscaleProfileArgs.builder()
.autoscaleType("ScheduleBased")
.enabled(true)
.gracefulDecommissionTimeout(3600)
.loadBasedConfig(LoadBasedConfigArgs.builder()
.cooldownPeriod(300)
.maxNodes(20)
.minNodes(10)
.pollInterval(60)
.scalingRules(
ScalingRuleArgs.builder()
.actionType("scaleup")
.comparisonRule(ComparisonRuleArgs.builder()
.operator("greaterThan")
.threshold(90)
.build())
.evaluationCount(3)
.scalingMetric("cpu")
.build(),
ScalingRuleArgs.builder()
.actionType("scaledown")
.comparisonRule(ComparisonRuleArgs.builder()
.operator("lessThan")
.threshold(20)
.build())
.evaluationCount(3)
.scalingMetric("cpu")
.build())
.build())
.scheduleBasedConfig(ScheduleBasedConfigArgs.builder()
.defaultCount(10)
.schedules(
ScheduleArgs.builder()
.count(20)
.days("Monday")
.endTime("12:00")
.startTime("00:00")
.build(),
ScheduleArgs.builder()
.count(25)
.days("Sunday")
.endTime("12:00")
.startTime("00:00")
.build())
.timeZone("Cen. Australia Standard Time")
.build())
.build())
.clusterVersion("1.0.6")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("0.410.0")
.sshProfile(ClusterPoolSshProfileArgs.builder()
.count(2)
.vmSize("Standard_E8as_v5")
.build())
.trinoProfile()
.build())
.clusterType("Trino")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(
NodeProfileArgs.builder()
.count(2)
.type("Head")
.vmSize("Standard_E8as_v5")
.build(),
NodeProfileArgs.builder()
.count(3)
.type("Worker")
.vmSize("Standard_E8as_v5")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}
Content copied to clipboard
HDInsightRangerClusterPut
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
ClusterVersion = "0.0.1",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "2.2.3",
RangerProfile = new AzureNative.HDInsight.Inputs.RangerProfileArgs
{
RangerAdmin = new AzureNative.HDInsight.Inputs.RangerAdminSpecArgs
{
Admins = new[]
{
"testuser1@contoso.com",
"testuser2@contoso.com",
},
Database = new AzureNative.HDInsight.Inputs.RangerAdminSpecDatabaseArgs
{
Host = "testsqlserver.database.windows.net",
Name = "testdb",
PasswordSecretRef = "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452",
Username = "admin",
},
},
RangerAudit = new AzureNative.HDInsight.Inputs.RangerAuditSpecArgs
{
StorageAccount = "https://teststorage.blob.core.windows.net/testblob",
},
RangerUsersync = new AzureNative.HDInsight.Inputs.RangerUsersyncSpecArgs
{
Enabled = true,
Groups = new[]
{
"0a53828f-36c9-44c3-be3d-99a7fce977ad",
"13be6971-79db-4f33-9d41-b25589ca25ac",
},
Mode = AzureNative.HDInsight.RangerUsersyncMode.Automatic,
Users = new[]
{
"testuser1@contoso.com",
"testuser2@contoso.com",
},
},
},
},
ClusterType = "ranger",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 2,
Type = "head",
VmSize = "Standard_D3_v2",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
Content copied to clipboard
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
ClusterVersion: pulumi.String("0.0.1"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("2.2.3"),
RangerProfile: &hdinsight.RangerProfileArgs{
RangerAdmin: &hdinsight.RangerAdminSpecArgs{
Admins: pulumi.StringArray{
pulumi.String("testuser1@contoso.com"),
pulumi.String("testuser2@contoso.com"),
},
Database: &hdinsight.RangerAdminSpecDatabaseArgs{
Host: pulumi.String("testsqlserver.database.windows.net"),
Name: pulumi.String("testdb"),
PasswordSecretRef: pulumi.String("https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452"),
Username: pulumi.String("admin"),
},
},
RangerAudit: &hdinsight.RangerAuditSpecArgs{
StorageAccount: pulumi.String("https://teststorage.blob.core.windows.net/testblob"),
},
RangerUsersync: &hdinsight.RangerUsersyncSpecArgs{
Enabled: pulumi.Bool(true),
Groups: pulumi.StringArray{
pulumi.String("0a53828f-36c9-44c3-be3d-99a7fce977ad"),
pulumi.String("13be6971-79db-4f33-9d41-b25589ca25ac"),
},
Mode: pulumi.String(hdinsight.RangerUsersyncModeAutomatic),
Users: pulumi.StringArray{
pulumi.String("testuser1@contoso.com"),
pulumi.String("testuser2@contoso.com"),
},
},
},
},
ClusterType: pulumi.String("ranger"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(2),
Type: pulumi.String("head"),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
Content copied to clipboard
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerAdminSpecArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerAdminSpecDatabaseArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerAuditSpecArgs;
import com.pulumi.azurenative.hdinsight.inputs.RangerUsersyncSpecArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.clusterVersion("0.0.1")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("2.2.3")
.rangerProfile(RangerProfileArgs.builder()
.rangerAdmin(RangerAdminSpecArgs.builder()
.admins(
"testuser1@contoso.com",
"testuser2@contoso.com")
.database(RangerAdminSpecDatabaseArgs.builder()
.host("testsqlserver.database.windows.net")
.name("testdb")
.passwordSecretRef("https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452")
.username("admin")
.build())
.build())
.rangerAudit(RangerAuditSpecArgs.builder()
.storageAccount("https://teststorage.blob.core.windows.net/testblob")
.build())
.rangerUsersync(RangerUsersyncSpecArgs.builder()
.enabled(true)
.groups(
"0a53828f-36c9-44c3-be3d-99a7fce977ad",
"13be6971-79db-4f33-9d41-b25589ca25ac")
.mode("automatic")
.users(
"testuser1@contoso.com",
"testuser2@contoso.com")
.build())
.build())
.build())
.clusterType("ranger")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(NodeProfileArgs.builder()
.count(2)
.type("head")
.vmSize("Standard_D3_v2")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}
Content copied to clipboard
HDInsightSparkClusterPut
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
ClusterVersion = "0.0.1",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "2.2.3",
ServiceConfigsProfiles = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "spark-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "spark-defaults.conf",
Values =
{
{ "spark.eventLog.enabled", "true" },
},
},
},
},
},
ServiceName = "spark-service",
},
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "yarn-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "core-site.xml",
Values =
{
{ "fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/" },
{ "storage.container", "testcontainer" },
{ "storage.key", "test key" },
{ "storage.name", "teststorage" },
{ "storage.protocol", "wasb" },
},
},
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "yarn-site.xml",
Values =
{
{ "yarn.webapp.ui2.enable", "false" },
},
},
},
},
},
ServiceName = "yarn-service",
},
},
SparkProfile = null,
SshProfile = new AzureNative.HDInsight.Inputs.ClusterPoolSshProfileArgs
{
Count = 2,
VmSize = "Standard_D3_v2",
},
},
ClusterType = "spark",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 4,
Type = "worker",
VmSize = "Standard_D3_v2",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
Content copied to clipboard
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
ClusterVersion: pulumi.String("0.0.1"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("2.2.3"),
ServiceConfigsProfiles: hdinsight.ClusterServiceConfigsProfileArray{
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("spark-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("spark-defaults.conf"),
Values: pulumi.StringMap{
"spark.eventLog.enabled": pulumi.String("true"),
},
},
},
},
},
ServiceName: pulumi.String("spark-service"),
},
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("yarn-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("core-site.xml"),
Values: pulumi.StringMap{
"fs.defaultFS": pulumi.String("wasb://testcontainer@teststorage.dfs.core.windows.net/"),
"storage.container": pulumi.String("testcontainer"),
"storage.key": pulumi.String("test key"),
"storage.name": pulumi.String("teststorage"),
"storage.protocol": pulumi.String("wasb"),
},
},
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("yarn-site.xml"),
Values: pulumi.StringMap{
"yarn.webapp.ui2.enable": pulumi.String("false"),
},
},
},
},
},
ServiceName: pulumi.String("yarn-service"),
},
},
SparkProfile: &hdinsight.SparkProfileArgs{},
SshProfile: &hdinsight.ClusterPoolSshProfileArgs{
Count: pulumi.Int(2),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
ClusterType: pulumi.String("spark"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(4),
Type: pulumi.String("worker"),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
Content copied to clipboard
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.SparkProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolSshProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.clusterVersion("0.0.1")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("2.2.3")
.serviceConfigsProfiles(
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("spark-config")
.files(ClusterConfigFileArgs.builder()
.fileName("spark-defaults.conf")
.values(Map.of("spark.eventLog.enabled", "true"))
.build())
.build())
.serviceName("spark-service")
.build(),
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("yarn-config")
.files(
ClusterConfigFileArgs.builder()
.fileName("core-site.xml")
.values(Map.ofEntries(
Map.entry("fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/"),
Map.entry("storage.container", "testcontainer"),
Map.entry("storage.key", "test key"),
Map.entry("storage.name", "teststorage"),
Map.entry("storage.protocol", "wasb")
))
.build(),
ClusterConfigFileArgs.builder()
.fileName("yarn-site.xml")
.values(Map.of("yarn.webapp.ui2.enable", "false"))
.build())
.build())
.serviceName("yarn-service")
.build())
.sparkProfile()
.sshProfile(ClusterPoolSshProfileArgs.builder()
.count(2)
.vmSize("Standard_D3_v2")
.build())
.build())
.clusterType("spark")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(NodeProfileArgs.builder()
.count(4)
.type("worker")
.vmSize("Standard_D3_v2")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}
Content copied to clipboard
HDInsightSparkClusterPutWithInternalIngress
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var clusterPoolCluster = new AzureNative.HDInsight.ClusterPoolCluster("clusterPoolCluster", new()
{
ClusterName = "cluster1",
ClusterPoolName = "clusterpool1",
ClusterProfile = new AzureNative.HDInsight.Inputs.ClusterProfileArgs
{
AuthorizationProfile = new AzureNative.HDInsight.Inputs.AuthorizationProfileArgs
{
UserIds = new[]
{
"testuser1",
"testuser2",
},
},
ClusterAccessProfile = new AzureNative.HDInsight.Inputs.ClusterAccessProfileArgs
{
EnableInternalIngress = true,
},
ClusterVersion = "0.0.1",
ManagedIdentityProfile = new AzureNative.HDInsight.Inputs.ManagedIdentityProfileArgs
{
IdentityList = new[]
{
new AzureNative.HDInsight.Inputs.ManagedIdentitySpecArgs
{
ClientId = "de91f1d8-767f-460a-ac11-3cf103f74b34",
ObjectId = "40491351-c240-4042-91e0-f644a1d2b441",
ResourceId = "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
Type = AzureNative.HDInsight.ManagedIdentityType.Cluster,
},
},
},
OssVersion = "2.2.3",
ServiceConfigsProfiles = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "spark-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "spark-defaults.conf",
Values =
{
{ "spark.eventLog.enabled", "true" },
},
},
},
},
},
ServiceName = "spark-service",
},
new AzureNative.HDInsight.Inputs.ClusterServiceConfigsProfileArgs
{
Configs = new[]
{
new AzureNative.HDInsight.Inputs.ClusterServiceConfigArgs
{
Component = "yarn-config",
Files = new[]
{
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "core-site.xml",
Values =
{
{ "fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/" },
{ "storage.container", "testcontainer" },
{ "storage.key", "test key" },
{ "storage.name", "teststorage" },
{ "storage.protocol", "wasb" },
},
},
new AzureNative.HDInsight.Inputs.ClusterConfigFileArgs
{
FileName = "yarn-site.xml",
Values =
{
{ "yarn.webapp.ui2.enable", "false" },
},
},
},
},
},
ServiceName = "yarn-service",
},
},
SparkProfile = null,
SshProfile = new AzureNative.HDInsight.Inputs.ClusterPoolSshProfileArgs
{
Count = 2,
VmSize = "Standard_D3_v2",
},
},
ClusterType = "spark",
ComputeProfile = new AzureNative.HDInsight.Inputs.ClusterPoolComputeProfileArgs
{
AvailabilityZones = new[]
{
"1",
"2",
"3",
},
Nodes = new[]
{
new AzureNative.HDInsight.Inputs.NodeProfileArgs
{
Count = 4,
Type = "worker",
VmSize = "Standard_D3_v2",
},
},
},
Location = "West US 2",
ResourceGroupName = "hiloResourcegroup",
});
});
Content copied to clipboard
package main
import (
hdinsight "github.com/pulumi/pulumi-azure-native-sdk/hdinsight/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := hdinsight.NewClusterPoolCluster(ctx, "clusterPoolCluster", &hdinsight.ClusterPoolClusterArgs{
ClusterName: pulumi.String("cluster1"),
ClusterPoolName: pulumi.String("clusterpool1"),
ClusterProfile: &hdinsight.ClusterProfileArgs{
AuthorizationProfile: &hdinsight.AuthorizationProfileArgs{
UserIds: pulumi.StringArray{
pulumi.String("testuser1"),
pulumi.String("testuser2"),
},
},
ClusterAccessProfile: &hdinsight.ClusterAccessProfileArgs{
EnableInternalIngress: pulumi.Bool(true),
},
ClusterVersion: pulumi.String("0.0.1"),
ManagedIdentityProfile: &hdinsight.ManagedIdentityProfileArgs{
IdentityList: hdinsight.ManagedIdentitySpecArray{
&hdinsight.ManagedIdentitySpecArgs{
ClientId: pulumi.String("de91f1d8-767f-460a-ac11-3cf103f74b34"),
ObjectId: pulumi.String("40491351-c240-4042-91e0-f644a1d2b441"),
ResourceId: pulumi.String("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi"),
Type: pulumi.String(hdinsight.ManagedIdentityTypeCluster),
},
},
},
OssVersion: pulumi.String("2.2.3"),
ServiceConfigsProfiles: hdinsight.ClusterServiceConfigsProfileArray{
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("spark-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("spark-defaults.conf"),
Values: pulumi.StringMap{
"spark.eventLog.enabled": pulumi.String("true"),
},
},
},
},
},
ServiceName: pulumi.String("spark-service"),
},
&hdinsight.ClusterServiceConfigsProfileArgs{
Configs: hdinsight.ClusterServiceConfigArray{
&hdinsight.ClusterServiceConfigArgs{
Component: pulumi.String("yarn-config"),
Files: hdinsight.ClusterConfigFileArray{
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("core-site.xml"),
Values: pulumi.StringMap{
"fs.defaultFS": pulumi.String("wasb://testcontainer@teststorage.dfs.core.windows.net/"),
"storage.container": pulumi.String("testcontainer"),
"storage.key": pulumi.String("test key"),
"storage.name": pulumi.String("teststorage"),
"storage.protocol": pulumi.String("wasb"),
},
},
&hdinsight.ClusterConfigFileArgs{
FileName: pulumi.String("yarn-site.xml"),
Values: pulumi.StringMap{
"yarn.webapp.ui2.enable": pulumi.String("false"),
},
},
},
},
},
ServiceName: pulumi.String("yarn-service"),
},
},
SparkProfile: &hdinsight.SparkProfileArgs{},
SshProfile: &hdinsight.ClusterPoolSshProfileArgs{
Count: pulumi.Int(2),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
ClusterType: pulumi.String("spark"),
ComputeProfile: &hdinsight.ClusterPoolComputeProfileArgs{
AvailabilityZones: pulumi.StringArray{
pulumi.String("1"),
pulumi.String("2"),
pulumi.String("3"),
},
Nodes: hdinsight.NodeProfileArray{
&hdinsight.NodeProfileArgs{
Count: pulumi.Int(4),
Type: pulumi.String("worker"),
VmSize: pulumi.String("Standard_D3_v2"),
},
},
},
Location: pulumi.String("West US 2"),
ResourceGroupName: pulumi.String("hiloResourcegroup"),
})
if err != nil {
return err
}
return nil
})
}
Content copied to clipboard
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.hdinsight.ClusterPoolCluster;
import com.pulumi.azurenative.hdinsight.ClusterPoolClusterArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.AuthorizationProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterAccessProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ManagedIdentityProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.SparkProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolSshProfileArgs;
import com.pulumi.azurenative.hdinsight.inputs.ClusterPoolComputeProfileArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var clusterPoolCluster = new ClusterPoolCluster("clusterPoolCluster", ClusterPoolClusterArgs.builder()
.clusterName("cluster1")
.clusterPoolName("clusterpool1")
.clusterProfile(ClusterProfileArgs.builder()
.authorizationProfile(AuthorizationProfileArgs.builder()
.userIds(
"testuser1",
"testuser2")
.build())
.clusterAccessProfile(ClusterAccessProfileArgs.builder()
.enableInternalIngress(true)
.build())
.clusterVersion("0.0.1")
.managedIdentityProfile(ManagedIdentityProfileArgs.builder()
.identityList(ManagedIdentitySpecArgs.builder()
.clientId("de91f1d8-767f-460a-ac11-3cf103f74b34")
.objectId("40491351-c240-4042-91e0-f644a1d2b441")
.resourceId("/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi")
.type("cluster")
.build())
.build())
.ossVersion("2.2.3")
.serviceConfigsProfiles(
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("spark-config")
.files(ClusterConfigFileArgs.builder()
.fileName("spark-defaults.conf")
.values(Map.of("spark.eventLog.enabled", "true"))
.build())
.build())
.serviceName("spark-service")
.build(),
ClusterServiceConfigsProfileArgs.builder()
.configs(ClusterServiceConfigArgs.builder()
.component("yarn-config")
.files(
ClusterConfigFileArgs.builder()
.fileName("core-site.xml")
.values(Map.ofEntries(
Map.entry("fs.defaultFS", "wasb://testcontainer@teststorage.dfs.core.windows.net/"),
Map.entry("storage.container", "testcontainer"),
Map.entry("storage.key", "test key"),
Map.entry("storage.name", "teststorage"),
Map.entry("storage.protocol", "wasb")
))
.build(),
ClusterConfigFileArgs.builder()
.fileName("yarn-site.xml")
.values(Map.of("yarn.webapp.ui2.enable", "false"))
.build())
.build())
.serviceName("yarn-service")
.build())
.sparkProfile()
.sshProfile(ClusterPoolSshProfileArgs.builder()
.count(2)
.vmSize("Standard_D3_v2")
.build())
.build())
.clusterType("spark")
.computeProfile(ClusterPoolComputeProfileArgs.builder()
.availabilityZones(
"1",
"2",
"3")
.nodes(NodeProfileArgs.builder()
.count(4)
.type("worker")
.vmSize("Standard_D3_v2")
.build())
.build())
.location("West US 2")
.resourceGroupName("hiloResourcegroup")
.build());
}
}
Content copied to clipboard
Import
An existing resource can be imported using its type token, name, and identifier, e.g.
$ pulumi import azure-native:hdinsight:ClusterPoolCluster cluster1 /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}
Content copied to clipboard
Properties
Link copied to clipboard
The Azure API version of the resource.
Link copied to clipboard
Cluster profile.
Link copied to clipboard
The type of cluster.
Link copied to clipboard
The compute profile.
Link copied to clipboard
A unique id generated by the RP to identify the resource.
Link copied to clipboard
Provisioning state of the resource.
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Azure Resource Manager metadata containing createdBy and modifiedBy information.