Job
Manages a Stream Analytics Job.
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as azure from "@pulumi/azure";
const example = new azure.core.ResourceGroup("example", {
name: "example-resources",
location: "West Europe",
});
const exampleJob = new azure.streamanalytics.Job("example", {
name: "example-job",
resourceGroupName: example.name,
location: example.location,
compatibilityLevel: "1.2",
dataLocale: "en-GB",
eventsLateArrivalMaxDelayInSeconds: 60,
eventsOutOfOrderMaxDelayInSeconds: 50,
eventsOutOfOrderPolicy: "Adjust",
outputErrorPolicy: "Drop",
streamingUnits: 3,
skuName: "StandardV2",
tags: {
environment: "Example",
},
transformationQuery: ` SELECT *
INTO [YourOutputAlias]
FROM [YourInputAlias]
`,
});import pulumi
import pulumi_azure as azure
example = azure.core.ResourceGroup("example",
name="example-resources",
location="West Europe")
example_job = azure.streamanalytics.Job("example",
name="example-job",
resource_group_name=example.name,
location=example.location,
compatibility_level="1.2",
data_locale="en-GB",
events_late_arrival_max_delay_in_seconds=60,
events_out_of_order_max_delay_in_seconds=50,
events_out_of_order_policy="Adjust",
output_error_policy="Drop",
streaming_units=3,
sku_name="StandardV2",
tags={
"environment": "Example",
},
transformation_query=""" SELECT *
INTO [YourOutputAlias]
FROM [YourInputAlias]
""")using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Azure = Pulumi.Azure;
return await Deployment.RunAsync(() =>
{
var example = new Azure.Core.ResourceGroup("example", new()
{
Name = "example-resources",
Location = "West Europe",
});
var exampleJob = new Azure.StreamAnalytics.Job("example", new()
{
Name = "example-job",
ResourceGroupName = example.Name,
Location = example.Location,
CompatibilityLevel = "1.2",
DataLocale = "en-GB",
EventsLateArrivalMaxDelayInSeconds = 60,
EventsOutOfOrderMaxDelayInSeconds = 50,
EventsOutOfOrderPolicy = "Adjust",
OutputErrorPolicy = "Drop",
StreamingUnits = 3,
SkuName = "StandardV2",
Tags =
{
{ "environment", "Example" },
},
TransformationQuery = @" SELECT *
INTO [YourOutputAlias]
FROM [YourInputAlias]
",
});
});package main
import (
"github.com/pulumi/pulumi-azure/sdk/v6/go/azure/core"
"github.com/pulumi/pulumi-azure/sdk/v6/go/azure/streamanalytics"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
example, err := core.NewResourceGroup(ctx, "example", &core.ResourceGroupArgs{
Name: pulumi.String("example-resources"),
Location: pulumi.String("West Europe"),
})
if err != nil {
return err
}
_, err = streamanalytics.NewJob(ctx, "example", &streamanalytics.JobArgs{
Name: pulumi.String("example-job"),
ResourceGroupName: example.Name,
Location: example.Location,
CompatibilityLevel: pulumi.String("1.2"),
DataLocale: pulumi.String("en-GB"),
EventsLateArrivalMaxDelayInSeconds: pulumi.Int(60),
EventsOutOfOrderMaxDelayInSeconds: pulumi.Int(50),
EventsOutOfOrderPolicy: pulumi.String("Adjust"),
OutputErrorPolicy: pulumi.String("Drop"),
StreamingUnits: pulumi.Int(3),
SkuName: pulumi.String("StandardV2"),
Tags: pulumi.StringMap{
"environment": pulumi.String("Example"),
},
TransformationQuery: pulumi.String(" SELECT *\n INTO [YourOutputAlias]\n FROM [YourInputAlias]\n"),
})
if err != nil {
return err
}
return nil
})
}package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azure.core.ResourceGroup;
import com.pulumi.azure.core.ResourceGroupArgs;
import com.pulumi.azure.streamanalytics.Job;
import com.pulumi.azure.streamanalytics.JobArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var example = new ResourceGroup("example", ResourceGroupArgs.builder()
.name("example-resources")
.location("West Europe")
.build());
var exampleJob = new Job("exampleJob", JobArgs.builder()
.name("example-job")
.resourceGroupName(example.name())
.location(example.location())
.compatibilityLevel("1.2")
.dataLocale("en-GB")
.eventsLateArrivalMaxDelayInSeconds(60)
.eventsOutOfOrderMaxDelayInSeconds(50)
.eventsOutOfOrderPolicy("Adjust")
.outputErrorPolicy("Drop")
.streamingUnits(3)
.skuName("StandardV2")
.tags(Map.of("environment", "Example"))
.transformationQuery("""
SELECT *
INTO [YourOutputAlias]
FROM [YourInputAlias]
""")
.build());
}
}resources:
example:
type: azure:core:ResourceGroup
properties:
name: example-resources
location: West Europe
exampleJob:
type: azure:streamanalytics:Job
name: example
properties:
name: example-job
resourceGroupName: ${example.name}
location: ${example.location}
compatibilityLevel: '1.2'
dataLocale: en-GB
eventsLateArrivalMaxDelayInSeconds: 60
eventsOutOfOrderMaxDelayInSeconds: 50
eventsOutOfOrderPolicy: Adjust
outputErrorPolicy: Drop
streamingUnits: 3
skuName: StandardV2
tags:
environment: Example
transformationQuery: |2
SELECT *
INTO [YourOutputAlias]
FROM [YourInputAlias]Import
Stream Analytics Job's can be imported using the resource id, e.g.
$ pulumi import azure:streamanalytics/job:Job example /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/group1/providers/Microsoft.StreamAnalytics/streamingJobs/job1Properties
Specifies the compatibility level for this job - which controls certain runtime behaviours of the streaming job. Possible values are 1.0, 1.1 and 1.2.
The policy for storing stream analytics content. Possible values are JobStorageAccount, SystemAccount. Defaults to SystemAccount.
Specifies the Data Locale of the Job, which should be a supported .NET Culture. Defaults to en-US.
Specifies the maximum tolerable delay in seconds where events arriving late could be included. Supported range is -1 (indefinite) to 1814399 (20d 23h 59m 59s). Default is 5.
Specifies the maximum tolerable delay in seconds where out-of-order events can be adjusted to be back in order. Supported range is 0 to 599 (9m 59s). Default is 0.
Specifies the policy which should be applied to events which arrive out of order in the input event stream. Possible values are Adjust and Drop. Default is Adjust.
An identity block as defined below.
The details of the job storage account. A job_storage_account block as defined below.
Specifies the policy which should be applied to events which arrive at the output and cannot be written to the external storage due to being malformed (such as missing column values, column values of wrong type or size). Possible values are Drop and Stop. Default is Drop.
The name of the Resource Group where the Stream Analytics Job should exist. Changing this forces a new resource to be created.
The ID of an existing Stream Analytics Cluster where the Stream Analytics Job should run.
Specifies the number of streaming units that the streaming job uses. Supported values are 1, 3, 6 and multiples of 6 up to 120. A conversion table for V2 streaming units can be found here