Streaming
A streaming job object, containing all information associated with the named streaming job. Uses Azure REST API version 2020-03-01. In version 1.x of the Azure Native provider, it used API version 2016-03-01. Other available API versions: 2017-04-01-preview, 2021-10-01-preview.
Example Usage
Create a complete streaming job (a streaming job with a transformation, at least 1 input and at least 1 output)
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var streamingJob = new AzureNative.StreamAnalytics.StreamingJob("streamingJob", new()
{
CompatibilityLevel = AzureNative.StreamAnalytics.CompatibilityLevel.CompatibilityLevel_1_0,
DataLocale = "en-US",
EventsLateArrivalMaxDelayInSeconds = 5,
EventsOutOfOrderMaxDelayInSeconds = 0,
EventsOutOfOrderPolicy = AzureNative.StreamAnalytics.EventsOutOfOrderPolicy.Drop,
Functions = new[] {},
Inputs = new[]
{
new AzureNative.StreamAnalytics.Inputs.InputArgs
{
Name = "inputtest",
Properties = new AzureNative.StreamAnalytics.Inputs.StreamInputPropertiesArgs
{
Datasource = new AzureNative.StreamAnalytics.Inputs.BlobStreamInputDataSourceArgs
{
Container = "containerName",
PathPattern = "",
StorageAccounts = new[]
{
new AzureNative.StreamAnalytics.Inputs.StorageAccountArgs
{
AccountKey = "yourAccountKey==",
AccountName = "yourAccountName",
},
},
Type = "Microsoft.Storage/Blob",
},
Serialization = new AzureNative.StreamAnalytics.Inputs.JsonSerializationArgs
{
Encoding = AzureNative.StreamAnalytics.Encoding.UTF8,
Type = "Json",
},
Type = "Stream",
},
},
},
JobName = "sj7804",
Location = "West US",
OutputErrorPolicy = AzureNative.StreamAnalytics.OutputErrorPolicy.Drop,
Outputs = new[]
{
new AzureNative.StreamAnalytics.Inputs.OutputArgs
{
Datasource = new AzureNative.StreamAnalytics.Inputs.AzureSqlDatabaseOutputDataSourceArgs
{
Database = "databaseName",
Password = "userPassword",
Server = "serverName",
Table = "tableName",
Type = "Microsoft.Sql/Server/Database",
User = "<user>",
},
Name = "outputtest",
},
},
ResourceGroupName = "sjrg3276",
Sku = new AzureNative.StreamAnalytics.Inputs.SkuArgs
{
Name = AzureNative.StreamAnalytics.SkuName.Standard,
},
Tags =
{
{ "key1", "value1" },
{ "key3", "value3" },
{ "randomKey", "randomValue" },
},
Transformation = new AzureNative.StreamAnalytics.Inputs.TransformationArgs
{
Name = "transformationtest",
Query = "Select Id, Name from inputtest",
StreamingUnits = 1,
},
});
});package main
import (
streamanalytics "github.com/pulumi/pulumi-azure-native-sdk/streamanalytics/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := streamanalytics.NewStreamingJob(ctx, "streamingJob", &streamanalytics.StreamingJobArgs{
CompatibilityLevel: pulumi.String(streamanalytics.CompatibilityLevel_1_0),
DataLocale: pulumi.String("en-US"),
EventsLateArrivalMaxDelayInSeconds: pulumi.Int(5),
EventsOutOfOrderMaxDelayInSeconds: pulumi.Int(0),
EventsOutOfOrderPolicy: pulumi.String(streamanalytics.EventsOutOfOrderPolicyDrop),
Functions: streamanalytics.FunctionTypeArray{},
Inputs: streamanalytics.InputTypeArray{
&streamanalytics.InputTypeArgs{
Name: pulumi.String("inputtest"),
Properties: streamanalytics.StreamInputProperties{
Datasource: streamanalytics.BlobStreamInputDataSource{
Container: "containerName",
PathPattern: "",
StorageAccounts: []streamanalytics.StorageAccount{
{
AccountKey: "yourAccountKey==",
AccountName: "yourAccountName",
},
},
Type: "Microsoft.Storage/Blob",
},
Serialization: streamanalytics.JsonSerialization{
Encoding: streamanalytics.EncodingUTF8,
Type: "Json",
},
Type: "Stream",
},
},
},
JobName: pulumi.String("sj7804"),
Location: pulumi.String("West US"),
OutputErrorPolicy: pulumi.String(streamanalytics.OutputErrorPolicyDrop),
Outputs: streamanalytics.OutputTypeArray{
&streamanalytics.OutputTypeArgs{
Datasource: streamanalytics.AzureSqlDatabaseOutputDataSource{
Database: "databaseName",
Password: "userPassword",
Server: "serverName",
Table: "tableName",
Type: "Microsoft.Sql/Server/Database",
User: "<user>",
},
Name: pulumi.String("outputtest"),
},
},
ResourceGroupName: pulumi.String("sjrg3276"),
Sku: &streamanalytics.SkuArgs{
Name: pulumi.String(streamanalytics.SkuNameStandard),
},
Tags: pulumi.StringMap{
"key1": pulumi.String("value1"),
"key3": pulumi.String("value3"),
"randomKey": pulumi.String("randomValue"),
},
Transformation: &streamanalytics.TransformationArgs{
Name: pulumi.String("transformationtest"),
Query: pulumi.String("Select Id, Name from inputtest"),
StreamingUnits: pulumi.Int(1),
},
})
if err != nil {
return err
}
return nil
})
}package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.streamanalytics.StreamingJob;
import com.pulumi.azurenative.streamanalytics.StreamingJobArgs;
import com.pulumi.azurenative.streamanalytics.inputs.InputArgs;
import com.pulumi.azurenative.streamanalytics.inputs.OutputArgs;
import com.pulumi.azurenative.streamanalytics.inputs.SkuArgs;
import com.pulumi.azurenative.streamanalytics.inputs.TransformationArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var streamingJob = new StreamingJob("streamingJob", StreamingJobArgs.builder()
.compatibilityLevel("1.0")
.dataLocale("en-US")
.eventsLateArrivalMaxDelayInSeconds(5)
.eventsOutOfOrderMaxDelayInSeconds(0)
.eventsOutOfOrderPolicy("Drop")
.functions()
.inputs(InputArgs.builder()
.name("inputtest")
.properties(StreamInputPropertiesArgs.builder()
.datasource(BlobStreamInputDataSourceArgs.builder()
.container("containerName")
.pathPattern("")
.storageAccounts(StorageAccountArgs.builder()
.accountKey("yourAccountKey==")
.accountName("yourAccountName")
.build())
.type("Microsoft.Storage/Blob")
.build())
.serialization(JsonSerializationArgs.builder()
.encoding("UTF8")
.type("Json")
.build())
.type("Stream")
.build())
.build())
.jobName("sj7804")
.location("West US")
.outputErrorPolicy("Drop")
.outputs(OutputArgs.builder()
.datasource(AzureDataLakeStoreOutputDataSourceArgs.builder()
.database("databaseName")
.password("userPassword")
.server("serverName")
.table("tableName")
.type("Microsoft.Sql/Server/Database")
.user("<user>")
.build())
.name("outputtest")
.build())
.resourceGroupName("sjrg3276")
.sku(SkuArgs.builder()
.name("Standard")
.build())
.tags(Map.ofEntries(
Map.entry("key1", "value1"),
Map.entry("key3", "value3"),
Map.entry("randomKey", "randomValue")
))
.transformation(TransformationArgs.builder()
.name("transformationtest")
.query("Select Id, Name from inputtest")
.streamingUnits(1)
.build())
.build());
}
}Create a streaming job shell (a streaming job with no inputs, outputs, transformation, or functions)
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var streamingJob = new AzureNative.StreamAnalytics.StreamingJob("streamingJob", new()
{
CompatibilityLevel = AzureNative.StreamAnalytics.CompatibilityLevel.CompatibilityLevel_1_0,
DataLocale = "en-US",
EventsLateArrivalMaxDelayInSeconds = 16,
EventsOutOfOrderMaxDelayInSeconds = 5,
EventsOutOfOrderPolicy = AzureNative.StreamAnalytics.EventsOutOfOrderPolicy.Drop,
Functions = new[] {},
Inputs = new[] {},
JobName = "sj59",
Location = "West US",
OutputErrorPolicy = AzureNative.StreamAnalytics.OutputErrorPolicy.Drop,
Outputs = new[] {},
ResourceGroupName = "sjrg6936",
Sku = new AzureNative.StreamAnalytics.Inputs.SkuArgs
{
Name = AzureNative.StreamAnalytics.SkuName.Standard,
},
Tags =
{
{ "key1", "value1" },
{ "key3", "value3" },
{ "randomKey", "randomValue" },
},
});
});package main
import (
streamanalytics "github.com/pulumi/pulumi-azure-native-sdk/streamanalytics/v2"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := streamanalytics.NewStreamingJob(ctx, "streamingJob", &streamanalytics.StreamingJobArgs{
CompatibilityLevel: pulumi.String(streamanalytics.CompatibilityLevel_1_0),
DataLocale: pulumi.String("en-US"),
EventsLateArrivalMaxDelayInSeconds: pulumi.Int(16),
EventsOutOfOrderMaxDelayInSeconds: pulumi.Int(5),
EventsOutOfOrderPolicy: pulumi.String(streamanalytics.EventsOutOfOrderPolicyDrop),
Functions: streamanalytics.FunctionTypeArray{},
Inputs: streamanalytics.InputTypeArray{},
JobName: pulumi.String("sj59"),
Location: pulumi.String("West US"),
OutputErrorPolicy: pulumi.String(streamanalytics.OutputErrorPolicyDrop),
Outputs: streamanalytics.OutputTypeArray{},
ResourceGroupName: pulumi.String("sjrg6936"),
Sku: &streamanalytics.SkuArgs{
Name: pulumi.String(streamanalytics.SkuNameStandard),
},
Tags: pulumi.StringMap{
"key1": pulumi.String("value1"),
"key3": pulumi.String("value3"),
"randomKey": pulumi.String("randomValue"),
},
})
if err != nil {
return err
}
return nil
})
}package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.streamanalytics.StreamingJob;
import com.pulumi.azurenative.streamanalytics.StreamingJobArgs;
import com.pulumi.azurenative.streamanalytics.inputs.SkuArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var streamingJob = new StreamingJob("streamingJob", StreamingJobArgs.builder()
.compatibilityLevel("1.0")
.dataLocale("en-US")
.eventsLateArrivalMaxDelayInSeconds(16)
.eventsOutOfOrderMaxDelayInSeconds(5)
.eventsOutOfOrderPolicy("Drop")
.functions()
.inputs()
.jobName("sj59")
.location("West US")
.outputErrorPolicy("Drop")
.outputs()
.resourceGroupName("sjrg6936")
.sku(SkuArgs.builder()
.name("Standard")
.build())
.tags(Map.ofEntries(
Map.entry("key1", "value1"),
Map.entry("key3", "value3"),
Map.entry("randomKey", "randomValue")
))
.build());
}
}Import
An existing resource can be imported using its type token, name, and identifier, e.g.
$ pulumi import azure-native:streamanalytics:StreamingJob sj59 /subscriptions/{subscriptionId}/resourcegroups/{resourceGroupName}/providers/Microsoft.StreamAnalytics/streamingjobs/{jobName}Properties
The cluster which streaming jobs will run on.
Controls certain runtime behaviors of the streaming job.
Valid values are JobStorageAccount and SystemAccount. If set to JobStorageAccount, this requires the user to also specify jobStorageAccount property. .
Value is an ISO-8601 formatted UTC timestamp indicating when the streaming job was created.
The data locale of the stream analytics job. Value should be the name of a supported .NET Culture from the set https://msdn.microsoft.com/en-us/library/system.globalization.culturetypes(v=vs.110).aspx. Defaults to 'en-US' if none specified.
The maximum tolerable delay in seconds where events arriving late could be included. Supported range is -1 to 1814399 (20.23:59:59 days) and -1 is used to specify wait indefinitely. If the property is absent, it is interpreted to have a value of -1.
The maximum tolerable delay in seconds where out-of-order events can be adjusted to be back in order.
Indicates the policy to apply to events that arrive out of order in the input event stream.
A list of one or more functions for the streaming job. The name property for each function is required when specifying this property in a PUT request. This property cannot be modify via a PATCH operation. You must use the PATCH API available for the individual transformation.
Describes the system-assigned managed identity assigned to this job that can be used to authenticate with inputs and outputs.
A list of one or more inputs to the streaming job. The name property for each input is required when specifying this property in a PUT request. This property cannot be modify via a PATCH operation. You must use the PATCH API available for the individual input.
The properties that are associated with an Azure Storage account with MSI
Value is either an ISO-8601 formatted timestamp indicating the last output event time of the streaming job or null indicating that output has not yet been produced. In case of multiple outputs or multiple streams, this shows the latest value in that set.
Indicates the policy to apply to events that arrive at the output and cannot be written to the external storage due to being malformed (missing column values, column values of wrong type or size).
A list of one or more outputs for the streaming job. The name property for each output is required when specifying this property in a PUT request. This property cannot be modify via a PATCH operation. You must use the PATCH API available for the individual output.
This property should only be utilized when it is desired that the job be started immediately upon creation. Value may be JobStartTime, CustomTime, or LastOutputEventTime to indicate whether the starting point of the output event stream should start whenever the job is started, start at a custom user time stamp specified via the outputStartTime property, or start from the last event output time.
Value is either an ISO-8601 formatted time stamp that indicates the starting point of the output event stream, or null to indicate that the output event stream will start whenever the streaming job is started. This property must have a value if outputStartMode is set to CustomTime.
Describes the provisioning status of the streaming job.
Describes the SKU of the streaming job. Required on PUT (CreateOrReplace) requests.
Indicates the query and the number of streaming units to use for the streaming job. The name property of the transformation is required when specifying this property in a PUT request. This property cannot be modify via a PATCH operation. You must use the PATCH API available for the individual transformation.