pulumi-alicloud-kotlin/com.pulumi.alicloud.gpdb.kotlin/StreamingJob

StreamingJob

class StreamingJob : KotlinCustomResource

Provides a GPDB Streaming Job resource. Real-time data tasks. For information about GPDB Streaming Job and how to use it, see What is Streaming Job.

NOTE: Available since v1.231.0.

Example Usage

Basic Usage

import * as pulumi from "@pulumi/pulumi";
import * as alicloud from "@pulumi/alicloud";
const config = new pulumi.Config();
const name = config.get("name") || "terraform-example";
const defaultTXqb15 = new alicloud.vpc.Network("defaultTXqb15", {cidrBlock: "192.168.0.0/16"});
const defaultaSWhbT = new alicloud.vpc.Switch("defaultaSWhbT", {
    vpcId: defaultTXqb15.id,
    zoneId: "cn-beijing-h",
    cidrBlock: "192.168.1.0/24",
});
const defaulth2ghc1 = new alicloud.gpdb.Instance("defaulth2ghc1", {
    instanceSpec: "2C8G",
    description: name,
    segNodeNum: 2,
    segStorageType: "cloud_essd",
    instanceNetworkType: "VPC",
    dbInstanceCategory: "Basic",
    paymentType: "PayAsYouGo",
    sslEnabled: 0,
    engineVersion: "6.0",
    zoneId: "cn-beijing-h",
    vswitchId: defaultaSWhbT.id,
    storageSize: 50,
    masterCu: 4,
    vpcId: defaultTXqb15.id,
    dbInstanceMode: "StorageElastic",
    engine: "gpdb",
});
const default2dUszY = new alicloud.gpdb.StreamingDataService("default2dUszY", {
    serviceName: "example",
    dbInstanceId: defaulth2ghc1.id,
    serviceDescription: "example",
    serviceSpec: "8",
});
const defaultcDQItu = new alicloud.gpdb.StreamingDataSource("defaultcDQItu", {
    dbInstanceId: defaulth2ghc1.id,
    dataSourceName: "example",
    dataSourceConfig: JSON.stringify({
        brokers: "alikafka-post-cn-g4t3t4eod004-1-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-2-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-3-vpc.alikafka.aliyuncs.com:9092",
        delimiter: "|",
        format: "delimited",
        topic: "ziyuan_example",
    }),
    dataSourceType: "kafka",
    dataSourceDescription: "example",
    serviceId: default2dUszY.serviceId,
});
const _default = new alicloud.gpdb.StreamingJob("default", {
    account: "example_001",
    destSchema: "public",
    mode: "professional",
    jobName: "example-kafka",
    jobDescription: "example-kafka",
    destDatabase: "adb_sampledata_tpch",
    dbInstanceId: defaulth2ghc1.id,
    destTable: "customer",
    dataSourceId: defaultcDQItu.dataSourceId,
    password: "example_001",
    jobConfig: `ATABASE: adb_sampledata_tpch
USER: example_001
PASSWORD: example_001
HOST: gp-2zean69451zsjj139-master.gpdb.rds.aliyuncs.com
PORT: 5432
KAFKA:
  INPUT:
    SOURCE:
      BROKERS: alikafka-post-cn-3mp3t4ekq004-1-vpc.alikafka.aliyuncs.com:9092
      TOPIC: ziyuan_example
      FALLBACK_OFFSET: LATEST
    KEY:
      COLUMNS:
      - NAME: c_custkey
        TYPE: int
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \\'|\\'
    VALUE:
      COLUMNS:
      - NAME: c_comment
        TYPE: varchar
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \\'|\\'
    ERROR_LIMIT: 10
  OUTPUT:
    SCHEMA: public
    TABLE: customer
    MODE: MERGE
    MATCH_COLUMNS:
    - c_custkey
    ORDER_COLUMNS:
    - c_custkey
    UPDATE_COLUMNS:
    - c_custkey
    MAPPING:
    - NAME: c_custkey
      EXPRESSION: c_custkey
  COMMIT:
    MAX_ROW: 1000
    MINIMAL_INTERVAL: 1000
    CONSISTENCY: ATLEAST
  POLL:
    BATCHSIZE: 1000
    TIMEOUT: 1000
  PROPERTIES:
    group.id: ziyuan_example_01
`,
});
Content copied to clipboard
import pulumi
import json
import pulumi_alicloud as alicloud
config = pulumi.Config()
name = config.get("name")
if name is None:
    name = "terraform-example"
default_t_xqb15 = alicloud.vpc.Network("defaultTXqb15", cidr_block="192.168.0.0/16")
defaulta_s_whb_t = alicloud.vpc.Switch("defaultaSWhbT",
    vpc_id=default_t_xqb15.id,
    zone_id="cn-beijing-h",
    cidr_block="192.168.1.0/24")
defaulth2ghc1 = alicloud.gpdb.Instance("defaulth2ghc1",
    instance_spec="2C8G",
    description=name,
    seg_node_num=2,
    seg_storage_type="cloud_essd",
    instance_network_type="VPC",
    db_instance_category="Basic",
    payment_type="PayAsYouGo",
    ssl_enabled=0,
    engine_version="6.0",
    zone_id="cn-beijing-h",
    vswitch_id=defaulta_s_whb_t.id,
    storage_size=50,
    master_cu=4,
    vpc_id=default_t_xqb15.id,
    db_instance_mode="StorageElastic",
    engine="gpdb")
default2d_usz_y = alicloud.gpdb.StreamingDataService("default2dUszY",
    service_name="example",
    db_instance_id=defaulth2ghc1.id,
    service_description="example",
    service_spec="8")
defaultc_dq_itu = alicloud.gpdb.StreamingDataSource("defaultcDQItu",
    db_instance_id=defaulth2ghc1.id,
    data_source_name="example",
    data_source_config=json.dumps({
        "brokers": "alikafka-post-cn-g4t3t4eod004-1-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-2-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-3-vpc.alikafka.aliyuncs.com:9092",
        "delimiter": "|",
        "format": "delimited",
        "topic": "ziyuan_example",
    }),
    data_source_type="kafka",
    data_source_description="example",
    service_id=default2d_usz_y.service_id)
default = alicloud.gpdb.StreamingJob("default",
    account="example_001",
    dest_schema="public",
    mode="professional",
    job_name="example-kafka",
    job_description="example-kafka",
    dest_database="adb_sampledata_tpch",
    db_instance_id=defaulth2ghc1.id,
    dest_table="customer",
    data_source_id=defaultc_dq_itu.data_source_id,
    password="example_001",
    job_config="""ATABASE: adb_sampledata_tpch
USER: example_001
PASSWORD: example_001
HOST: gp-2zean69451zsjj139-master.gpdb.rds.aliyuncs.com
PORT: 5432
KAFKA:
  INPUT:
    SOURCE:
      BROKERS: alikafka-post-cn-3mp3t4ekq004-1-vpc.alikafka.aliyuncs.com:9092
      TOPIC: ziyuan_example
      FALLBACK_OFFSET: LATEST
    KEY:
      COLUMNS:
      - NAME: c_custkey
        TYPE: int
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    VALUE:
      COLUMNS:
      - NAME: c_comment
        TYPE: varchar
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    ERROR_LIMIT: 10
  OUTPUT:
    SCHEMA: public
    TABLE: customer
    MODE: MERGE
    MATCH_COLUMNS:
    - c_custkey
    ORDER_COLUMNS:
    - c_custkey
    UPDATE_COLUMNS:
    - c_custkey
    MAPPING:
    - NAME: c_custkey
      EXPRESSION: c_custkey
  COMMIT:
    MAX_ROW: 1000
    MINIMAL_INTERVAL: 1000
    CONSISTENCY: ATLEAST
  POLL:
    BATCHSIZE: 1000
    TIMEOUT: 1000
  PROPERTIES:
    group.id: ziyuan_example_01
""")
Content copied to clipboard
using System.Collections.Generic;
using System.Linq;
using System.Text.Json;
using Pulumi;
using AliCloud = Pulumi.AliCloud;
return await Deployment.RunAsync(() =>
{
    var config = new Config();
    var name = config.Get("name") ?? "terraform-example";
    var defaultTXqb15 = new AliCloud.Vpc.Network("defaultTXqb15", new()
    {
        CidrBlock = "192.168.0.0/16",
    });
    var defaultaSWhbT = new AliCloud.Vpc.Switch("defaultaSWhbT", new()
    {
        VpcId = defaultTXqb15.Id,
        ZoneId = "cn-beijing-h",
        CidrBlock = "192.168.1.0/24",
    });
    var defaulth2ghc1 = new AliCloud.Gpdb.Instance("defaulth2ghc1", new()
    {
        InstanceSpec = "2C8G",
        Description = name,
        SegNodeNum = 2,
        SegStorageType = "cloud_essd",
        InstanceNetworkType = "VPC",
        DbInstanceCategory = "Basic",
        PaymentType = "PayAsYouGo",
        SslEnabled = 0,
        EngineVersion = "6.0",
        ZoneId = "cn-beijing-h",
        VswitchId = defaultaSWhbT.Id,
        StorageSize = 50,
        MasterCu = 4,
        VpcId = defaultTXqb15.Id,
        DbInstanceMode = "StorageElastic",
        Engine = "gpdb",
    });
    var default2dUszY = new AliCloud.Gpdb.StreamingDataService("default2dUszY", new()
    {
        ServiceName = "example",
        DbInstanceId = defaulth2ghc1.Id,
        ServiceDescription = "example",
        ServiceSpec = "8",
    });
    var defaultcDQItu = new AliCloud.Gpdb.StreamingDataSource("defaultcDQItu", new()
    {
        DbInstanceId = defaulth2ghc1.Id,
        DataSourceName = "example",
        DataSourceConfig = JsonSerializer.Serialize(new Dictionary<string, object?>
        {
            ["brokers"] = "alikafka-post-cn-g4t3t4eod004-1-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-2-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-3-vpc.alikafka.aliyuncs.com:9092",
            ["delimiter"] = "|",
            ["format"] = "delimited",
            ["topic"] = "ziyuan_example",
        }),
        DataSourceType = "kafka",
        DataSourceDescription = "example",
        ServiceId = default2dUszY.ServiceId,
    });
    var @default = new AliCloud.Gpdb.StreamingJob("default", new()
    {
        Account = "example_001",
        DestSchema = "public",
        Mode = "professional",
        JobName = "example-kafka",
        JobDescription = "example-kafka",
        DestDatabase = "adb_sampledata_tpch",
        DbInstanceId = defaulth2ghc1.Id,
        DestTable = "customer",
        DataSourceId = defaultcDQItu.DataSourceId,
        Password = "example_001",
        JobConfig = @"ATABASE: adb_sampledata_tpch
USER: example_001
PASSWORD: example_001
HOST: gp-2zean69451zsjj139-master.gpdb.rds.aliyuncs.com
PORT: 5432
KAFKA:
  INPUT:
    SOURCE:
      BROKERS: alikafka-post-cn-3mp3t4ekq004-1-vpc.alikafka.aliyuncs.com:9092
      TOPIC: ziyuan_example
      FALLBACK_OFFSET: LATEST
    KEY:
      COLUMNS:
      - NAME: c_custkey
        TYPE: int
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    VALUE:
      COLUMNS:
      - NAME: c_comment
        TYPE: varchar
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    ERROR_LIMIT: 10
  OUTPUT:
    SCHEMA: public
    TABLE: customer
    MODE: MERGE
    MATCH_COLUMNS:
    - c_custkey
    ORDER_COLUMNS:
    - c_custkey
    UPDATE_COLUMNS:
    - c_custkey
    MAPPING:
    - NAME: c_custkey
      EXPRESSION: c_custkey
  COMMIT:
    MAX_ROW: 1000
    MINIMAL_INTERVAL: 1000
    CONSISTENCY: ATLEAST
  POLL:
    BATCHSIZE: 1000
    TIMEOUT: 1000
  PROPERTIES:
    group.id: ziyuan_example_01
",
    });
});
Content copied to clipboard
package main
import (
	"encoding/json"
	"github.com/pulumi/pulumi-alicloud/sdk/v3/go/alicloud/gpdb"
	"github.com/pulumi/pulumi-alicloud/sdk/v3/go/alicloud/vpc"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi/config"
)
func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		cfg := config.New(ctx, "")
		name := "terraform-example"
		if param := cfg.Get("name"); param != "" {
			name = param
		}
		defaultTXqb15, err := vpc.NewNetwork(ctx, "defaultTXqb15", &vpc.NetworkArgs{
			CidrBlock: pulumi.String("192.168.0.0/16"),
		})
		if err != nil {
			return err
		}
		defaultaSWhbT, err := vpc.NewSwitch(ctx, "defaultaSWhbT", &vpc.SwitchArgs{
			VpcId:     defaultTXqb15.ID(),
			ZoneId:    pulumi.String("cn-beijing-h"),
			CidrBlock: pulumi.String("192.168.1.0/24"),
		})
		if err != nil {
			return err
		}
		defaulth2ghc1, err := gpdb.NewInstance(ctx, "defaulth2ghc1", &gpdb.InstanceArgs{
			InstanceSpec:        pulumi.String("2C8G"),
			Description:         pulumi.String(name),
			SegNodeNum:          pulumi.Int(2),
			SegStorageType:      pulumi.String("cloud_essd"),
			InstanceNetworkType: pulumi.String("VPC"),
			DbInstanceCategory:  pulumi.String("Basic"),
			PaymentType:         pulumi.String("PayAsYouGo"),
			SslEnabled:          pulumi.Int(0),
			EngineVersion:       pulumi.String("6.0"),
			ZoneId:              pulumi.String("cn-beijing-h"),
			VswitchId:           defaultaSWhbT.ID(),
			StorageSize:         pulumi.Int(50),
			MasterCu:            pulumi.Int(4),
			VpcId:               defaultTXqb15.ID(),
			DbInstanceMode:      pulumi.String("StorageElastic"),
			Engine:              pulumi.String("gpdb"),
		})
		if err != nil {
			return err
		}
		default2dUszY, err := gpdb.NewStreamingDataService(ctx, "default2dUszY", &gpdb.StreamingDataServiceArgs{
			ServiceName:        pulumi.String("example"),
			DbInstanceId:       defaulth2ghc1.ID(),
			ServiceDescription: pulumi.String("example"),
			ServiceSpec:        pulumi.String("8"),
		})
		if err != nil {
			return err
		}
		tmpJSON0, err := json.Marshal(map[string]interface{}{
			"brokers":   "alikafka-post-cn-g4t3t4eod004-1-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-2-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-3-vpc.alikafka.aliyuncs.com:9092",
			"delimiter": "|",
			"format":    "delimited",
			"topic":     "ziyuan_example",
		})
		if err != nil {
			return err
		}
		json0 := string(tmpJSON0)
		defaultcDQItu, err := gpdb.NewStreamingDataSource(ctx, "defaultcDQItu", &gpdb.StreamingDataSourceArgs{
			DbInstanceId:          defaulth2ghc1.ID(),
			DataSourceName:        pulumi.String("example"),
			DataSourceConfig:      pulumi.String(json0),
			DataSourceType:        pulumi.String("kafka"),
			DataSourceDescription: pulumi.String("example"),
			ServiceId:             default2dUszY.ServiceId,
		})
		if err != nil {
			return err
		}
		_, err = gpdb.NewStreamingJob(ctx, "default", &gpdb.StreamingJobArgs{
			Account:        pulumi.String("example_001"),
			DestSchema:     pulumi.String("public"),
			Mode:           pulumi.String("professional"),
			JobName:        pulumi.String("example-kafka"),
			JobDescription: pulumi.String("example-kafka"),
			DestDatabase:   pulumi.String("adb_sampledata_tpch"),
			DbInstanceId:   defaulth2ghc1.ID(),
			DestTable:      pulumi.String("customer"),
			DataSourceId:   defaultcDQItu.DataSourceId,
			Password:       pulumi.String("example_001"),
			JobConfig: pulumi.String(`ATABASE: adb_sampledata_tpch
USER: example_001
PASSWORD: example_001
HOST: gp-2zean69451zsjj139-master.gpdb.rds.aliyuncs.com
PORT: 5432
KAFKA:
  INPUT:
    SOURCE:
      BROKERS: alikafka-post-cn-3mp3t4ekq004-1-vpc.alikafka.aliyuncs.com:9092
      TOPIC: ziyuan_example
      FALLBACK_OFFSET: LATEST
    KEY:
      COLUMNS:
      - NAME: c_custkey
        TYPE: int
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    VALUE:
      COLUMNS:
      - NAME: c_comment
        TYPE: varchar
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    ERROR_LIMIT: 10
  OUTPUT:
    SCHEMA: public
    TABLE: customer
    MODE: MERGE
    MATCH_COLUMNS:
    - c_custkey
    ORDER_COLUMNS:
    - c_custkey
    UPDATE_COLUMNS:
    - c_custkey
    MAPPING:
    - NAME: c_custkey
      EXPRESSION: c_custkey
  COMMIT:
    MAX_ROW: 1000
    MINIMAL_INTERVAL: 1000
    CONSISTENCY: ATLEAST
  POLL:
    BATCHSIZE: 1000
    TIMEOUT: 1000
  PROPERTIES:
    group.id: ziyuan_example_01
`),
		})
		if err != nil {
			return err
		}
		return nil
	})
}
Content copied to clipboard
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.alicloud.vpc.Network;
import com.pulumi.alicloud.vpc.NetworkArgs;
import com.pulumi.alicloud.vpc.Switch;
import com.pulumi.alicloud.vpc.SwitchArgs;
import com.pulumi.alicloud.gpdb.Instance;
import com.pulumi.alicloud.gpdb.InstanceArgs;
import com.pulumi.alicloud.gpdb.StreamingDataService;
import com.pulumi.alicloud.gpdb.StreamingDataServiceArgs;
import com.pulumi.alicloud.gpdb.StreamingDataSource;
import com.pulumi.alicloud.gpdb.StreamingDataSourceArgs;
import com.pulumi.alicloud.gpdb.StreamingJob;
import com.pulumi.alicloud.gpdb.StreamingJobArgs;
import static com.pulumi.codegen.internal.Serialization.*;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }
    public static void stack(Context ctx) {
        final var config = ctx.config();
        final var name = config.get("name").orElse("terraform-example");
        var defaultTXqb15 = new Network("defaultTXqb15", NetworkArgs.builder()
            .cidrBlock("192.168.0.0/16")
            .build());
        var defaultaSWhbT = new Switch("defaultaSWhbT", SwitchArgs.builder()
            .vpcId(defaultTXqb15.id())
            .zoneId("cn-beijing-h")
            .cidrBlock("192.168.1.0/24")
            .build());
        var defaulth2ghc1 = new Instance("defaulth2ghc1", InstanceArgs.builder()
            .instanceSpec("2C8G")
            .description(name)
            .segNodeNum("2")
            .segStorageType("cloud_essd")
            .instanceNetworkType("VPC")
            .dbInstanceCategory("Basic")
            .paymentType("PayAsYouGo")
            .sslEnabled("0")
            .engineVersion("6.0")
            .zoneId("cn-beijing-h")
            .vswitchId(defaultaSWhbT.id())
            .storageSize("50")
            .masterCu("4")
            .vpcId(defaultTXqb15.id())
            .dbInstanceMode("StorageElastic")
            .engine("gpdb")
            .build());
        var default2dUszY = new StreamingDataService("default2dUszY", StreamingDataServiceArgs.builder()
            .serviceName("example")
            .dbInstanceId(defaulth2ghc1.id())
            .serviceDescription("example")
            .serviceSpec("8")
            .build());
        var defaultcDQItu = new StreamingDataSource("defaultcDQItu", StreamingDataSourceArgs.builder()
            .dbInstanceId(defaulth2ghc1.id())
            .dataSourceName("example")
            .dataSourceConfig(serializeJson(
                jsonObject(
                    jsonProperty("brokers", "alikafka-post-cn-g4t3t4eod004-1-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-2-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-3-vpc.alikafka.aliyuncs.com:9092"),
                    jsonProperty("delimiter", "|"),
                    jsonProperty("format", "delimited"),
                    jsonProperty("topic", "ziyuan_example")
                )))
            .dataSourceType("kafka")
            .dataSourceDescription("example")
            .serviceId(default2dUszY.serviceId())
            .build());
        var default_ = new StreamingJob("default", StreamingJobArgs.builder()
            .account("example_001")
            .destSchema("public")
            .mode("professional")
            .jobName("example-kafka")
            .jobDescription("example-kafka")
            .destDatabase("adb_sampledata_tpch")
            .dbInstanceId(defaulth2ghc1.id())
            .destTable("customer")
            .dataSourceId(defaultcDQItu.dataSourceId())
            .password("example_001")
            .jobConfig("""
ATABASE: adb_sampledata_tpch
USER: example_001
PASSWORD: example_001
HOST: gp-2zean69451zsjj139-master.gpdb.rds.aliyuncs.com
PORT: 5432
KAFKA:
  INPUT:
    SOURCE:
      BROKERS: alikafka-post-cn-3mp3t4ekq004-1-vpc.alikafka.aliyuncs.com:9092
      TOPIC: ziyuan_example
      FALLBACK_OFFSET: LATEST
    KEY:
      COLUMNS:
      - NAME: c_custkey
        TYPE: int
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    VALUE:
      COLUMNS:
      - NAME: c_comment
        TYPE: varchar
      FORMAT: delimited
      DELIMITED_OPTION:
        DELIMITER: \'|\'
    ERROR_LIMIT: 10
  OUTPUT:
    SCHEMA: public
    TABLE: customer
    MODE: MERGE
    MATCH_COLUMNS:
    - c_custkey
    ORDER_COLUMNS:
    - c_custkey
    UPDATE_COLUMNS:
    - c_custkey
    MAPPING:
    - NAME: c_custkey
      EXPRESSION: c_custkey
  COMMIT:
    MAX_ROW: 1000
    MINIMAL_INTERVAL: 1000
    CONSISTENCY: ATLEAST
  POLL:
    BATCHSIZE: 1000
    TIMEOUT: 1000
  PROPERTIES:
    group.id: ziyuan_example_01
            """)
            .build());
    }
}
Content copied to clipboard
configuration:
  name:
    type: string
    default: terraform-example
resources:
  defaultTXqb15:
    type: alicloud:vpc:Network
    properties:
      cidrBlock: 192.168.0.0/16
  defaultaSWhbT:
    type: alicloud:vpc:Switch
    properties:
      vpcId: ${defaultTXqb15.id}
      zoneId: cn-beijing-h
      cidrBlock: 192.168.1.0/24
  defaulth2ghc1:
    type: alicloud:gpdb:Instance
    properties:
      instanceSpec: 2C8G
      description: ${name}
      segNodeNum: '2'
      segStorageType: cloud_essd
      instanceNetworkType: VPC
      dbInstanceCategory: Basic
      paymentType: PayAsYouGo
      sslEnabled: '0'
      engineVersion: '6.0'
      zoneId: cn-beijing-h
      vswitchId: ${defaultaSWhbT.id}
      storageSize: '50'
      masterCu: '4'
      vpcId: ${defaultTXqb15.id}
      dbInstanceMode: StorageElastic
      engine: gpdb
  default2dUszY:
    type: alicloud:gpdb:StreamingDataService
    properties:
      serviceName: example
      dbInstanceId: ${defaulth2ghc1.id}
      serviceDescription: example
      serviceSpec: '8'
  defaultcDQItu:
    type: alicloud:gpdb:StreamingDataSource
    properties:
      dbInstanceId: ${defaulth2ghc1.id}
      dataSourceName: example
      dataSourceConfig:
        fn::toJSON:
          brokers: alikafka-post-cn-g4t3t4eod004-1-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-2-vpc.alikafka.aliyuncs.com:9092,alikafka-post-cn-g4t3t4eod004-3-vpc.alikafka.aliyuncs.com:9092
          delimiter: '|'
          format: delimited
          topic: ziyuan_example
      dataSourceType: kafka
      dataSourceDescription: example
      serviceId: ${default2dUszY.serviceId}
  default:
    type: alicloud:gpdb:StreamingJob
    properties:
      account: example_001
      destSchema: public
      mode: professional
      jobName: example-kafka
      jobDescription: example-kafka
      destDatabase: adb_sampledata_tpch
      dbInstanceId: ${defaulth2ghc1.id}
      destTable: customer
      dataSourceId: ${defaultcDQItu.dataSourceId}
      password: example_001
      jobConfig: |
        ATABASE: adb_sampledata_tpch
        USER: example_001
        PASSWORD: example_001
        HOST: gp-2zean69451zsjj139-master.gpdb.rds.aliyuncs.com
        PORT: 5432
        KAFKA:
          INPUT:
            SOURCE:
              BROKERS: alikafka-post-cn-3mp3t4ekq004-1-vpc.alikafka.aliyuncs.com:9092
              TOPIC: ziyuan_example
              FALLBACK_OFFSET: LATEST
            KEY:
              COLUMNS:
              - NAME: c_custkey
                TYPE: int
              FORMAT: delimited
              DELIMITED_OPTION:
                DELIMITER: \'|\'
            VALUE:
              COLUMNS:
              - NAME: c_comment
                TYPE: varchar
              FORMAT: delimited
              DELIMITED_OPTION:
                DELIMITER: \'|\'
            ERROR_LIMIT: 10
          OUTPUT:
            SCHEMA: public
            TABLE: customer
            MODE: MERGE
            MATCH_COLUMNS:
            - c_custkey
            ORDER_COLUMNS:
            - c_custkey
            UPDATE_COLUMNS:
            - c_custkey
            MAPPING:
            - NAME: c_custkey
              EXPRESSION: c_custkey
          COMMIT:
            MAX_ROW: 1000
            MINIMAL_INTERVAL: 1000
            CONSISTENCY: ATLEAST
          POLL:
            BATCHSIZE: 1000
            TIMEOUT: 1000
          PROPERTIES:
            group.id: ziyuan_example_01
Content copied to clipboard

Import

GPDB Streaming Job can be imported using the id, e.g.

$ pulumi import alicloud:gpdb/streamingJob:StreamingJob example <db_instance_id>:<job_id>
Content copied to clipboard

Properties

Link copied to clipboard
val account: Output<String>?

The name of the database account.

Link copied to clipboard
val consistency: Output<String>?

The delivery guarantee setting. Valid values:

Link copied to clipboard
val createTime: Output<String>

The creation time of the resource

Link copied to clipboard
val dataSourceId: Output<String>

The data source ID.

Link copied to clipboard
val dbInstanceId: Output<String>

The instance ID.

Link copied to clipboard
val destColumns: Output<List<String>>?

Target Field

Link copied to clipboard
val destDatabase: Output<String>?

The name of the destination database.

Link copied to clipboard
val destSchema: Output<String>?

Target Schema

Link copied to clipboard
val destTable: Output<String>?

The name of the destination table.

Link copied to clipboard
val errorLimitCount: Output<Int>?

The number of allowed error rows. Write failures occur when Kafka data does not match the destination table in AnalyticDB for PostgreSQL. If the specified value is exceeded, the job fails.

Link copied to clipboard
val fallbackOffset: Output<String>?

Automatic offset reset

Link copied to clipboard
val groupName: Output<String>?

Group Name

Link copied to clipboard
val id: Output<String>
Link copied to clipboard
val jobConfig: Output<String>?

The YAML configuration file of the job. This parameter must be specified when Mode is set to professional.

Link copied to clipboard
val jobDescription: Output<String>?

The description of the job.

Link copied to clipboard
val jobId: Output<String>

The job ID.

Link copied to clipboard
val jobName: Output<String>

The name of the job.

Link copied to clipboard
val matchColumns: Output<List<String>>?

Match Field

Link copied to clipboard
val mode: Output<String>?

The configuration mode. Valid values:

Link copied to clipboard
val password: Output<String>?

The password of the database account.

Link copied to clipboard
val pulumiChildResources: Set<KotlinResource>
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
val srcColumns: Output<List<String>>?

Source Field

Link copied to clipboard
val status: Output<String>

Service status, value:

Link copied to clipboard
val tryRun: Output<Boolean>?

Specifies whether to test the real-time job. Valid values:

Link copied to clipboard
val updateColumns: Output<List<String>>?

Update Field

Link copied to clipboard
val urn: Output<String>
Link copied to clipboard
val writeMode: Output<String>?

The write mode. Valid values: