We recommend using Azure Native.
azure.datafactory.FlowletDataFlow
Explore with Pulumi AI
Manages a Flowlet Data Flow inside an Azure Data Factory.
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as azure from "@pulumi/azure";
const example = new azure.core.ResourceGroup("example", {
name: "example-resources",
location: "West Europe",
});
const exampleAccount = new azure.storage.Account("example", {
name: "example",
location: example.location,
resourceGroupName: example.name,
accountTier: "Standard",
accountReplicationType: "LRS",
});
const exampleFactory = new azure.datafactory.Factory("example", {
name: "example",
location: example.location,
resourceGroupName: example.name,
});
const exampleLinkedCustomService = new azure.datafactory.LinkedCustomService("example", {
name: "linked_service",
dataFactoryId: exampleFactory.id,
type: "AzureBlobStorage",
typePropertiesJson: pulumi.interpolate`{
"connectionString": "${exampleAccount.primaryConnectionString}"
}
`,
});
const example1 = new azure.datafactory.DatasetJson("example1", {
name: "dataset1",
dataFactoryId: exampleFactory.id,
linkedServiceName: exampleLinkedCustomService.name,
azureBlobStorageLocation: {
container: "container",
path: "foo/bar/",
filename: "foo.txt",
},
encoding: "UTF-8",
});
const example2 = new azure.datafactory.DatasetJson("example2", {
name: "dataset2",
dataFactoryId: exampleFactory.id,
linkedServiceName: exampleLinkedCustomService.name,
azureBlobStorageLocation: {
container: "container",
path: "foo/bar/",
filename: "bar.txt",
},
encoding: "UTF-8",
});
const example1FlowletDataFlow = new azure.datafactory.FlowletDataFlow("example1", {
name: "example",
dataFactoryId: exampleFactory.id,
sources: [{
name: "source1",
linkedService: {
name: exampleLinkedCustomService.name,
},
}],
sinks: [{
name: "sink1",
linkedService: {
name: exampleLinkedCustomService.name,
},
}],
script: `source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
`,
});
const example2FlowletDataFlow = new azure.datafactory.FlowletDataFlow("example2", {
name: "example",
dataFactoryId: exampleFactory.id,
sources: [{
name: "source1",
linkedService: {
name: exampleLinkedCustomService.name,
},
}],
sinks: [{
name: "sink1",
linkedService: {
name: exampleLinkedCustomService.name,
},
}],
script: `source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
`,
});
const exampleFlowletDataFlow = new azure.datafactory.FlowletDataFlow("example", {
name: "example",
dataFactoryId: exampleFactory.id,
sources: [{
name: "source1",
flowlet: {
name: example1FlowletDataFlow.name,
},
linkedService: {
name: exampleLinkedCustomService.name,
},
}],
sinks: [{
name: "sink1",
flowlet: {
name: example2FlowletDataFlow.name,
},
linkedService: {
name: exampleLinkedCustomService.name,
},
}],
script: `source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
`,
});
import pulumi
import pulumi_azure as azure
example = azure.core.ResourceGroup("example",
name="example-resources",
location="West Europe")
example_account = azure.storage.Account("example",
name="example",
location=example.location,
resource_group_name=example.name,
account_tier="Standard",
account_replication_type="LRS")
example_factory = azure.datafactory.Factory("example",
name="example",
location=example.location,
resource_group_name=example.name)
example_linked_custom_service = azure.datafactory.LinkedCustomService("example",
name="linked_service",
data_factory_id=example_factory.id,
type="AzureBlobStorage",
type_properties_json=example_account.primary_connection_string.apply(lambda primary_connection_string: f"""{{
"connectionString": "{primary_connection_string}"
}}
"""))
example1 = azure.datafactory.DatasetJson("example1",
name="dataset1",
data_factory_id=example_factory.id,
linked_service_name=example_linked_custom_service.name,
azure_blob_storage_location=azure.datafactory.DatasetJsonAzureBlobStorageLocationArgs(
container="container",
path="foo/bar/",
filename="foo.txt",
),
encoding="UTF-8")
example2 = azure.datafactory.DatasetJson("example2",
name="dataset2",
data_factory_id=example_factory.id,
linked_service_name=example_linked_custom_service.name,
azure_blob_storage_location=azure.datafactory.DatasetJsonAzureBlobStorageLocationArgs(
container="container",
path="foo/bar/",
filename="bar.txt",
),
encoding="UTF-8")
example1_flowlet_data_flow = azure.datafactory.FlowletDataFlow("example1",
name="example",
data_factory_id=example_factory.id,
sources=[azure.datafactory.FlowletDataFlowSourceArgs(
name="source1",
linked_service=azure.datafactory.FlowletDataFlowSourceLinkedServiceArgs(
name=example_linked_custom_service.name,
),
)],
sinks=[azure.datafactory.FlowletDataFlowSinkArgs(
name="sink1",
linked_service=azure.datafactory.FlowletDataFlowSinkLinkedServiceArgs(
name=example_linked_custom_service.name,
),
)],
script="""source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
""")
example2_flowlet_data_flow = azure.datafactory.FlowletDataFlow("example2",
name="example",
data_factory_id=example_factory.id,
sources=[azure.datafactory.FlowletDataFlowSourceArgs(
name="source1",
linked_service=azure.datafactory.FlowletDataFlowSourceLinkedServiceArgs(
name=example_linked_custom_service.name,
),
)],
sinks=[azure.datafactory.FlowletDataFlowSinkArgs(
name="sink1",
linked_service=azure.datafactory.FlowletDataFlowSinkLinkedServiceArgs(
name=example_linked_custom_service.name,
),
)],
script="""source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
""")
example_flowlet_data_flow = azure.datafactory.FlowletDataFlow("example",
name="example",
data_factory_id=example_factory.id,
sources=[azure.datafactory.FlowletDataFlowSourceArgs(
name="source1",
flowlet=azure.datafactory.FlowletDataFlowSourceFlowletArgs(
name=example1_flowlet_data_flow.name,
),
linked_service=azure.datafactory.FlowletDataFlowSourceLinkedServiceArgs(
name=example_linked_custom_service.name,
),
)],
sinks=[azure.datafactory.FlowletDataFlowSinkArgs(
name="sink1",
flowlet=azure.datafactory.FlowletDataFlowSinkFlowletArgs(
name=example2_flowlet_data_flow.name,
),
linked_service=azure.datafactory.FlowletDataFlowSinkLinkedServiceArgs(
name=example_linked_custom_service.name,
),
)],
script="""source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
""")
package main
import (
"fmt"
"github.com/pulumi/pulumi-azure/sdk/v5/go/azure/core"
"github.com/pulumi/pulumi-azure/sdk/v5/go/azure/datafactory"
"github.com/pulumi/pulumi-azure/sdk/v5/go/azure/storage"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
example, err := core.NewResourceGroup(ctx, "example", &core.ResourceGroupArgs{
Name: pulumi.String("example-resources"),
Location: pulumi.String("West Europe"),
})
if err != nil {
return err
}
exampleAccount, err := storage.NewAccount(ctx, "example", &storage.AccountArgs{
Name: pulumi.String("example"),
Location: example.Location,
ResourceGroupName: example.Name,
AccountTier: pulumi.String("Standard"),
AccountReplicationType: pulumi.String("LRS"),
})
if err != nil {
return err
}
exampleFactory, err := datafactory.NewFactory(ctx, "example", &datafactory.FactoryArgs{
Name: pulumi.String("example"),
Location: example.Location,
ResourceGroupName: example.Name,
})
if err != nil {
return err
}
exampleLinkedCustomService, err := datafactory.NewLinkedCustomService(ctx, "example", &datafactory.LinkedCustomServiceArgs{
Name: pulumi.String("linked_service"),
DataFactoryId: exampleFactory.ID(),
Type: pulumi.String("AzureBlobStorage"),
TypePropertiesJson: exampleAccount.PrimaryConnectionString.ApplyT(func(primaryConnectionString string) (string, error) {
return fmt.Sprintf("{\n \"connectionString\": \"%v\"\n}\n", primaryConnectionString), nil
}).(pulumi.StringOutput),
})
if err != nil {
return err
}
_, err = datafactory.NewDatasetJson(ctx, "example1", &datafactory.DatasetJsonArgs{
Name: pulumi.String("dataset1"),
DataFactoryId: exampleFactory.ID(),
LinkedServiceName: exampleLinkedCustomService.Name,
AzureBlobStorageLocation: &datafactory.DatasetJsonAzureBlobStorageLocationArgs{
Container: pulumi.String("container"),
Path: pulumi.String("foo/bar/"),
Filename: pulumi.String("foo.txt"),
},
Encoding: pulumi.String("UTF-8"),
})
if err != nil {
return err
}
_, err = datafactory.NewDatasetJson(ctx, "example2", &datafactory.DatasetJsonArgs{
Name: pulumi.String("dataset2"),
DataFactoryId: exampleFactory.ID(),
LinkedServiceName: exampleLinkedCustomService.Name,
AzureBlobStorageLocation: &datafactory.DatasetJsonAzureBlobStorageLocationArgs{
Container: pulumi.String("container"),
Path: pulumi.String("foo/bar/"),
Filename: pulumi.String("bar.txt"),
},
Encoding: pulumi.String("UTF-8"),
})
if err != nil {
return err
}
example1FlowletDataFlow, err := datafactory.NewFlowletDataFlow(ctx, "example1", &datafactory.FlowletDataFlowArgs{
Name: pulumi.String("example"),
DataFactoryId: exampleFactory.ID(),
Sources: datafactory.FlowletDataFlowSourceArray{
&datafactory.FlowletDataFlowSourceArgs{
Name: pulumi.String("source1"),
LinkedService: &datafactory.FlowletDataFlowSourceLinkedServiceArgs{
Name: exampleLinkedCustomService.Name,
},
},
},
Sinks: datafactory.FlowletDataFlowSinkArray{
&datafactory.FlowletDataFlowSinkArgs{
Name: pulumi.String("sink1"),
LinkedService: &datafactory.FlowletDataFlowSinkLinkedServiceArgs{
Name: exampleLinkedCustomService.Name,
},
},
},
Script: pulumi.String(`source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
`),
})
if err != nil {
return err
}
example2FlowletDataFlow, err := datafactory.NewFlowletDataFlow(ctx, "example2", &datafactory.FlowletDataFlowArgs{
Name: pulumi.String("example"),
DataFactoryId: exampleFactory.ID(),
Sources: datafactory.FlowletDataFlowSourceArray{
&datafactory.FlowletDataFlowSourceArgs{
Name: pulumi.String("source1"),
LinkedService: &datafactory.FlowletDataFlowSourceLinkedServiceArgs{
Name: exampleLinkedCustomService.Name,
},
},
},
Sinks: datafactory.FlowletDataFlowSinkArray{
&datafactory.FlowletDataFlowSinkArgs{
Name: pulumi.String("sink1"),
LinkedService: &datafactory.FlowletDataFlowSinkLinkedServiceArgs{
Name: exampleLinkedCustomService.Name,
},
},
},
Script: pulumi.String(`source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
`),
})
if err != nil {
return err
}
_, err = datafactory.NewFlowletDataFlow(ctx, "example", &datafactory.FlowletDataFlowArgs{
Name: pulumi.String("example"),
DataFactoryId: exampleFactory.ID(),
Sources: datafactory.FlowletDataFlowSourceArray{
&datafactory.FlowletDataFlowSourceArgs{
Name: pulumi.String("source1"),
Flowlet: &datafactory.FlowletDataFlowSourceFlowletArgs{
Name: example1FlowletDataFlow.Name,
},
LinkedService: &datafactory.FlowletDataFlowSourceLinkedServiceArgs{
Name: exampleLinkedCustomService.Name,
},
},
},
Sinks: datafactory.FlowletDataFlowSinkArray{
&datafactory.FlowletDataFlowSinkArgs{
Name: pulumi.String("sink1"),
Flowlet: &datafactory.FlowletDataFlowSinkFlowletArgs{
Name: example2FlowletDataFlow.Name,
},
LinkedService: &datafactory.FlowletDataFlowSinkLinkedServiceArgs{
Name: exampleLinkedCustomService.Name,
},
},
},
Script: pulumi.String(`source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
`),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Azure = Pulumi.Azure;
return await Deployment.RunAsync(() =>
{
var example = new Azure.Core.ResourceGroup("example", new()
{
Name = "example-resources",
Location = "West Europe",
});
var exampleAccount = new Azure.Storage.Account("example", new()
{
Name = "example",
Location = example.Location,
ResourceGroupName = example.Name,
AccountTier = "Standard",
AccountReplicationType = "LRS",
});
var exampleFactory = new Azure.DataFactory.Factory("example", new()
{
Name = "example",
Location = example.Location,
ResourceGroupName = example.Name,
});
var exampleLinkedCustomService = new Azure.DataFactory.LinkedCustomService("example", new()
{
Name = "linked_service",
DataFactoryId = exampleFactory.Id,
Type = "AzureBlobStorage",
TypePropertiesJson = exampleAccount.PrimaryConnectionString.Apply(primaryConnectionString => @$"{{
""connectionString"": ""{primaryConnectionString}""
}}
"),
});
var example1 = new Azure.DataFactory.DatasetJson("example1", new()
{
Name = "dataset1",
DataFactoryId = exampleFactory.Id,
LinkedServiceName = exampleLinkedCustomService.Name,
AzureBlobStorageLocation = new Azure.DataFactory.Inputs.DatasetJsonAzureBlobStorageLocationArgs
{
Container = "container",
Path = "foo/bar/",
Filename = "foo.txt",
},
Encoding = "UTF-8",
});
var example2 = new Azure.DataFactory.DatasetJson("example2", new()
{
Name = "dataset2",
DataFactoryId = exampleFactory.Id,
LinkedServiceName = exampleLinkedCustomService.Name,
AzureBlobStorageLocation = new Azure.DataFactory.Inputs.DatasetJsonAzureBlobStorageLocationArgs
{
Container = "container",
Path = "foo/bar/",
Filename = "bar.txt",
},
Encoding = "UTF-8",
});
var example1FlowletDataFlow = new Azure.DataFactory.FlowletDataFlow("example1", new()
{
Name = "example",
DataFactoryId = exampleFactory.Id,
Sources = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSourceArgs
{
Name = "source1",
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceLinkedServiceArgs
{
Name = exampleLinkedCustomService.Name,
},
},
},
Sinks = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSinkArgs
{
Name = "sink1",
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkLinkedServiceArgs
{
Name = exampleLinkedCustomService.Name,
},
},
},
Script = @"source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
",
});
var example2FlowletDataFlow = new Azure.DataFactory.FlowletDataFlow("example2", new()
{
Name = "example",
DataFactoryId = exampleFactory.Id,
Sources = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSourceArgs
{
Name = "source1",
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceLinkedServiceArgs
{
Name = exampleLinkedCustomService.Name,
},
},
},
Sinks = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSinkArgs
{
Name = "sink1",
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkLinkedServiceArgs
{
Name = exampleLinkedCustomService.Name,
},
},
},
Script = @"source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
",
});
var exampleFlowletDataFlow = new Azure.DataFactory.FlowletDataFlow("example", new()
{
Name = "example",
DataFactoryId = exampleFactory.Id,
Sources = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSourceArgs
{
Name = "source1",
Flowlet = new Azure.DataFactory.Inputs.FlowletDataFlowSourceFlowletArgs
{
Name = example1FlowletDataFlow.Name,
},
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceLinkedServiceArgs
{
Name = exampleLinkedCustomService.Name,
},
},
},
Sinks = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSinkArgs
{
Name = "sink1",
Flowlet = new Azure.DataFactory.Inputs.FlowletDataFlowSinkFlowletArgs
{
Name = example2FlowletDataFlow.Name,
},
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkLinkedServiceArgs
{
Name = exampleLinkedCustomService.Name,
},
},
},
Script = @"source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azure.core.ResourceGroup;
import com.pulumi.azure.core.ResourceGroupArgs;
import com.pulumi.azure.storage.Account;
import com.pulumi.azure.storage.AccountArgs;
import com.pulumi.azure.datafactory.Factory;
import com.pulumi.azure.datafactory.FactoryArgs;
import com.pulumi.azure.datafactory.LinkedCustomService;
import com.pulumi.azure.datafactory.LinkedCustomServiceArgs;
import com.pulumi.azure.datafactory.DatasetJson;
import com.pulumi.azure.datafactory.DatasetJsonArgs;
import com.pulumi.azure.datafactory.inputs.DatasetJsonAzureBlobStorageLocationArgs;
import com.pulumi.azure.datafactory.FlowletDataFlow;
import com.pulumi.azure.datafactory.FlowletDataFlowArgs;
import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSourceArgs;
import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSourceLinkedServiceArgs;
import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSinkArgs;
import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSinkLinkedServiceArgs;
import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSourceFlowletArgs;
import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSinkFlowletArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var example = new ResourceGroup("example", ResourceGroupArgs.builder()
.name("example-resources")
.location("West Europe")
.build());
var exampleAccount = new Account("exampleAccount", AccountArgs.builder()
.name("example")
.location(example.location())
.resourceGroupName(example.name())
.accountTier("Standard")
.accountReplicationType("LRS")
.build());
var exampleFactory = new Factory("exampleFactory", FactoryArgs.builder()
.name("example")
.location(example.location())
.resourceGroupName(example.name())
.build());
var exampleLinkedCustomService = new LinkedCustomService("exampleLinkedCustomService", LinkedCustomServiceArgs.builder()
.name("linked_service")
.dataFactoryId(exampleFactory.id())
.type("AzureBlobStorage")
.typePropertiesJson(exampleAccount.primaryConnectionString().applyValue(primaryConnectionString -> """
{
"connectionString": "%s"
}
", primaryConnectionString)))
.build());
var example1 = new DatasetJson("example1", DatasetJsonArgs.builder()
.name("dataset1")
.dataFactoryId(exampleFactory.id())
.linkedServiceName(exampleLinkedCustomService.name())
.azureBlobStorageLocation(DatasetJsonAzureBlobStorageLocationArgs.builder()
.container("container")
.path("foo/bar/")
.filename("foo.txt")
.build())
.encoding("UTF-8")
.build());
var example2 = new DatasetJson("example2", DatasetJsonArgs.builder()
.name("dataset2")
.dataFactoryId(exampleFactory.id())
.linkedServiceName(exampleLinkedCustomService.name())
.azureBlobStorageLocation(DatasetJsonAzureBlobStorageLocationArgs.builder()
.container("container")
.path("foo/bar/")
.filename("bar.txt")
.build())
.encoding("UTF-8")
.build());
var example1FlowletDataFlow = new FlowletDataFlow("example1FlowletDataFlow", FlowletDataFlowArgs.builder()
.name("example")
.dataFactoryId(exampleFactory.id())
.sources(FlowletDataFlowSourceArgs.builder()
.name("source1")
.linkedService(FlowletDataFlowSourceLinkedServiceArgs.builder()
.name(exampleLinkedCustomService.name())
.build())
.build())
.sinks(FlowletDataFlowSinkArgs.builder()
.name("sink1")
.linkedService(FlowletDataFlowSinkLinkedServiceArgs.builder()
.name(exampleLinkedCustomService.name())
.build())
.build())
.script("""
source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
""")
.build());
var example2FlowletDataFlow = new FlowletDataFlow("example2FlowletDataFlow", FlowletDataFlowArgs.builder()
.name("example")
.dataFactoryId(exampleFactory.id())
.sources(FlowletDataFlowSourceArgs.builder()
.name("source1")
.linkedService(FlowletDataFlowSourceLinkedServiceArgs.builder()
.name(exampleLinkedCustomService.name())
.build())
.build())
.sinks(FlowletDataFlowSinkArgs.builder()
.name("sink1")
.linkedService(FlowletDataFlowSinkLinkedServiceArgs.builder()
.name(exampleLinkedCustomService.name())
.build())
.build())
.script("""
source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
""")
.build());
var exampleFlowletDataFlow = new FlowletDataFlow("exampleFlowletDataFlow", FlowletDataFlowArgs.builder()
.name("example")
.dataFactoryId(exampleFactory.id())
.sources(FlowletDataFlowSourceArgs.builder()
.name("source1")
.flowlet(FlowletDataFlowSourceFlowletArgs.builder()
.name(example1FlowletDataFlow.name())
.build())
.linkedService(FlowletDataFlowSourceLinkedServiceArgs.builder()
.name(exampleLinkedCustomService.name())
.build())
.build())
.sinks(FlowletDataFlowSinkArgs.builder()
.name("sink1")
.flowlet(FlowletDataFlowSinkFlowletArgs.builder()
.name(example2FlowletDataFlow.name())
.build())
.linkedService(FlowletDataFlowSinkLinkedServiceArgs.builder()
.name(exampleLinkedCustomService.name())
.build())
.build())
.script("""
source(
allowSchemaDrift: true,
validateSchema: false,
limit: 100,
ignoreNoFilesFound: false,
documentForm: 'documentPerLine') ~> source1
source1 sink(
allowSchemaDrift: true,
validateSchema: false,
skipDuplicateMapInputs: true,
skipDuplicateMapOutputs: true) ~> sink1
""")
.build());
}
}
resources:
example:
type: azure:core:ResourceGroup
properties:
name: example-resources
location: West Europe
exampleAccount:
type: azure:storage:Account
name: example
properties:
name: example
location: ${example.location}
resourceGroupName: ${example.name}
accountTier: Standard
accountReplicationType: LRS
exampleFactory:
type: azure:datafactory:Factory
name: example
properties:
name: example
location: ${example.location}
resourceGroupName: ${example.name}
exampleLinkedCustomService:
type: azure:datafactory:LinkedCustomService
name: example
properties:
name: linked_service
dataFactoryId: ${exampleFactory.id}
type: AzureBlobStorage
typePropertiesJson: |
{
"connectionString": "${exampleAccount.primaryConnectionString}"
}
example1:
type: azure:datafactory:DatasetJson
properties:
name: dataset1
dataFactoryId: ${exampleFactory.id}
linkedServiceName: ${exampleLinkedCustomService.name}
azureBlobStorageLocation:
container: container
path: foo/bar/
filename: foo.txt
encoding: UTF-8
example2:
type: azure:datafactory:DatasetJson
properties:
name: dataset2
dataFactoryId: ${exampleFactory.id}
linkedServiceName: ${exampleLinkedCustomService.name}
azureBlobStorageLocation:
container: container
path: foo/bar/
filename: bar.txt
encoding: UTF-8
exampleFlowletDataFlow:
type: azure:datafactory:FlowletDataFlow
name: example
properties:
name: example
dataFactoryId: ${exampleFactory.id}
sources:
- name: source1
flowlet:
name: ${example1FlowletDataFlow.name}
linkedService:
name: ${exampleLinkedCustomService.name}
sinks:
- name: sink1
flowlet:
name: ${example2FlowletDataFlow.name}
linkedService:
name: ${exampleLinkedCustomService.name}
script: "source(\n allowSchemaDrift: true, \n validateSchema: false, \n limit: 100, \n ignoreNoFilesFound: false, \n documentForm: 'documentPerLine') ~> source1 \nsource1 sink(\n allowSchemaDrift: true, \n validateSchema: false, \n skipDuplicateMapInputs: true, \n skipDuplicateMapOutputs: true) ~> sink1\n"
example1FlowletDataFlow:
type: azure:datafactory:FlowletDataFlow
name: example1
properties:
name: example
dataFactoryId: ${exampleFactory.id}
sources:
- name: source1
linkedService:
name: ${exampleLinkedCustomService.name}
sinks:
- name: sink1
linkedService:
name: ${exampleLinkedCustomService.name}
script: "source(\n allowSchemaDrift: true, \n validateSchema: false, \n limit: 100, \n ignoreNoFilesFound: false, \n documentForm: 'documentPerLine') ~> source1 \nsource1 sink(\n allowSchemaDrift: true, \n validateSchema: false, \n skipDuplicateMapInputs: true, \n skipDuplicateMapOutputs: true) ~> sink1\n"
example2FlowletDataFlow:
type: azure:datafactory:FlowletDataFlow
name: example2
properties:
name: example
dataFactoryId: ${exampleFactory.id}
sources:
- name: source1
linkedService:
name: ${exampleLinkedCustomService.name}
sinks:
- name: sink1
linkedService:
name: ${exampleLinkedCustomService.name}
script: "source(\n allowSchemaDrift: true, \n validateSchema: false, \n limit: 100, \n ignoreNoFilesFound: false, \n documentForm: 'documentPerLine') ~> source1 \nsource1 sink(\n allowSchemaDrift: true, \n validateSchema: false, \n skipDuplicateMapInputs: true, \n skipDuplicateMapOutputs: true) ~> sink1\n"
Create FlowletDataFlow Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new FlowletDataFlow(name: string, args: FlowletDataFlowArgs, opts?: CustomResourceOptions);
@overload
def FlowletDataFlow(resource_name: str,
args: FlowletDataFlowArgs,
opts: Optional[ResourceOptions] = None)
@overload
def FlowletDataFlow(resource_name: str,
opts: Optional[ResourceOptions] = None,
data_factory_id: Optional[str] = None,
annotations: Optional[Sequence[str]] = None,
description: Optional[str] = None,
folder: Optional[str] = None,
name: Optional[str] = None,
script: Optional[str] = None,
script_lines: Optional[Sequence[str]] = None,
sinks: Optional[Sequence[FlowletDataFlowSinkArgs]] = None,
sources: Optional[Sequence[FlowletDataFlowSourceArgs]] = None,
transformations: Optional[Sequence[FlowletDataFlowTransformationArgs]] = None)
func NewFlowletDataFlow(ctx *Context, name string, args FlowletDataFlowArgs, opts ...ResourceOption) (*FlowletDataFlow, error)
public FlowletDataFlow(string name, FlowletDataFlowArgs args, CustomResourceOptions? opts = null)
public FlowletDataFlow(String name, FlowletDataFlowArgs args)
public FlowletDataFlow(String name, FlowletDataFlowArgs args, CustomResourceOptions options)
type: azure:datafactory:FlowletDataFlow
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args FlowletDataFlowArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args FlowletDataFlowArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args FlowletDataFlowArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args FlowletDataFlowArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args FlowletDataFlowArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var flowletDataFlowResource = new Azure.DataFactory.FlowletDataFlow("flowletDataFlowResource", new()
{
DataFactoryId = "string",
Annotations = new[]
{
"string",
},
Description = "string",
Folder = "string",
Name = "string",
Script = "string",
ScriptLines = new[]
{
"string",
},
Sinks = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSinkArgs
{
Name = "string",
Dataset = new Azure.DataFactory.Inputs.FlowletDataFlowSinkDatasetArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
Description = "string",
Flowlet = new Azure.DataFactory.Inputs.FlowletDataFlowSinkFlowletArgs
{
Name = "string",
DatasetParameters = "string",
Parameters =
{
{ "string", "string" },
},
},
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkLinkedServiceArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
RejectedLinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkRejectedLinkedServiceArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
SchemaLinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkSchemaLinkedServiceArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
},
},
Sources = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowSourceArgs
{
Name = "string",
Dataset = new Azure.DataFactory.Inputs.FlowletDataFlowSourceDatasetArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
Description = "string",
Flowlet = new Azure.DataFactory.Inputs.FlowletDataFlowSourceFlowletArgs
{
Name = "string",
DatasetParameters = "string",
Parameters =
{
{ "string", "string" },
},
},
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceLinkedServiceArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
RejectedLinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceRejectedLinkedServiceArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
SchemaLinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceSchemaLinkedServiceArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
},
},
Transformations = new[]
{
new Azure.DataFactory.Inputs.FlowletDataFlowTransformationArgs
{
Name = "string",
Dataset = new Azure.DataFactory.Inputs.FlowletDataFlowTransformationDatasetArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
Description = "string",
Flowlet = new Azure.DataFactory.Inputs.FlowletDataFlowTransformationFlowletArgs
{
Name = "string",
DatasetParameters = "string",
Parameters =
{
{ "string", "string" },
},
},
LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowTransformationLinkedServiceArgs
{
Name = "string",
Parameters =
{
{ "string", "string" },
},
},
},
},
});
example, err := datafactory.NewFlowletDataFlow(ctx, "flowletDataFlowResource", &datafactory.FlowletDataFlowArgs{
DataFactoryId: pulumi.String("string"),
Annotations: pulumi.StringArray{
pulumi.String("string"),
},
Description: pulumi.String("string"),
Folder: pulumi.String("string"),
Name: pulumi.String("string"),
Script: pulumi.String("string"),
ScriptLines: pulumi.StringArray{
pulumi.String("string"),
},
Sinks: datafactory.FlowletDataFlowSinkArray{
&datafactory.FlowletDataFlowSinkArgs{
Name: pulumi.String("string"),
Dataset: &datafactory.FlowletDataFlowSinkDatasetArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
Description: pulumi.String("string"),
Flowlet: &datafactory.FlowletDataFlowSinkFlowletArgs{
Name: pulumi.String("string"),
DatasetParameters: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
LinkedService: &datafactory.FlowletDataFlowSinkLinkedServiceArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
RejectedLinkedService: &datafactory.FlowletDataFlowSinkRejectedLinkedServiceArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
SchemaLinkedService: &datafactory.FlowletDataFlowSinkSchemaLinkedServiceArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
},
},
Sources: datafactory.FlowletDataFlowSourceArray{
&datafactory.FlowletDataFlowSourceArgs{
Name: pulumi.String("string"),
Dataset: &datafactory.FlowletDataFlowSourceDatasetArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
Description: pulumi.String("string"),
Flowlet: &datafactory.FlowletDataFlowSourceFlowletArgs{
Name: pulumi.String("string"),
DatasetParameters: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
LinkedService: &datafactory.FlowletDataFlowSourceLinkedServiceArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
RejectedLinkedService: &datafactory.FlowletDataFlowSourceRejectedLinkedServiceArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
SchemaLinkedService: &datafactory.FlowletDataFlowSourceSchemaLinkedServiceArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
},
},
Transformations: datafactory.FlowletDataFlowTransformationArray{
&datafactory.FlowletDataFlowTransformationArgs{
Name: pulumi.String("string"),
Dataset: &datafactory.FlowletDataFlowTransformationDatasetArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
Description: pulumi.String("string"),
Flowlet: &datafactory.FlowletDataFlowTransformationFlowletArgs{
Name: pulumi.String("string"),
DatasetParameters: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
LinkedService: &datafactory.FlowletDataFlowTransformationLinkedServiceArgs{
Name: pulumi.String("string"),
Parameters: pulumi.StringMap{
"string": pulumi.String("string"),
},
},
},
},
})
var flowletDataFlowResource = new FlowletDataFlow("flowletDataFlowResource", FlowletDataFlowArgs.builder()
.dataFactoryId("string")
.annotations("string")
.description("string")
.folder("string")
.name("string")
.script("string")
.scriptLines("string")
.sinks(FlowletDataFlowSinkArgs.builder()
.name("string")
.dataset(FlowletDataFlowSinkDatasetArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.description("string")
.flowlet(FlowletDataFlowSinkFlowletArgs.builder()
.name("string")
.datasetParameters("string")
.parameters(Map.of("string", "string"))
.build())
.linkedService(FlowletDataFlowSinkLinkedServiceArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.rejectedLinkedService(FlowletDataFlowSinkRejectedLinkedServiceArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.schemaLinkedService(FlowletDataFlowSinkSchemaLinkedServiceArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.build())
.sources(FlowletDataFlowSourceArgs.builder()
.name("string")
.dataset(FlowletDataFlowSourceDatasetArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.description("string")
.flowlet(FlowletDataFlowSourceFlowletArgs.builder()
.name("string")
.datasetParameters("string")
.parameters(Map.of("string", "string"))
.build())
.linkedService(FlowletDataFlowSourceLinkedServiceArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.rejectedLinkedService(FlowletDataFlowSourceRejectedLinkedServiceArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.schemaLinkedService(FlowletDataFlowSourceSchemaLinkedServiceArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.build())
.transformations(FlowletDataFlowTransformationArgs.builder()
.name("string")
.dataset(FlowletDataFlowTransformationDatasetArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.description("string")
.flowlet(FlowletDataFlowTransformationFlowletArgs.builder()
.name("string")
.datasetParameters("string")
.parameters(Map.of("string", "string"))
.build())
.linkedService(FlowletDataFlowTransformationLinkedServiceArgs.builder()
.name("string")
.parameters(Map.of("string", "string"))
.build())
.build())
.build());
flowlet_data_flow_resource = azure.datafactory.FlowletDataFlow("flowletDataFlowResource",
data_factory_id="string",
annotations=["string"],
description="string",
folder="string",
name="string",
script="string",
script_lines=["string"],
sinks=[azure.datafactory.FlowletDataFlowSinkArgs(
name="string",
dataset=azure.datafactory.FlowletDataFlowSinkDatasetArgs(
name="string",
parameters={
"string": "string",
},
),
description="string",
flowlet=azure.datafactory.FlowletDataFlowSinkFlowletArgs(
name="string",
dataset_parameters="string",
parameters={
"string": "string",
},
),
linked_service=azure.datafactory.FlowletDataFlowSinkLinkedServiceArgs(
name="string",
parameters={
"string": "string",
},
),
rejected_linked_service=azure.datafactory.FlowletDataFlowSinkRejectedLinkedServiceArgs(
name="string",
parameters={
"string": "string",
},
),
schema_linked_service=azure.datafactory.FlowletDataFlowSinkSchemaLinkedServiceArgs(
name="string",
parameters={
"string": "string",
},
),
)],
sources=[azure.datafactory.FlowletDataFlowSourceArgs(
name="string",
dataset=azure.datafactory.FlowletDataFlowSourceDatasetArgs(
name="string",
parameters={
"string": "string",
},
),
description="string",
flowlet=azure.datafactory.FlowletDataFlowSourceFlowletArgs(
name="string",
dataset_parameters="string",
parameters={
"string": "string",
},
),
linked_service=azure.datafactory.FlowletDataFlowSourceLinkedServiceArgs(
name="string",
parameters={
"string": "string",
},
),
rejected_linked_service=azure.datafactory.FlowletDataFlowSourceRejectedLinkedServiceArgs(
name="string",
parameters={
"string": "string",
},
),
schema_linked_service=azure.datafactory.FlowletDataFlowSourceSchemaLinkedServiceArgs(
name="string",
parameters={
"string": "string",
},
),
)],
transformations=[azure.datafactory.FlowletDataFlowTransformationArgs(
name="string",
dataset=azure.datafactory.FlowletDataFlowTransformationDatasetArgs(
name="string",
parameters={
"string": "string",
},
),
description="string",
flowlet=azure.datafactory.FlowletDataFlowTransformationFlowletArgs(
name="string",
dataset_parameters="string",
parameters={
"string": "string",
},
),
linked_service=azure.datafactory.FlowletDataFlowTransformationLinkedServiceArgs(
name="string",
parameters={
"string": "string",
},
),
)])
const flowletDataFlowResource = new azure.datafactory.FlowletDataFlow("flowletDataFlowResource", {
dataFactoryId: "string",
annotations: ["string"],
description: "string",
folder: "string",
name: "string",
script: "string",
scriptLines: ["string"],
sinks: [{
name: "string",
dataset: {
name: "string",
parameters: {
string: "string",
},
},
description: "string",
flowlet: {
name: "string",
datasetParameters: "string",
parameters: {
string: "string",
},
},
linkedService: {
name: "string",
parameters: {
string: "string",
},
},
rejectedLinkedService: {
name: "string",
parameters: {
string: "string",
},
},
schemaLinkedService: {
name: "string",
parameters: {
string: "string",
},
},
}],
sources: [{
name: "string",
dataset: {
name: "string",
parameters: {
string: "string",
},
},
description: "string",
flowlet: {
name: "string",
datasetParameters: "string",
parameters: {
string: "string",
},
},
linkedService: {
name: "string",
parameters: {
string: "string",
},
},
rejectedLinkedService: {
name: "string",
parameters: {
string: "string",
},
},
schemaLinkedService: {
name: "string",
parameters: {
string: "string",
},
},
}],
transformations: [{
name: "string",
dataset: {
name: "string",
parameters: {
string: "string",
},
},
description: "string",
flowlet: {
name: "string",
datasetParameters: "string",
parameters: {
string: "string",
},
},
linkedService: {
name: "string",
parameters: {
string: "string",
},
},
}],
});
type: azure:datafactory:FlowletDataFlow
properties:
annotations:
- string
dataFactoryId: string
description: string
folder: string
name: string
script: string
scriptLines:
- string
sinks:
- dataset:
name: string
parameters:
string: string
description: string
flowlet:
datasetParameters: string
name: string
parameters:
string: string
linkedService:
name: string
parameters:
string: string
name: string
rejectedLinkedService:
name: string
parameters:
string: string
schemaLinkedService:
name: string
parameters:
string: string
sources:
- dataset:
name: string
parameters:
string: string
description: string
flowlet:
datasetParameters: string
name: string
parameters:
string: string
linkedService:
name: string
parameters:
string: string
name: string
rejectedLinkedService:
name: string
parameters:
string: string
schemaLinkedService:
name: string
parameters:
string: string
transformations:
- dataset:
name: string
parameters:
string: string
description: string
flowlet:
datasetParameters: string
name: string
parameters:
string: string
linkedService:
name: string
parameters:
string: string
name: string
FlowletDataFlow Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
The FlowletDataFlow resource accepts the following input properties:
- Data
Factory stringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- Annotations List<string>
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- Description string
- The description for the Data Factory Flowlet Data Flow.
- Folder string
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- Name string
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- Script string
- The script for the Data Factory Flowlet Data Flow.
- Script
Lines List<string> - The script lines for the Data Factory Flowlet Data Flow.
- Sinks
List<Flowlet
Data Flow Sink> - One or more
sink
blocks as defined below. - Sources
List<Flowlet
Data Flow Source> - One or more
source
blocks as defined below. - Transformations
List<Flowlet
Data Flow Transformation> - One or more
transformation
blocks as defined below.
- Data
Factory stringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- Annotations []string
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- Description string
- The description for the Data Factory Flowlet Data Flow.
- Folder string
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- Name string
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- Script string
- The script for the Data Factory Flowlet Data Flow.
- Script
Lines []string - The script lines for the Data Factory Flowlet Data Flow.
- Sinks
[]Flowlet
Data Flow Sink Args - One or more
sink
blocks as defined below. - Sources
[]Flowlet
Data Flow Source Args - One or more
source
blocks as defined below. - Transformations
[]Flowlet
Data Flow Transformation Args - One or more
transformation
blocks as defined below.
- data
Factory StringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- annotations List<String>
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- description String
- The description for the Data Factory Flowlet Data Flow.
- folder String
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name String
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script String
- The script for the Data Factory Flowlet Data Flow.
- script
Lines List<String> - The script lines for the Data Factory Flowlet Data Flow.
- sinks
List<Flowlet
Data Flow Sink> - One or more
sink
blocks as defined below. - sources
List<Flowlet
Data Flow Source> - One or more
source
blocks as defined below. - transformations
List<Flowlet
Data Flow Transformation> - One or more
transformation
blocks as defined below.
- data
Factory stringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- annotations string[]
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- description string
- The description for the Data Factory Flowlet Data Flow.
- folder string
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name string
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script string
- The script for the Data Factory Flowlet Data Flow.
- script
Lines string[] - The script lines for the Data Factory Flowlet Data Flow.
- sinks
Flowlet
Data Flow Sink[] - One or more
sink
blocks as defined below. - sources
Flowlet
Data Flow Source[] - One or more
source
blocks as defined below. - transformations
Flowlet
Data Flow Transformation[] - One or more
transformation
blocks as defined below.
- data_
factory_ strid - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- annotations Sequence[str]
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- description str
- The description for the Data Factory Flowlet Data Flow.
- folder str
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name str
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script str
- The script for the Data Factory Flowlet Data Flow.
- script_
lines Sequence[str] - The script lines for the Data Factory Flowlet Data Flow.
- sinks
Sequence[Flowlet
Data Flow Sink Args] - One or more
sink
blocks as defined below. - sources
Sequence[Flowlet
Data Flow Source Args] - One or more
source
blocks as defined below. - transformations
Sequence[Flowlet
Data Flow Transformation Args] - One or more
transformation
blocks as defined below.
- data
Factory StringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- annotations List<String>
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- description String
- The description for the Data Factory Flowlet Data Flow.
- folder String
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name String
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script String
- The script for the Data Factory Flowlet Data Flow.
- script
Lines List<String> - The script lines for the Data Factory Flowlet Data Flow.
- sinks List<Property Map>
- One or more
sink
blocks as defined below. - sources List<Property Map>
- One or more
source
blocks as defined below. - transformations List<Property Map>
- One or more
transformation
blocks as defined below.
Outputs
All input properties are implicitly available as output properties. Additionally, the FlowletDataFlow resource produces the following output properties:
- Id string
- The provider-assigned unique ID for this managed resource.
- Id string
- The provider-assigned unique ID for this managed resource.
- id String
- The provider-assigned unique ID for this managed resource.
- id string
- The provider-assigned unique ID for this managed resource.
- id str
- The provider-assigned unique ID for this managed resource.
- id String
- The provider-assigned unique ID for this managed resource.
Look up Existing FlowletDataFlow Resource
Get an existing FlowletDataFlow resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: FlowletDataFlowState, opts?: CustomResourceOptions): FlowletDataFlow
@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
annotations: Optional[Sequence[str]] = None,
data_factory_id: Optional[str] = None,
description: Optional[str] = None,
folder: Optional[str] = None,
name: Optional[str] = None,
script: Optional[str] = None,
script_lines: Optional[Sequence[str]] = None,
sinks: Optional[Sequence[FlowletDataFlowSinkArgs]] = None,
sources: Optional[Sequence[FlowletDataFlowSourceArgs]] = None,
transformations: Optional[Sequence[FlowletDataFlowTransformationArgs]] = None) -> FlowletDataFlow
func GetFlowletDataFlow(ctx *Context, name string, id IDInput, state *FlowletDataFlowState, opts ...ResourceOption) (*FlowletDataFlow, error)
public static FlowletDataFlow Get(string name, Input<string> id, FlowletDataFlowState? state, CustomResourceOptions? opts = null)
public static FlowletDataFlow get(String name, Output<String> id, FlowletDataFlowState state, CustomResourceOptions options)
Resource lookup is not supported in YAML
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Annotations List<string>
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- Data
Factory stringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- Description string
- The description for the Data Factory Flowlet Data Flow.
- Folder string
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- Name string
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- Script string
- The script for the Data Factory Flowlet Data Flow.
- Script
Lines List<string> - The script lines for the Data Factory Flowlet Data Flow.
- Sinks
List<Flowlet
Data Flow Sink> - One or more
sink
blocks as defined below. - Sources
List<Flowlet
Data Flow Source> - One or more
source
blocks as defined below. - Transformations
List<Flowlet
Data Flow Transformation> - One or more
transformation
blocks as defined below.
- Annotations []string
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- Data
Factory stringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- Description string
- The description for the Data Factory Flowlet Data Flow.
- Folder string
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- Name string
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- Script string
- The script for the Data Factory Flowlet Data Flow.
- Script
Lines []string - The script lines for the Data Factory Flowlet Data Flow.
- Sinks
[]Flowlet
Data Flow Sink Args - One or more
sink
blocks as defined below. - Sources
[]Flowlet
Data Flow Source Args - One or more
source
blocks as defined below. - Transformations
[]Flowlet
Data Flow Transformation Args - One or more
transformation
blocks as defined below.
- annotations List<String>
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- data
Factory StringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- description String
- The description for the Data Factory Flowlet Data Flow.
- folder String
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name String
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script String
- The script for the Data Factory Flowlet Data Flow.
- script
Lines List<String> - The script lines for the Data Factory Flowlet Data Flow.
- sinks
List<Flowlet
Data Flow Sink> - One or more
sink
blocks as defined below. - sources
List<Flowlet
Data Flow Source> - One or more
source
blocks as defined below. - transformations
List<Flowlet
Data Flow Transformation> - One or more
transformation
blocks as defined below.
- annotations string[]
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- data
Factory stringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- description string
- The description for the Data Factory Flowlet Data Flow.
- folder string
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name string
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script string
- The script for the Data Factory Flowlet Data Flow.
- script
Lines string[] - The script lines for the Data Factory Flowlet Data Flow.
- sinks
Flowlet
Data Flow Sink[] - One or more
sink
blocks as defined below. - sources
Flowlet
Data Flow Source[] - One or more
source
blocks as defined below. - transformations
Flowlet
Data Flow Transformation[] - One or more
transformation
blocks as defined below.
- annotations Sequence[str]
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- data_
factory_ strid - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- description str
- The description for the Data Factory Flowlet Data Flow.
- folder str
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name str
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script str
- The script for the Data Factory Flowlet Data Flow.
- script_
lines Sequence[str] - The script lines for the Data Factory Flowlet Data Flow.
- sinks
Sequence[Flowlet
Data Flow Sink Args] - One or more
sink
blocks as defined below. - sources
Sequence[Flowlet
Data Flow Source Args] - One or more
source
blocks as defined below. - transformations
Sequence[Flowlet
Data Flow Transformation Args] - One or more
transformation
blocks as defined below.
- annotations List<String>
- List of tags that can be used for describing the Data Factory Flowlet Data Flow.
- data
Factory StringId - The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.
- description String
- The description for the Data Factory Flowlet Data Flow.
- folder String
- The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.
- name String
- Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.
- script String
- The script for the Data Factory Flowlet Data Flow.
- script
Lines List<String> - The script lines for the Data Factory Flowlet Data Flow.
- sinks List<Property Map>
- One or more
sink
blocks as defined below. - sources List<Property Map>
- One or more
source
blocks as defined below. - transformations List<Property Map>
- One or more
transformation
blocks as defined below.
Supporting Types
FlowletDataFlowSink, FlowletDataFlowSinkArgs
- Name string
- The name for the Data Flow Source.
- Dataset
Flowlet
Data Flow Sink Dataset - A
dataset
block as defined below. - Description string
- The description for the Data Flow Source.
- Flowlet
Flowlet
Data Flow Sink Flowlet - A
flowlet
block as defined below. - Linked
Service FlowletData Flow Sink Linked Service - A
linked_service
block as defined below. - Rejected
Linked FlowletService Data Flow Sink Rejected Linked Service - A
rejected_linked_service
block as defined below. - Schema
Linked FlowletService Data Flow Sink Schema Linked Service - A
schema_linked_service
block as defined below.
- Name string
- The name for the Data Flow Source.
- Dataset
Flowlet
Data Flow Sink Dataset - A
dataset
block as defined below. - Description string
- The description for the Data Flow Source.
- Flowlet
Flowlet
Data Flow Sink Flowlet - A
flowlet
block as defined below. - Linked
Service FlowletData Flow Sink Linked Service - A
linked_service
block as defined below. - Rejected
Linked FlowletService Data Flow Sink Rejected Linked Service - A
rejected_linked_service
block as defined below. - Schema
Linked FlowletService Data Flow Sink Schema Linked Service - A
schema_linked_service
block as defined below.
- name String
- The name for the Data Flow Source.
- dataset
Flowlet
Data Flow Sink Dataset - A
dataset
block as defined below. - description String
- The description for the Data Flow Source.
- flowlet
Flowlet
Data Flow Sink Flowlet - A
flowlet
block as defined below. - linked
Service FlowletData Flow Sink Linked Service - A
linked_service
block as defined below. - rejected
Linked FlowletService Data Flow Sink Rejected Linked Service - A
rejected_linked_service
block as defined below. - schema
Linked FlowletService Data Flow Sink Schema Linked Service - A
schema_linked_service
block as defined below.
- name string
- The name for the Data Flow Source.
- dataset
Flowlet
Data Flow Sink Dataset - A
dataset
block as defined below. - description string
- The description for the Data Flow Source.
- flowlet
Flowlet
Data Flow Sink Flowlet - A
flowlet
block as defined below. - linked
Service FlowletData Flow Sink Linked Service - A
linked_service
block as defined below. - rejected
Linked FlowletService Data Flow Sink Rejected Linked Service - A
rejected_linked_service
block as defined below. - schema
Linked FlowletService Data Flow Sink Schema Linked Service - A
schema_linked_service
block as defined below.
- name str
- The name for the Data Flow Source.
- dataset
Flowlet
Data Flow Sink Dataset - A
dataset
block as defined below. - description str
- The description for the Data Flow Source.
- flowlet
Flowlet
Data Flow Sink Flowlet - A
flowlet
block as defined below. - linked_
service FlowletData Flow Sink Linked Service - A
linked_service
block as defined below. - rejected_
linked_ Flowletservice Data Flow Sink Rejected Linked Service - A
rejected_linked_service
block as defined below. - schema_
linked_ Flowletservice Data Flow Sink Schema Linked Service - A
schema_linked_service
block as defined below.
- name String
- The name for the Data Flow Source.
- dataset Property Map
- A
dataset
block as defined below. - description String
- The description for the Data Flow Source.
- flowlet Property Map
- A
flowlet
block as defined below. - linked
Service Property Map - A
linked_service
block as defined below. - rejected
Linked Property MapService - A
rejected_linked_service
block as defined below. - schema
Linked Property MapService - A
schema_linked_service
block as defined below.
FlowletDataFlowSinkDataset, FlowletDataFlowSinkDatasetArgs
- Name string
- The name for the Data Factory Dataset.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory dataset.
- Name string
- The name for the Data Factory Dataset.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory dataset.
- name String
- The name for the Data Factory Dataset.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory dataset.
- name string
- The name for the Data Factory Dataset.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory dataset.
- name str
- The name for the Data Factory Dataset.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory dataset.
- name String
- The name for the Data Factory Dataset.
- parameters Map<String>
- A map of parameters to associate with the Data Factory dataset.
FlowletDataFlowSinkFlowlet, FlowletDataFlowSinkFlowletArgs
- Name string
- The name for the Data Factory Flowlet.
- Dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Flowlet.
- Name string
- The name for the Data Factory Flowlet.
- Dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Flowlet.
- name String
- The name for the Data Factory Flowlet.
- dataset
Parameters String - Specifies the reference data flow parameters from dataset.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Flowlet.
- name string
- The name for the Data Factory Flowlet.
- dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Flowlet.
- name str
- The name for the Data Factory Flowlet.
- dataset_
parameters str - Specifies the reference data flow parameters from dataset.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Flowlet.
- name String
- The name for the Data Factory Flowlet.
- dataset
Parameters String - Specifies the reference data flow parameters from dataset.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Flowlet.
FlowletDataFlowSinkLinkedService, FlowletDataFlowSinkLinkedServiceArgs
- Name string
- The name for the Data Factory Linked Service.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Linked Service.
- Name string
- The name for the Data Factory Linked Service.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Linked Service.
- name string
- The name for the Data Factory Linked Service.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Linked Service.
- name str
- The name for the Data Factory Linked Service.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Linked Service.
FlowletDataFlowSinkRejectedLinkedService, FlowletDataFlowSinkRejectedLinkedServiceArgs
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Linked Service.
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Linked Service.
- name string
- The name for the Data Factory Linked Service with schema.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Linked Service.
- name str
- The name for the Data Factory Linked Service with schema.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Linked Service.
FlowletDataFlowSinkSchemaLinkedService, FlowletDataFlowSinkSchemaLinkedServiceArgs
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Linked Service.
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Linked Service.
- name string
- The name for the Data Factory Linked Service with schema.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Linked Service.
- name str
- The name for the Data Factory Linked Service with schema.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Linked Service.
FlowletDataFlowSource, FlowletDataFlowSourceArgs
- Name string
- The name for the Data Flow Source.
- Dataset
Flowlet
Data Flow Source Dataset - A
dataset
block as defined below. - Description string
- The description for the Data Flow Source.
- Flowlet
Flowlet
Data Flow Source Flowlet - A
flowlet
block as defined below. - Linked
Service FlowletData Flow Source Linked Service - A
linked_service
block as defined below. - Rejected
Linked FlowletService Data Flow Source Rejected Linked Service - A
rejected_linked_service
block as defined below. - Schema
Linked FlowletService Data Flow Source Schema Linked Service - A
schema_linked_service
block as defined below.
- Name string
- The name for the Data Flow Source.
- Dataset
Flowlet
Data Flow Source Dataset - A
dataset
block as defined below. - Description string
- The description for the Data Flow Source.
- Flowlet
Flowlet
Data Flow Source Flowlet - A
flowlet
block as defined below. - Linked
Service FlowletData Flow Source Linked Service - A
linked_service
block as defined below. - Rejected
Linked FlowletService Data Flow Source Rejected Linked Service - A
rejected_linked_service
block as defined below. - Schema
Linked FlowletService Data Flow Source Schema Linked Service - A
schema_linked_service
block as defined below.
- name String
- The name for the Data Flow Source.
- dataset
Flowlet
Data Flow Source Dataset - A
dataset
block as defined below. - description String
- The description for the Data Flow Source.
- flowlet
Flowlet
Data Flow Source Flowlet - A
flowlet
block as defined below. - linked
Service FlowletData Flow Source Linked Service - A
linked_service
block as defined below. - rejected
Linked FlowletService Data Flow Source Rejected Linked Service - A
rejected_linked_service
block as defined below. - schema
Linked FlowletService Data Flow Source Schema Linked Service - A
schema_linked_service
block as defined below.
- name string
- The name for the Data Flow Source.
- dataset
Flowlet
Data Flow Source Dataset - A
dataset
block as defined below. - description string
- The description for the Data Flow Source.
- flowlet
Flowlet
Data Flow Source Flowlet - A
flowlet
block as defined below. - linked
Service FlowletData Flow Source Linked Service - A
linked_service
block as defined below. - rejected
Linked FlowletService Data Flow Source Rejected Linked Service - A
rejected_linked_service
block as defined below. - schema
Linked FlowletService Data Flow Source Schema Linked Service - A
schema_linked_service
block as defined below.
- name str
- The name for the Data Flow Source.
- dataset
Flowlet
Data Flow Source Dataset - A
dataset
block as defined below. - description str
- The description for the Data Flow Source.
- flowlet
Flowlet
Data Flow Source Flowlet - A
flowlet
block as defined below. - linked_
service FlowletData Flow Source Linked Service - A
linked_service
block as defined below. - rejected_
linked_ Flowletservice Data Flow Source Rejected Linked Service - A
rejected_linked_service
block as defined below. - schema_
linked_ Flowletservice Data Flow Source Schema Linked Service - A
schema_linked_service
block as defined below.
- name String
- The name for the Data Flow Source.
- dataset Property Map
- A
dataset
block as defined below. - description String
- The description for the Data Flow Source.
- flowlet Property Map
- A
flowlet
block as defined below. - linked
Service Property Map - A
linked_service
block as defined below. - rejected
Linked Property MapService - A
rejected_linked_service
block as defined below. - schema
Linked Property MapService - A
schema_linked_service
block as defined below.
FlowletDataFlowSourceDataset, FlowletDataFlowSourceDatasetArgs
- Name string
- The name for the Data Factory Dataset.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory dataset.
- Name string
- The name for the Data Factory Dataset.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory dataset.
- name String
- The name for the Data Factory Dataset.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory dataset.
- name string
- The name for the Data Factory Dataset.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory dataset.
- name str
- The name for the Data Factory Dataset.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory dataset.
- name String
- The name for the Data Factory Dataset.
- parameters Map<String>
- A map of parameters to associate with the Data Factory dataset.
FlowletDataFlowSourceFlowlet, FlowletDataFlowSourceFlowletArgs
- Name string
- The name for the Data Factory Flowlet.
- Dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Flowlet.
- Name string
- The name for the Data Factory Flowlet.
- Dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Flowlet.
- name String
- The name for the Data Factory Flowlet.
- dataset
Parameters String - Specifies the reference data flow parameters from dataset.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Flowlet.
- name string
- The name for the Data Factory Flowlet.
- dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Flowlet.
- name str
- The name for the Data Factory Flowlet.
- dataset_
parameters str - Specifies the reference data flow parameters from dataset.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Flowlet.
- name String
- The name for the Data Factory Flowlet.
- dataset
Parameters String - Specifies the reference data flow parameters from dataset.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Flowlet.
FlowletDataFlowSourceLinkedService, FlowletDataFlowSourceLinkedServiceArgs
- Name string
- The name for the Data Factory Linked Service.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Linked Service.
- Name string
- The name for the Data Factory Linked Service.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Linked Service.
- name string
- The name for the Data Factory Linked Service.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Linked Service.
- name str
- The name for the Data Factory Linked Service.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Linked Service.
FlowletDataFlowSourceRejectedLinkedService, FlowletDataFlowSourceRejectedLinkedServiceArgs
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Linked Service.
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Linked Service.
- name string
- The name for the Data Factory Linked Service with schema.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Linked Service.
- name str
- The name for the Data Factory Linked Service with schema.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Linked Service.
FlowletDataFlowSourceSchemaLinkedService, FlowletDataFlowSourceSchemaLinkedServiceArgs
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Linked Service.
- Name string
- The name for the Data Factory Linked Service with schema.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Linked Service.
- name string
- The name for the Data Factory Linked Service with schema.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Linked Service.
- name str
- The name for the Data Factory Linked Service with schema.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service with schema.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Linked Service.
FlowletDataFlowTransformation, FlowletDataFlowTransformationArgs
- Name string
- The name for the Data Flow transformation.
- Dataset
Flowlet
Data Flow Transformation Dataset - A
dataset
block as defined below. - Description string
- The description for the Data Flow transformation.
- Flowlet
Flowlet
Data Flow Transformation Flowlet - A
flowlet
block as defined below. - Linked
Service FlowletData Flow Transformation Linked Service - A
linked_service
block as defined below.
- Name string
- The name for the Data Flow transformation.
- Dataset
Flowlet
Data Flow Transformation Dataset - A
dataset
block as defined below. - Description string
- The description for the Data Flow transformation.
- Flowlet
Flowlet
Data Flow Transformation Flowlet - A
flowlet
block as defined below. - Linked
Service FlowletData Flow Transformation Linked Service - A
linked_service
block as defined below.
- name String
- The name for the Data Flow transformation.
- dataset
Flowlet
Data Flow Transformation Dataset - A
dataset
block as defined below. - description String
- The description for the Data Flow transformation.
- flowlet
Flowlet
Data Flow Transformation Flowlet - A
flowlet
block as defined below. - linked
Service FlowletData Flow Transformation Linked Service - A
linked_service
block as defined below.
- name string
- The name for the Data Flow transformation.
- dataset
Flowlet
Data Flow Transformation Dataset - A
dataset
block as defined below. - description string
- The description for the Data Flow transformation.
- flowlet
Flowlet
Data Flow Transformation Flowlet - A
flowlet
block as defined below. - linked
Service FlowletData Flow Transformation Linked Service - A
linked_service
block as defined below.
- name str
- The name for the Data Flow transformation.
- dataset
Flowlet
Data Flow Transformation Dataset - A
dataset
block as defined below. - description str
- The description for the Data Flow transformation.
- flowlet
Flowlet
Data Flow Transformation Flowlet - A
flowlet
block as defined below. - linked_
service FlowletData Flow Transformation Linked Service - A
linked_service
block as defined below.
- name String
- The name for the Data Flow transformation.
- dataset Property Map
- A
dataset
block as defined below. - description String
- The description for the Data Flow transformation.
- flowlet Property Map
- A
flowlet
block as defined below. - linked
Service Property Map - A
linked_service
block as defined below.
FlowletDataFlowTransformationDataset, FlowletDataFlowTransformationDatasetArgs
- Name string
- The name for the Data Factory Dataset.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory dataset.
- Name string
- The name for the Data Factory Dataset.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory dataset.
- name String
- The name for the Data Factory Dataset.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory dataset.
- name string
- The name for the Data Factory Dataset.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory dataset.
- name str
- The name for the Data Factory Dataset.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory dataset.
- name String
- The name for the Data Factory Dataset.
- parameters Map<String>
- A map of parameters to associate with the Data Factory dataset.
FlowletDataFlowTransformationFlowlet, FlowletDataFlowTransformationFlowletArgs
- Name string
- The name for the Data Factory Flowlet.
- Dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Flowlet.
- Name string
- The name for the Data Factory Flowlet.
- Dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Flowlet.
- name String
- The name for the Data Factory Flowlet.
- dataset
Parameters String - Specifies the reference data flow parameters from dataset.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Flowlet.
- name string
- The name for the Data Factory Flowlet.
- dataset
Parameters string - Specifies the reference data flow parameters from dataset.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Flowlet.
- name str
- The name for the Data Factory Flowlet.
- dataset_
parameters str - Specifies the reference data flow parameters from dataset.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Flowlet.
- name String
- The name for the Data Factory Flowlet.
- dataset
Parameters String - Specifies the reference data flow parameters from dataset.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Flowlet.
FlowletDataFlowTransformationLinkedService, FlowletDataFlowTransformationLinkedServiceArgs
- Name string
- The name for the Data Factory Linked Service.
- Parameters Dictionary<string, string>
- A map of parameters to associate with the Data Factory Linked Service.
- Name string
- The name for the Data Factory Linked Service.
- Parameters map[string]string
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service.
- parameters Map<String,String>
- A map of parameters to associate with the Data Factory Linked Service.
- name string
- The name for the Data Factory Linked Service.
- parameters {[key: string]: string}
- A map of parameters to associate with the Data Factory Linked Service.
- name str
- The name for the Data Factory Linked Service.
- parameters Mapping[str, str]
- A map of parameters to associate with the Data Factory Linked Service.
- name String
- The name for the Data Factory Linked Service.
- parameters Map<String>
- A map of parameters to associate with the Data Factory Linked Service.
Import
Data Factory Flowlet Data Flow can be imported using the resource id
, e.g.
$ pulumi import azure:datafactory/flowletDataFlow:FlowletDataFlow example /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/example/providers/Microsoft.DataFactory/factories/example/dataflows/example
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- Azure Classic pulumi/pulumi-azure
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
azurerm
Terraform Provider.