import * as pulumi from "@pulumi/pulumi"; import * as inputs from "../types/input"; import * as outputs from "../types/output"; /** * Manages a Flowlet Data Flow inside an Azure Data Factory. * * ## Example Usage * * ```typescript * import * as pulumi from "@pulumi/pulumi"; * import * as azure from "@pulumi/azure"; * * const example = new azure.core.ResourceGroup("example", { * name: "example-resources", * location: "West Europe", * }); * const exampleAccount = new azure.storage.Account("example", { * name: "example", * location: example.location, * resourceGroupName: example.name, * accountTier: "Standard", * accountReplicationType: "LRS", * }); * const exampleFactory = new azure.datafactory.Factory("example", { * name: "example", * location: example.location, * resourceGroupName: example.name, * }); * const exampleLinkedCustomService = new azure.datafactory.LinkedCustomService("example", { * name: "linked_service", * dataFactoryId: exampleFactory.id, * type: "AzureBlobStorage", * typePropertiesJson: pulumi.interpolate`{ * \"connectionString\": \"${exampleAccount.primaryConnectionString}\" * } * `, * }); * const example1 = new azure.datafactory.DatasetJson("example1", { * name: "dataset1", * dataFactoryId: exampleFactory.id, * linkedServiceName: exampleLinkedCustomService.name, * azureBlobStorageLocation: { * container: "container", * path: "foo/bar/", * filename: "foo.txt", * }, * encoding: "UTF-8", * }); * const example2 = new azure.datafactory.DatasetJson("example2", { * name: "dataset2", * dataFactoryId: exampleFactory.id, * linkedServiceName: exampleLinkedCustomService.name, * azureBlobStorageLocation: { * container: "container", * path: "foo/bar/", * filename: "bar.txt", * }, * encoding: "UTF-8", * }); * const example1FlowletDataFlow = new azure.datafactory.FlowletDataFlow("example1", { * name: "example", * dataFactoryId: exampleFactory.id, * sources: [{ * name: "source1", * linkedService: { * name: exampleLinkedCustomService.name, * }, * }], * sinks: [{ * name: "sink1", * linkedService: { * name: exampleLinkedCustomService.name, * }, * }], * script: `source( * allowSchemaDrift: true, * validateSchema: false, * limit: 100, * ignoreNoFilesFound: false, * documentForm: 'documentPerLine') ~> source1 * source1 sink( * allowSchemaDrift: true, * validateSchema: false, * skipDuplicateMapInputs: true, * skipDuplicateMapOutputs: true) ~> sink1 * `, * }); * const example2FlowletDataFlow = new azure.datafactory.FlowletDataFlow("example2", { * name: "example", * dataFactoryId: exampleFactory.id, * sources: [{ * name: "source1", * linkedService: { * name: exampleLinkedCustomService.name, * }, * }], * sinks: [{ * name: "sink1", * linkedService: { * name: exampleLinkedCustomService.name, * }, * }], * script: `source( * allowSchemaDrift: true, * validateSchema: false, * limit: 100, * ignoreNoFilesFound: false, * documentForm: 'documentPerLine') ~> source1 * source1 sink( * allowSchemaDrift: true, * validateSchema: false, * skipDuplicateMapInputs: true, * skipDuplicateMapOutputs: true) ~> sink1 * `, * }); * const exampleFlowletDataFlow = new azure.datafactory.FlowletDataFlow("example", { * name: "example", * dataFactoryId: exampleFactory.id, * sources: [{ * name: "source1", * flowlet: { * name: example1FlowletDataFlow.name, * }, * linkedService: { * name: exampleLinkedCustomService.name, * }, * }], * sinks: [{ * name: "sink1", * flowlet: { * name: example2FlowletDataFlow.name, * }, * linkedService: { * name: exampleLinkedCustomService.name, * }, * }], * script: `source( * allowSchemaDrift: true, * validateSchema: false, * limit: 100, * ignoreNoFilesFound: false, * documentForm: 'documentPerLine') ~> source1 * source1 sink( * allowSchemaDrift: true, * validateSchema: false, * skipDuplicateMapInputs: true, * skipDuplicateMapOutputs: true) ~> sink1 * `, * }); * ``` * * ## API Providers * * * This resource uses the following Azure API Providers: * * * `Microsoft.DataFactory` - 2018-06-01 * * ## Import * * Data Factory Flowlet Data Flow can be imported using the `resource id`, e.g. * * ```sh * $ pulumi import azure:datafactory/flowletDataFlow:FlowletDataFlow example /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/example/providers/Microsoft.DataFactory/factories/example/dataflows/example * ``` */ export declare class FlowletDataFlow extends pulumi.CustomResource { /** * Get an existing FlowletDataFlow resource's state with the given name, ID, and optional extra * properties used to qualify the lookup. * * @param name The _unique_ name of the resulting resource. * @param id The _unique_ provider ID of the resource to lookup. * @param state Any extra arguments used during the lookup. * @param opts Optional settings to control the behavior of the CustomResource. */ static get(name: string, id: pulumi.Input, state?: FlowletDataFlowState, opts?: pulumi.CustomResourceOptions): FlowletDataFlow; /** * Returns true if the given object is an instance of FlowletDataFlow. This is designed to work even * when multiple copies of the Pulumi SDK have been loaded into the same process. */ static isInstance(obj: any): obj is FlowletDataFlow; /** * List of tags that can be used for describing the Data Factory Flowlet Data Flow. */ readonly annotations: pulumi.Output; /** * The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource. */ readonly dataFactoryId: pulumi.Output; /** * The description for the Data Factory Flowlet Data Flow. */ readonly description: pulumi.Output; /** * The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level. */ readonly folder: pulumi.Output; /** * Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created. */ readonly name: pulumi.Output; /** * The script for the Data Factory Flowlet Data Flow. */ readonly script: pulumi.Output; /** * The script lines for the Data Factory Flowlet Data Flow. */ readonly scriptLines: pulumi.Output; /** * One or more `sink` blocks as defined below. */ readonly sinks: pulumi.Output; /** * One or more `source` blocks as defined below. */ readonly sources: pulumi.Output; /** * One or more `transformation` blocks as defined below. */ readonly transformations: pulumi.Output; /** * Create a FlowletDataFlow resource with the given unique name, arguments, and options. * * @param name The _unique_ name of the resource. * @param args The arguments to use to populate this resource's properties. * @param opts A bag of options that control this resource's behavior. */ constructor(name: string, args: FlowletDataFlowArgs, opts?: pulumi.CustomResourceOptions); } /** * Input properties used for looking up and filtering FlowletDataFlow resources. */ export interface FlowletDataFlowState { /** * List of tags that can be used for describing the Data Factory Flowlet Data Flow. */ annotations?: pulumi.Input[]>; /** * The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource. */ dataFactoryId?: pulumi.Input; /** * The description for the Data Factory Flowlet Data Flow. */ description?: pulumi.Input; /** * The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level. */ folder?: pulumi.Input; /** * Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created. */ name?: pulumi.Input; /** * The script for the Data Factory Flowlet Data Flow. */ script?: pulumi.Input; /** * The script lines for the Data Factory Flowlet Data Flow. */ scriptLines?: pulumi.Input[]>; /** * One or more `sink` blocks as defined below. */ sinks?: pulumi.Input[]>; /** * One or more `source` blocks as defined below. */ sources?: pulumi.Input[]>; /** * One or more `transformation` blocks as defined below. */ transformations?: pulumi.Input[]>; } /** * The set of arguments for constructing a FlowletDataFlow resource. */ export interface FlowletDataFlowArgs { /** * List of tags that can be used for describing the Data Factory Flowlet Data Flow. */ annotations?: pulumi.Input[]>; /** * The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource. */ dataFactoryId: pulumi.Input; /** * The description for the Data Factory Flowlet Data Flow. */ description?: pulumi.Input; /** * The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level. */ folder?: pulumi.Input; /** * Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created. */ name?: pulumi.Input; /** * The script for the Data Factory Flowlet Data Flow. */ script?: pulumi.Input; /** * The script lines for the Data Factory Flowlet Data Flow. */ scriptLines?: pulumi.Input[]>; /** * One or more `sink` blocks as defined below. */ sinks?: pulumi.Input[]>; /** * One or more `source` blocks as defined below. */ sources?: pulumi.Input[]>; /** * One or more `transformation` blocks as defined below. */ transformations?: pulumi.Input[]>; }