openapi-directory/api/azure.com/datafactory-Pipeline.json

Building & bundling https://github.com/APIs-guru/openapi-directory for easy use from JS

{"openapi":"3.0.0","info":{"title":"DataFactoryManagementClient","version":"2017-09-01-preview","x-apisguru-categories":["cloud"],"x-logo":{"url":"https://assets.onestore.ms/cdnfiles/onestorerolling-1606-01000/shell/v3/images/logo/microsoft.png"},"x-origin":[{"format":"swagger","url":"https://raw.githubusercontent.com/Azure/azure-rest-api-specs/master/specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json","version":"2.0"}],"x-providerName":"azure.com","x-serviceName":"datafactory-Pipeline","x-tags":["Azure","Microsoft"]},"paths":{},"servers":[{"url":"https://azure.local"}],"components":{"schemas":{"Activity":{"additionalProperties":{"type":"object"},"description":"A pipeline activity.","discriminator":{"propertyName":"type"},"properties":{"dependsOn":{"description":"Activity depends on condition.","items":{"$ref":"#/components/schemas/ActivityDependency"},"type":"array"},"description":{"description":"Activity description.","type":"string"},"name":{"description":"Activity name.","type":"string"},"type":{"description":"Type of activity.","type":"string"},"userProperties":{"description":"Activity user properties.","items":{"$ref":"#/components/schemas/UserProperty"},"type":"array"}},"required":["name","type"],"type":"object"},"ActivityDependency":{"additionalProperties":{"type":"object"},"description":"Activity dependency information.","properties":{"activity":{"description":"Activity name.","type":"string"},"dependencyConditions":{"description":"Match-Condition for the dependency.","items":{"enum":["Succeeded","Failed","Skipped","Completed"],"type":"string","x-ms-enum":{"modelAsString":true,"name":"DependencyCondition"}},"type":"array"}},"required":["activity","dependencyConditions"],"type":"object"},"ActivityPolicy":{"additionalProperties":{"type":"object"},"description":"Execution policy for an activity.","properties":{"retry":{"description":"Maximum ordinary retry attempts. Default is 0. Type: integer (or Expression with resultType integer), minimum: 0.","type":"object"},"retryIntervalInSeconds":{"description":"Interval between each retry attempt (in seconds). The default is 30 sec.","maximum":86400,"minimum":30,"type":"integer"},"secureInput":{"description":"When set to true, Input from activity is considered as secure and will not be logged to monitoring.","type":"boolean"},"secureOutput":{"description":"When set to true, Output from activity is considered as secure and will not be logged to monitoring.","type":"boolean"},"timeout":{"description":"Specifies the timeout for the activity to run. The default timeout is 7 days. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9])).","type":"object"}},"type":"object"},"AmazonMWSSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Amazon Marketplace Web Service source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"AmazonRedshiftSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity source for Amazon Redshift Source.","properties":{"query":{"description":"Database query. Type: string (or Expression with resultType string).","type":"object"},"redshiftUnloadSettings":{"$ref":"#/components/schemas/RedshiftUnloadSettings"}},"type":"object"},"AppendVariableActivity":{"allOf":[{"$ref":"#/components/schemas/ControlActivity"}],"description":"Append value for a Variable of type Array.","properties":{"typeProperties":{"$ref":"#/components/schemas/AppendVariableActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"AppendVariable"},"AppendVariableActivityTypeProperties":{"description":"AppendVariable activity properties.","properties":{"value":{"description":"Value to be appended. Could be a static value or Expression","type":"object"},"variableName":{"description":"Name of the variable whose value needs to be appended to.","type":"string"}}},"AzureDataLakeStoreSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity Azure Data Lake Store sink.","properties":{"copyBehavior":{"$ref":"#/components/schemas/CopyBehaviorType"}},"type":"object"},"AzureDataLakeStoreSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Azure Data Lake source.","properties":{"recursive":{"description":"If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean).","type":"object"}},"type":"object"},"AzureFunctionActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Azure Function activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/AzureFunctionActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"AzureFunctionActivity"},"AzureFunctionActivityMethod":{"description":"The list of HTTP methods supported by a AzureFunctionActivity.","enum":["GET","POST","PUT","DELETE","OPTIONS","HEAD","TRACE"],"type":"string","x-ms-enum":{"modelAsString":true,"name":"AzureFunctionActivityMethod"}},"AzureFunctionActivityTypeProperties":{"description":"Azure Function activity type properties.","properties":{"body":{"description":"Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string).","type":"object"},"functionName":{"description":"Name of the Function that the Azure Function Activity will call. Type: string (or Expression with resultType string)","type":"object"},"headers":{"description":"Represents the headers that will be sent to the request. For example, to set the language and type on a request: \"headers\" : { \"Accept-Language\": \"en-us\", \"Content-Type\": \"application/json\" }. Type: string (or Expression with resultType string).","type":"object"},"method":{"$ref":"#/components/schemas/AzureFunctionActivityMethod"}},"required":["method","functionName"]},"AzureMLBatchExecutionActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Azure ML Batch Execution activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/AzureMLBatchExecutionActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"AzureMLBatchExecution"},"AzureMLBatchExecutionActivityTypeProperties":{"description":"Azure ML Batch Execution activity properties.","properties":{"globalParameters":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"Key,Value pairs to be passed to the Azure ML Batch Execution Service endpoint. Keys must match the names of web service parameters defined in the published Azure ML web service. Values will be passed in the GlobalParameters property of the Azure ML batch execution request.","type":"object"},"webServiceInputs":{"additionalProperties":{"$ref":"#/components/schemas/AzureMLWebServiceFile"},"description":"Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Inputs to AzureMLWebServiceFile objects specifying the input Blob locations.. This information will be passed in the WebServiceInputs property of the Azure ML batch execution request.","type":"object"},"webServiceOutputs":{"additionalProperties":{"$ref":"#/components/schemas/AzureMLWebServiceFile"},"description":"Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Outputs to AzureMLWebServiceFile objects specifying the output Blob locations. This information will be passed in the WebServiceOutputs property of the Azure ML batch execution request.","type":"object"}}},"AzureMLUpdateResourceActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Azure ML Update Resource management activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/AzureMLUpdateResourceActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"AzureMLUpdateResource"},"AzureMLUpdateResourceActivityTypeProperties":{"description":"Azure ML Update Resource activity properties.","properties":{"trainedModelFilePath":{"description":"The relative file path in trainedModelLinkedService to represent the .ilearner file that will be uploaded by the update operation.  Type: string (or Expression with resultType string).","type":"object"},"trainedModelLinkedServiceName":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"trainedModelName":{"description":"Name of the Trained Model module in the Web Service experiment to be updated. Type: string (or Expression with resultType string).","type":"object"}},"required":["trainedModelName","trainedModelLinkedServiceName","trainedModelFilePath"]},"AzureMLWebServiceFile":{"description":"Azure ML WebService Input/Output file","properties":{"filePath":{"description":"The relative file path, including container name, in the Azure Blob Storage specified by the LinkedService. Type: string (or Expression with resultType string).","type":"object"},"linkedServiceName":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]}},"required":["linkedServiceName","filePath"],"type":"object"},"AzureMySqlSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Azure MySQL source.","properties":{"query":{"description":"Database query. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"AzurePostgreSqlSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Azure PostgreSQL source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"AzureQueueSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity Azure Queue sink.","properties":{},"type":"object"},"AzureSearchIndexSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity Azure Search Index sink.","properties":{"writeBehavior":{"description":"Specify the write behavior when upserting documents into Azure Search Index.","enum":["Merge","Upload"],"type":"string","x-ms-enum":{"modelAsString":true,"name":"AzureSearchIndexWriteBehaviorType"}}},"type":"object"},"AzureTableSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity Azure Table sink.","properties":{"azureTableDefaultPartitionKeyValue":{"description":"Azure Table default partition key value. Type: string (or Expression with resultType string).","type":"object"},"azureTableInsertType":{"description":"Azure Table insert type. Type: string (or Expression with resultType string).","type":"object"},"azureTablePartitionKeyName":{"description":"Azure Table partition key name. Type: string (or Expression with resultType string).","type":"object"},"azureTableRowKeyName":{"description":"Azure Table row key name. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"AzureTableSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Azure Table source.","properties":{"azureTableSourceIgnoreTableNotFound":{"description":"Azure Table source ignore table not found. Type: boolean (or Expression with resultType boolean).","type":"object"},"azureTableSourceQuery":{"description":"Azure Table source query. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"BlobSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity Azure Blob sink.","properties":{"blobWriterAddHeader":{"description":"Blob writer add header. Type: boolean (or Expression with resultType boolean).","type":"object"},"blobWriterDateTimeFormat":{"description":"Blob writer date time format. Type: string (or Expression with resultType string).","type":"object"},"blobWriterOverwriteFiles":{"description":"Blob writer overwrite files. Type: boolean (or Expression with resultType boolean).","type":"object"},"copyBehavior":{"$ref":"#/components/schemas/CopyBehaviorType"}},"type":"object"},"BlobSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Azure Blob source.","properties":{"recursive":{"description":"If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean).","type":"object"},"skipHeaderLineCount":{"description":"Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer).","type":"object"},"treatEmptyAsNull":{"description":"Treat empty as null. Type: boolean (or Expression with resultType boolean).","type":"object"}},"type":"object"},"CassandraSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity source for a Cassandra database.","properties":{"consistencyLevel":{"description":"The consistency level specifies how many Cassandra servers must respond to a read request before returning data to the client application. Cassandra checks the specified number of Cassandra servers for data to satisfy the read request. Must be one of cassandraSourceReadConsistencyLevels. The default value is 'ONE'. It is case-insensitive.","enum":["ALL","EACH_QUORUM","QUORUM","LOCAL_QUORUM","ONE","TWO","THREE","LOCAL_ONE","SERIAL","LOCAL_SERIAL"],"type":"string","x-ms-enum":{"modelAsString":true,"name":"CassandraSourceReadConsistencyLevels"}},"query":{"description":"Database query. Should be a SQL-92 query expression or Cassandra Query Language (CQL) command. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"ConcurSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Concur Service source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"ControlActivity":{"allOf":[{"$ref":"#/components/schemas/Activity"}],"description":"Base class for all control activities like IfCondition, ForEach , Until.","properties":{},"x-ms-discriminator-value":"Container"},"CopyActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Copy activity.","properties":{"inputs":{"description":"List of inputs for the activity.","items":{"description":"Dataset reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference dataset name.","type":"string"},"type":{"description":"Dataset reference type.","enum":["DatasetReference"],"type":"string"}},"required":["type","referenceName"]},"type":"array"},"outputs":{"description":"List of outputs for the activity.","items":{"description":"Dataset reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference dataset name.","type":"string"},"type":{"description":"Dataset reference type.","enum":["DatasetReference"],"type":"string"}},"required":["type","referenceName"]},"type":"array"},"typeProperties":{"$ref":"#/components/schemas/CopyActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"Copy"},"CopyActivityTypeProperties":{"description":"Copy activity properties.","properties":{"dataIntegrationUnits":{"description":"Maximum number of data integration units that can be used to perform this data movement. Type: integer (or Expression with resultType integer), minimum: 0.","type":"object"},"enableSkipIncompatibleRow":{"description":"Whether to skip incompatible row. Default value is false. Type: boolean (or Expression with resultType boolean).","type":"object"},"enableStaging":{"description":"Specifies whether to copy data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean).","type":"object"},"parallelCopies":{"description":"Maximum number of concurrent sessions opened on the source or sink to avoid overloading the data store. Type: integer (or Expression with resultType integer), minimum: 0.","type":"object"},"redirectIncompatibleRowSettings":{"$ref":"#/components/schemas/RedirectIncompatibleRowSettings"},"sink":{"$ref":"#/components/schemas/CopySink"},"source":{"$ref":"#/components/schemas/CopySource"},"stagingSettings":{"$ref":"#/components/schemas/StagingSettings"},"translator":{"$ref":"#/components/schemas/CopyTranslator"}},"required":["source","sink"]},"CopyBehaviorType":{"description":"All available types of copy behavior.","enum":["PreserveHierarchy","FlattenHierarchy","MergeFiles"],"type":"string","x-ms-enum":{"modelAsString":true,"name":"CopyBehaviorType"}},"CopySink":{"additionalProperties":{"type":"object"},"description":"A copy activity sink.","discriminator":{"propertyName":"type"},"properties":{"sinkRetryCount":{"description":"Sink retry count. Type: integer (or Expression with resultType integer).","type":"object"},"sinkRetryWait":{"description":"Sink retry wait. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9])).","type":"object"},"type":{"description":"Copy sink type.","type":"string"},"writeBatchSize":{"description":"Write batch size. Type: integer (or Expression with resultType integer), minimum: 0.","type":"object"},"writeBatchTimeout":{"description":"Write batch timeout. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9])).","type":"object"}},"required":["type"],"type":"object"},"CopySource":{"additionalProperties":{"type":"object"},"description":"A copy activity source.","discriminator":{"propertyName":"type"},"properties":{"sourceRetryCount":{"description":"Source retry count. Type: integer (or Expression with resultType integer).","type":"object"},"sourceRetryWait":{"description":"Source retry wait. Type: string (or Expression with resultType string), pattern: ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9])).","type":"object"},"type":{"description":"Copy source type.","type":"string"}},"required":["type"],"type":"object"},"CopyTranslator":{"additionalProperties":{"type":"object"},"description":"A copy activity translator.","discriminator":{"propertyName":"type"},"properties":{"type":{"description":"Copy translator type.","type":"string"}},"required":["type"],"type":"object"},"CouchbaseSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Couchbase server source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"CustomActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Custom activity type.","properties":{"typeProperties":{"$ref":"#/components/schemas/CustomActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"Custom"},"CustomActivityReferenceObject":{"description":"Reference objects for custom activity","properties":{"datasets":{"description":"Dataset references.","items":{"description":"Dataset reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference dataset name.","type":"string"},"type":{"description":"Dataset reference type.","enum":["DatasetReference"],"type":"string"}},"required":["type","referenceName"]},"type":"array"},"linkedServices":{"description":"Linked service references.","items":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"type":"array"}}},"CustomActivityTypeProperties":{"description":"Custom activity properties.","properties":{"command":{"description":"Command for custom activity Type: string (or Expression with resultType string).","type":"object"},"extendedProperties":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"User defined property bag. There is no restriction on the keys or values that can be used. The user specified custom activity has the full responsibility to consume and interpret the content defined.","type":"object"},"folderPath":{"description":"Folder path for resource files Type: string (or Expression with resultType string).","type":"object"},"referenceObjects":{"$ref":"#/components/schemas/CustomActivityReferenceObject"},"resourceLinkedService":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]}},"required":["command"]},"DataLakeAnalyticsUSQLActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Data Lake Analytics U-SQL activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/DataLakeAnalyticsUSQLActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"DataLakeAnalyticsU-SQL"},"DataLakeAnalyticsUSQLActivityTypeProperties":{"description":"DataLakeAnalyticsU-SQL activity properties.","properties":{"compilationMode":{"description":"Compilation mode of U-SQL. Must be one of these values : Semantic, Full and SingleBox. Type: string (or Expression with resultType string).","type":"object"},"degreeOfParallelism":{"description":"The maximum number of nodes simultaneously used to run the job. Default value is 1. Type: integer (or Expression with resultType integer), minimum: 1.","type":"object"},"parameters":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"Parameters for U-SQL job request.","type":"object"},"priority":{"description":"Determines which jobs out of all that are queued should be selected to run first. The lower the number, the higher the priority. Default value is 1000. Type: integer (or Expression with resultType integer), minimum: 1.","type":"object"},"runtimeVersion":{"description":"Runtime version of the U-SQL engine to use. Type: string (or Expression with resultType string).","type":"object"},"scriptLinkedService":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"scriptPath":{"description":"Case-sensitive path to folder that contains the U-SQL script. Type: string (or Expression with resultType string).","type":"object"}},"required":["scriptPath","scriptLinkedService"]},"DatabricksNotebookActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"DatabricksNotebook activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/DatabricksNotebookActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"DatabricksNotebook"},"DatabricksNotebookActivityTypeProperties":{"description":"Databricks Notebook activity properties.","properties":{"baseParameters":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"Base parameters to be used for each run of this job.If the notebook takes a parameter that is not specified, the default value from the notebook will be used.","type":"object"},"libraries":{"description":"A list of libraries to be installed on the cluster that will execute the job.","items":{"additionalProperties":{"type":"object"},"description":"Databricks library definition.","type":"object"},"type":"array"},"notebookPath":{"description":"The absolute path of the notebook to be run in the Databricks Workspace. This path must begin with a slash. Type: string (or Expression with resultType string).","type":"object"}},"required":["notebookPath"]},"DatabricksSparkJarActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"DatabricksSparkJar activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/DatabricksSparkJarActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"DatabricksSparkJar"},"DatabricksSparkJarActivityTypeProperties":{"description":"Databricks SparkJar activity properties.","properties":{"libraries":{"description":"A list of libraries to be installed on the cluster that will execute the job.","items":{"additionalProperties":{"type":"object"},"description":"Databricks library definition.","type":"object"},"type":"array"},"mainClassName":{"description":"The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. Type: string (or Expression with resultType string).","type":"object"},"parameters":{"description":"Parameters that will be passed to the main method.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"}},"required":["mainClassName"]},"DatabricksSparkPythonActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"DatabricksSparkPython activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/DatabricksSparkPythonActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"DatabricksSparkPython"},"DatabricksSparkPythonActivityTypeProperties":{"description":"Databricks SparkPython activity properties.","properties":{"libraries":{"description":"A list of libraries to be installed on the cluster that will execute the job.","items":{"additionalProperties":{"type":"object"},"description":"Databricks library definition.","type":"object"},"type":"array"},"parameters":{"description":"Command line parameters that will be passed to the Python file.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"},"pythonFile":{"description":"The URI of the Python file to be executed. DBFS paths are supported. Type: string (or Expression with resultType string).","type":"object"}},"required":["pythonFile"]},"DeleteActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Delete activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/DeleteActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"Delete"},"DeleteActivityTypeProperties":{"description":"Delete activity properties.","properties":{"dataset":{"description":"Dataset reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference dataset name.","type":"string"},"type":{"description":"Dataset reference type.","enum":["DatasetReference"],"type":"string"}},"required":["type","referenceName"]},"enableLogging":{"description":"Whether to record detailed logs of delete-activity execution. Default value is false. Type: boolean (or Expression with resultType boolean).","type":"object"},"logStorageSettings":{"$ref":"#/components/schemas/LogStorageSettings"},"maxConcurrentConnections":{"description":"The max concurrent connections to connect data source at the same time.","minimum":1,"type":"integer"},"recursive":{"description":"If true, files or sub-folders under current folder path will be deleted recursively. Default is false. Type: boolean (or Expression with resultType boolean).","type":"object"}},"required":["dataset"]},"DistcpSettings":{"description":"Distcp settings.","properties":{"distcpOptions":{"description":"Specifies the Distcp options. Type: string (or Expression with resultType string).","type":"object"},"resourceManagerEndpoint":{"description":"Specifies the Yarn ResourceManager endpoint. Type: string (or Expression with resultType string).","type":"object"},"tempScriptPath":{"description":"Specifies an existing folder path which will be used to store temp Distcp command script. The script file is generated by ADF and will be removed after Copy job finished. Type: string (or Expression with resultType string).","type":"object"}},"required":["resourceManagerEndpoint","tempScriptPath"],"type":"object"},"DocumentDbCollectionSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity Document Database Collection sink.","properties":{"nestingSeparator":{"description":"Nested properties separator. Default is . (dot). Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"DocumentDbCollectionSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Document Database Collection source.","properties":{"nestingSeparator":{"description":"Nested properties separator. Type: string (or Expression with resultType string).","type":"object"},"query":{"description":"Documents query. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"DrillSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Drill server source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"DynamicsSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity Dynamics sink.","properties":{"ignoreNullValues":{"description":"The flag indicating whether ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean).","type":"object"},"writeBehavior":{"description":"The write behavior for the operation.","enum":["Upsert"],"type":"string","x-ms-enum":{"modelAsString":true,"name":"DynamicsSinkWriteBehavior"}}},"required":["writeBehavior"],"type":"object"},"DynamicsSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Dynamics source.","properties":{"query":{"description":"FetchXML is a proprietary query language that is used in Microsoft Dynamics (online & on-premises). Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"EloquaSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Eloqua server source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"ExecutePipelineActivity":{"allOf":[{"$ref":"#/components/schemas/ControlActivity"}],"description":"Execute pipeline activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/ExecutePipelineActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"ExecutePipeline"},"ExecutePipelineActivityTypeProperties":{"description":"Execute pipeline activity properties.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"pipeline":{"description":"Pipeline reference type.","properties":{"name":{"description":"Reference name.","type":"string"},"referenceName":{"description":"Reference pipeline name.","type":"string"},"type":{"description":"Pipeline reference type.","enum":["PipelineReference"],"type":"string"}},"required":["type","referenceName"]},"waitOnCompletion":{"description":"Defines whether activity execution will wait for the dependent pipeline execution to finish. Default is false.","type":"boolean"}},"required":["pipeline"]},"ExecuteSSISPackageActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Execute SSIS package activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/ExecuteSSISPackageActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"ExecuteSSISPackage"},"ExecuteSSISPackageActivityTypeProperties":{"description":"Execute SSIS package activity properties.","properties":{"connectVia":{"description":"Integration runtime reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference integration runtime name.","type":"string"},"type":{"description":"Type of integration runtime.","enum":["IntegrationRuntimeReference"],"type":"string"}},"required":["type","referenceName"]},"environmentPath":{"description":"The environment path to execute the SSIS package. Type: string (or Expression with resultType string).","type":"object"},"executionCredential":{"$ref":"#/components/schemas/SSISExecutionCredential"},"loggingLevel":{"description":"The logging level of SSIS package execution. Type: string (or Expression with resultType string).","type":"object"},"packageConnectionManagers":{"additionalProperties":{"$ref":"#/components/schemas/SSISConnectionManager"},"description":"The package level connection managers to execute the SSIS package.","type":"object"},"packageLocation":{"$ref":"#/components/schemas/SSISPackageLocation"},"packageParameters":{"additionalProperties":{"$ref":"#/components/schemas/SSISExecutionParameter"},"description":"The package level parameters to execute the SSIS package.","type":"object"},"projectConnectionManagers":{"additionalProperties":{"$ref":"#/components/schemas/SSISConnectionManager"},"description":"The project level connection managers to execute the SSIS package.","type":"object"},"projectParameters":{"additionalProperties":{"$ref":"#/components/schemas/SSISExecutionParameter"},"description":"The project level parameters to execute the SSIS package.","type":"object"},"propertyOverrides":{"additionalProperties":{"$ref":"#/components/schemas/SSISPropertyOverride"},"description":"The property overrides to execute the SSIS package.","type":"object"},"runtime":{"description":"Specifies the runtime to execute SSIS package. The value should be \"x86\" or \"x64\". Type: string (or Expression with resultType string).","type":"object"}},"required":["packageLocation","connectVia"]},"ExecutionActivity":{"allOf":[{"$ref":"#/components/schemas/Activity"}],"description":"Base class for all execution activities.","properties":{"linkedServiceName":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"policy":{"$ref":"#/components/schemas/ActivityPolicy"}},"x-ms-discriminator-value":"Execution"},"FileSystemSink":{"allOf":[{"$ref":"#/components/schemas/CopySink"}],"description":"A copy activity file system sink.","properties":{"copyBehavior":{"$ref":"#/components/schemas/CopyBehaviorType"}},"type":"object"},"FileSystemSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity file system source.","properties":{"recursive":{"description":"If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean).","type":"object"}},"type":"object"},"FilterActivity":{"allOf":[{"$ref":"#/components/schemas/ControlActivity"}],"description":"Filter and return results from input array based on the conditions.","properties":{"typeProperties":{"$ref":"#/components/schemas/FilterActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"Filter"},"FilterActivityTypeProperties":{"description":"Filter activity properties.","properties":{"condition":{"description":"Azure Data Factory expression definition.","properties":{"type":{"description":"Expression type.","enum":["Expression"],"type":"string"},"value":{"description":"Expression value.","type":"string"}},"required":["type","value"],"type":"object"},"items":{"description":"Azure Data Factory expression definition.","properties":{"type":{"description":"Expression type.","enum":["Expression"],"type":"string"},"value":{"description":"Expression value.","type":"string"}},"required":["type","value"],"type":"object"}},"required":["condition","items"]},"ForEachActivity":{"allOf":[{"$ref":"#/components/schemas/ControlActivity"}],"description":"This activity is used for iterating over a collection and execute given activities.","properties":{"typeProperties":{"$ref":"#/components/schemas/ForEachActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"ForEach"},"ForEachActivityTypeProperties":{"description":"ForEach activity properties.","properties":{"activities":{"description":"List of activities to execute .","items":{"$ref":"#/components/schemas/Activity"},"type":"array"},"batchCount":{"description":"Batch count to be used for controlling the number of parallel execution (when isSequential is set to false).","maximum":50,"type":"integer"},"isSequential":{"description":"Should the loop be executed in sequence or in parallel (max 50)","type":"boolean"},"items":{"description":"Azure Data Factory expression definition.","properties":{"type":{"description":"Expression type.","enum":["Expression"],"type":"string"},"value":{"description":"Expression value.","type":"string"}},"required":["type","value"],"type":"object"}},"required":["items","activities"]},"GetMetadataActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"Activity to get metadata of dataset","properties":{"typeProperties":{"$ref":"#/components/schemas/GetMetadataActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"GetMetadata"},"GetMetadataActivityTypeProperties":{"description":"GetMetadata activity properties.","properties":{"dataset":{"description":"Dataset reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference dataset name.","type":"string"},"type":{"description":"Dataset reference type.","enum":["DatasetReference"],"type":"string"}},"required":["type","referenceName"]},"fieldList":{"description":"Fields of metadata to get from dataset.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"}},"required":["dataset"]},"GoogleBigQuerySource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Google BigQuery service source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"GreenplumSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity Greenplum Database source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"HBaseSource":{"allOf":[{"$ref":"#/components/schemas/CopySource"}],"description":"A copy activity HBase server source.","properties":{"query":{"description":"A query to retrieve data from source. Type: string (or Expression with resultType string).","type":"object"}},"type":"object"},"HDInsightActivityDebugInfoOption":{"description":"The HDInsightActivityDebugInfoOption settings to use.","enum":["None","Always","Failure"],"type":"string","x-ms-enum":{"modelAsString":true,"name":"HDInsightActivityDebugInfoOption"}},"HDInsightHiveActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"HDInsight Hive activity type.","properties":{"typeProperties":{"$ref":"#/components/schemas/HDInsightHiveActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"HDInsightHive"},"HDInsightHiveActivityTypeProperties":{"description":"HDInsight Hive activity properties.","properties":{"arguments":{"description":"User specified arguments to HDInsightActivity.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"},"defines":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"Allows user to specify defines for Hive job request.","type":"object"},"getDebugInfo":{"$ref":"#/components/schemas/HDInsightActivityDebugInfoOption"},"queryTimeout":{"description":"Query timeout value (in minutes).  Effective when the HDInsight cluster is with ESP (Enterprise Security Package)","type":"integer"},"scriptLinkedService":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"scriptPath":{"description":"Script path. Type: string (or Expression with resultType string).","type":"object"},"storageLinkedServices":{"description":"Storage linked service references.","items":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"type":"array"},"variables":{"description":"User specified arguments under hivevar namespace.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"}}},"HDInsightMapReduceActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"HDInsight MapReduce activity type.","properties":{"typeProperties":{"$ref":"#/components/schemas/HDInsightMapReduceActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"HDInsightMapReduce"},"HDInsightMapReduceActivityTypeProperties":{"description":"HDInsight MapReduce activity properties.","properties":{"arguments":{"description":"User specified arguments to HDInsightActivity.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"},"className":{"description":"Class name. Type: string (or Expression with resultType string).","type":"object"},"defines":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"Allows user to specify defines for the MapReduce job request.","type":"object"},"getDebugInfo":{"$ref":"#/components/schemas/HDInsightActivityDebugInfoOption"},"jarFilePath":{"description":"Jar path. Type: string (or Expression with resultType string).","type":"object"},"jarLibs":{"description":"Jar libs.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"},"jarLinkedService":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"storageLinkedServices":{"description":"Storage linked service references.","items":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"type":"array"}},"required":["className","jarFilePath"]},"HDInsightPigActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"HDInsight Pig activity type.","properties":{"typeProperties":{"$ref":"#/components/schemas/HDInsightPigActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"HDInsightPig"},"HDInsightPigActivityTypeProperties":{"description":"HDInsight Pig activity properties.","properties":{"arguments":{"description":"User specified arguments to HDInsightActivity.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"},"defines":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"Allows user to specify defines for Pig job request.","type":"object"},"getDebugInfo":{"$ref":"#/components/schemas/HDInsightActivityDebugInfoOption"},"scriptLinkedService":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"scriptPath":{"description":"Script path. Type: string (or Expression with resultType string).","type":"object"},"storageLinkedServices":{"description":"Storage linked service references.","items":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]},"type":"array"}}},"HDInsightSparkActivity":{"allOf":[{"$ref":"#/components/schemas/ExecutionActivity"}],"description":"HDInsight Spark activity.","properties":{"typeProperties":{"$ref":"#/components/schemas/HDInsightSparkActivityTypeProperties"}},"required":["typeProperties"],"x-ms-discriminator-value":"HDInsightSpark"},"HDInsightSparkActivityTypeProperties":{"description":"HDInsight spark activity properties.","properties":{"arguments":{"description":"The user-specified arguments to HDInsightSparkActivity.","items":{"description":"Type: string (or Expression with resultType string).","type":"object"},"type":"array"},"className":{"description":"The application's Java/Spark main class.","type":"string"},"entryFilePath":{"description":"The relative path to the root folder of the code/package to be executed. Type: string (or Expression with resultType string).","type":"object"},"getDebugInfo":{"$ref":"#/components/schemas/HDInsightActivityDebugInfoOption"},"proxyUser":{"description":"The user to impersonate that will execute the job. Type: string (or Expression with resultType string).","type":"object"},"rootPath":{"description":"The root path in 'sparkJobLinkedService' for all the job’s files. Type: string (or Expression with resultType string).","type":"object"},"sparkConfig":{"additionalProperties":{"description":"Type: string (or Expression with resultType string).","type":"object"},"description":"Spark configuration property.","type":"object"},"sparkJobLinkedService":{"description":"Linked service reference type.","properties":{"parameters":{"additionalProperties":{"type":"object"},"description":"An object mapping parameter names to argument values.","type":"object"},"referenceName":{"description":"Reference LinkedService name.","type":"string"},"type":{"description":"Linked service reference type.","enum":["LinkedServiceReference"],"type":"string"}},"required":["type","referenceName"]}}