Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[DataFactory] Add Chaining Trigger #7001

Closed
wants to merge 4 commits into from
Closed

[DataFactory] Add Chaining Trigger #7001

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
7711841
Add Chaining Trigger
Jun 26, 2019
7762acc
Add Chaining Trigger
Aug 20, 2019
c1c2169
Fix Issues
Aug 20, 2019
5e1bb35
Update review comments
Aug 29, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 24 additions & 0 deletions ...ion/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/datafactory.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4335,6 +4335,14 @@
},
"readOnly": true
},
"runDimensions": {
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I believe this will result in a breaking change.

"description": "Run dimensions emitted by Pipeline run.",
"type": "object",
"additionalProperties": {
"type": "string"
},
"readOnly": true
},
"invokedBy": {
"description": "Entity that started the pipeline run.",
"$ref": "#/definitions/PipelineRunInvokedBy",
Expand Down Expand Up @@ -4574,6 +4582,22 @@
"type": "string"
},
"readOnly": true
},
"runDimension": {
"description": "Run dimension for which trigger was fired.",
"type": "object",
"additionalProperties": {
"type": "string"
},
"readOnly": true
},
"dependencyStatus": {
"description": "Status of the upstream pipelines.",
"type": "object",
"additionalProperties": {
"type": "object"
},
"readOnly": true
}
},
"additionalProperties": {
Expand Down
8 changes: 8 additions & 0 deletions ...actory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,14 @@
"type": "object"
}
},
"runDimensions": {
"description": "Dimensions emitted by Pipeline.",
"type": "object",
"additionalProperties": {
"type": "object",
"description": "Type: string (or Expression with resultType string)."
}
},
"folder": {
"description": "The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level.",
"type": "object",
Expand Down
40 changes: 40 additions & 0 deletions ...factory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Trigger.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -585,6 +585,46 @@
"required": [
"typeProperties"
]
},
"ChainingTrigger": {
"description": "Trigger that allows the referenced pipeline to depend on other pipeline runs based on runDimension Name/Value pairs. Upstream pipelines should declare the same runDimension Name and their runs should have the values for those runDimensions. The referenced pipeline run would be triggered if the values for the runDimension match for all upstream pipeline runs.",
"type": "object",
"allOf": [
{
"$ref": "#/definitions/Trigger"
}
],
"properties": {
"pipeline": {
"$ref": "../datafactory.json#/definitions/TriggerPipelineReference",
"description": "Pipeline for which runs are created when all upstream pipelines complete successfully."
},
"typeProperties": {
"description": "Chaining Trigger properties.",
"x-ms-client-flatten": true,
"properties": {
"dependsOn": {
"type": "array",
"items": {
"$ref": "../datafactory.json#/definitions/PipelineReference"
},
"description": "Upstream Pipelines."
},
"runDimension": {
"description": "Run Dimension property that needs to be emitted by upstream pipelines.",
"type": "string"
}
},
"required": [
"runDimension",
"dependsOn"
]
}
},
"required": [
"pipeline",
"typeProperties"
]
}
}
}
10 changes: 8 additions & 2 deletions ...manager/Microsoft.DataFactory/stable/2018-06-01/examples/PipelineRuns_QueryByFactory.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,10 @@
"status": "Succeeded",
"message": "",
"lastUpdated": "2018-06-16T00:38:12.7314495Z",
"annotations": []
"annotations": [],
"runDimension": {
"JobId": "79c1cc52-265f-41a5-9553-be65e736fbd3"
}
},
{
"runId": "16ac5348-ff82-4f95-a80d-638c1d47b721",
Expand All @@ -63,7 +66,10 @@
"status": "Cancelled",
"message": "",
"lastUpdated": "2018-06-16T00:39:51.216097Z",
"annotations": []
"annotations": [],
"runDimension": {
"JobId": "84a3c493-0628-4b44-852f-ef5b3a11bdab"
}
}
]
}
Expand Down
18 changes: 18 additions & 0 deletions ...y/resource-manager/Microsoft.DataFactory/stable/2018-06-01/examples/Pipelines_Create.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -61,12 +61,21 @@
"parameters": {
"OutputBlobNameList": {
"type": "Array"
},
"JobId": {
"type": "String"
}
},
"variables": {
"TestVariableArray": {
"type": "Array"
}
},
"runDimensions": {
"JobId": {
"value": "@pipeline().parameters.JobId",
"type": "Expression"
}
}
}
},
Expand Down Expand Up @@ -140,12 +149,21 @@
"parameters": {
"OutputBlobNameList": {
"type": "Array"
},
"JobId": {
"type": "String"
}
},
"variables": {
"TestVariableArray": {
"type": "Array"
}
},
"runDimensions": {
"JobId": {
"value": "@pipeline().parameters.JobId",
"type": "Expression"
}
}
},
"etag": "0a0069d4-0000-0000-0000-5b245bd50000"
Expand Down