Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Support parallel read of Sql sources #9090

Merged
merged 3 commits into from
Apr 27, 2020
Merged

Support parallel read of Sql sources #9090

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
990ae3f
add sharepointonlinelist connector
zhiyong-gayang Mar 25, 2020
2338fa3
Merge branch 'master' of https://github.com/Azure/azure-rest-api-spec…
zhiyong-gayang Apr 16, 2020
d56ceaa
support parallel read of sql sources
zhiyong-gayang Apr 16, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
71 changes: 71 additions & 0 deletions ...actory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1996,6 +1996,14 @@
"isolationLevel": {
"description": "Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string).",
"type": "object"
},
"partitionOption": {
"description": "The partition mechanism that will be used for Sql read in parallel.",
"$ref": "#/definitions/SqlPartitionOption"
},
"partitionSettings": {
"description": "The settings that will be leveraged for Sql source partitioning.",
"$ref": "#/definitions/SqlPartitionSettings"
}
}
},
Expand Down Expand Up @@ -2026,6 +2034,14 @@
"produceAdditionalTypes": {
"description": "Which additional types to produce.",
"type": "object"
},
"partitionOption": {
"description": "The partition mechanism that will be used for Sql read in parallel.",
"$ref": "#/definitions/SqlPartitionOption"
},
"partitionSettings": {
"description": "The settings that will be leveraged for Sql source partitioning.",
"$ref": "#/definitions/SqlPartitionSettings"
}
}
},
Expand Down Expand Up @@ -2056,6 +2072,14 @@
"produceAdditionalTypes": {
"description": "Which additional types to produce.",
"type": "object"
},
"partitionOption": {
"description": "The partition mechanism that will be used for Sql read in parallel.",
"$ref": "#/definitions/SqlPartitionOption"
},
"partitionSettings": {
"description": "The settings that will be leveraged for Sql source partitioning.",
"$ref": "#/definitions/SqlPartitionSettings"
}
}
},
Expand Down Expand Up @@ -2086,6 +2110,14 @@
"produceAdditionalTypes": {
"description": "Which additional types to produce.",
"type": "object"
},
"partitionOption": {
"description": "The partition mechanism that will be used for Sql read in parallel.",
"$ref": "#/definitions/SqlPartitionOption"
},
"partitionSettings": {
"description": "The settings that will be leveraged for Sql source partitioning.",
"$ref": "#/definitions/SqlPartitionSettings"
}
}
},
Expand All @@ -2109,9 +2141,48 @@
"storedProcedureParameters": {
"type": "object",
"description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter."
},
"partitionOption": {
"description": "The partition mechanism that will be used for Sql read in parallel.",
"$ref": "#/definitions/SqlPartitionOption"
},
"partitionSettings": {
"description": "The settings that will be leveraged for Sql source partitioning.",
"$ref": "#/definitions/SqlPartitionSettings"
}
}
},
"SqlPartitionSettings": {
"description": "The settings that will be leveraged for Sql source partitioning.",
"type": "object",
"properties": {
"partitionColumnName": {
"type": "object",
"description": "The name of the column in integer or datetime type that will be used for proceeding partitioning. If not specified, the primary key of the table is auto-detected and used as the partition column. Type: string (or Expression with resultType string)."
},
"partitionUpperBound": {
"type": "object",
"description": "The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)."
},
"partitionLowerBound": {
"type": "object",
"description": "The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)."
}
}
},
"SqlPartitionOption": {
"description": "The partition mechanism that will be used for Sql read in parallel.",
"type": "string",
"enum": [
"None",
"PhysicalPartitionsOfTable",
"DynamicRange"
],
"x-ms-enum": {
"name": "SqlPartitionOption",
"modelAsString": true
}
},
"FileSystemSource": {
"description": "A copy activity file system source.",
"type": "object",
Expand Down