Support parallel read of Sql sources (Azure#9090)

* add sharepointonlinelist connector * support parallel read of sql sources
00Kai0 · Oct 12, 2020 · ef4b2bc · ef4b2bc
1 parent 5de41ac
commit ef4b2bc
Showing 1 changed file with 71 additions and 0 deletions.
diff --git a/...actory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json b/...actory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json
@@ -1996,6 +1996,14 @@
         "isolationLevel": {
           "description": "Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string).",
           "type": "object"
+        },
+        "partitionOption": {
+          "description": "The partition mechanism that will be used for Sql read in parallel.",
+          "$ref": "#/definitions/SqlPartitionOption"
+        },
+        "partitionSettings": {
+          "description": "The settings that will be leveraged for Sql source partitioning.",
+          "$ref": "#/definitions/SqlPartitionSettings"
         }
       }
     },
@@ -2026,6 +2034,14 @@
         "produceAdditionalTypes": {
           "description": "Which additional types to produce.",
           "type": "object"
+        },
+        "partitionOption": {
+          "description": "The partition mechanism that will be used for Sql read in parallel.",
+          "$ref": "#/definitions/SqlPartitionOption"
+        },
+        "partitionSettings": {
+          "description": "The settings that will be leveraged for Sql source partitioning.",
+          "$ref": "#/definitions/SqlPartitionSettings"
         }
       }
     },
@@ -2056,6 +2072,14 @@
         "produceAdditionalTypes": {
           "description": "Which additional types to produce.",
           "type": "object"
+        },
+        "partitionOption": {
+          "description": "The partition mechanism that will be used for Sql read in parallel.",
+          "$ref": "#/definitions/SqlPartitionOption"
+        },
+        "partitionSettings": {
+          "description": "The settings that will be leveraged for Sql source partitioning.",
+          "$ref": "#/definitions/SqlPartitionSettings"
         }
       }
     },
@@ -2086,6 +2110,14 @@
         "produceAdditionalTypes": {
           "description": "Which additional types to produce.",
           "type": "object"
+        },
+        "partitionOption": {
+          "description": "The partition mechanism that will be used for Sql read in parallel.",
+          "$ref": "#/definitions/SqlPartitionOption"
+        },
+        "partitionSettings": {
+          "description": "The settings that will be leveraged for Sql source partitioning.",
+          "$ref": "#/definitions/SqlPartitionSettings"
         }
       }
     },
@@ -2109,9 +2141,48 @@
         "storedProcedureParameters": {
           "type": "object",
           "description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter."
+        },
+        "partitionOption": {
+          "description": "The partition mechanism that will be used for Sql read in parallel.",
+          "$ref": "#/definitions/SqlPartitionOption"
+        },
+        "partitionSettings": {
+          "description": "The settings that will be leveraged for Sql source partitioning.",
+          "$ref": "#/definitions/SqlPartitionSettings"
         }
       }
     },
+    "SqlPartitionSettings": {
+      "description": "The settings that will be leveraged for Sql source partitioning.",
+      "type": "object",
+      "properties": {
+        "partitionColumnName": {
+          "type": "object",
+          "description": "The name of the column in integer or datetime type that will be used for proceeding partitioning. If not specified, the primary key of the table is auto-detected and used as the partition column. Type: string (or Expression with resultType string)."
+        },
+        "partitionUpperBound": {
+          "type": "object",
+          "description": "The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)."
+        },
+        "partitionLowerBound": {
+          "type": "object",
+          "description": "The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string)."
+        }
+      }
+    },
+    "SqlPartitionOption": {
+      "description": "The partition mechanism that will be used for Sql read in parallel.",
+      "type": "string",
+      "enum": [
+        "None",
+        "PhysicalPartitionsOfTable",
+        "DynamicRange"
+      ],
+      "x-ms-enum": {
+        "name": "SqlPartitionOption",
+        "modelAsString": true
+      }
+    },
     "FileSystemSource": {
       "description": "A copy activity file system source.",
       "type": "object",