From 5a5976a721c74cac3a5c896240a4020e9e6c1b07 Mon Sep 17 00:00:00 2001
From: SDKAuto <sdkautomation@microsoft.com>
Date: Fri, 6 Jan 2023 03:47:11 +0000
Subject: [PATCH] CodeGen from PR 21768 in Azure/azure-rest-api-specs Merge
 ceaacffe4013867a412c4f81099c7373c9832bce into
 340d577969b7bff5ad0488d79543314bc17daa50

---
 schemas/2018-06-01/Microsoft.DataFactory.json | 85 +++++++++++++++++--
 1 file changed, 78 insertions(+), 7 deletions(-)

diff --git a/schemas/2018-06-01/Microsoft.DataFactory.json b/schemas/2018-06-01/Microsoft.DataFactory.json
index c6970bf87a..1a76dc78d5 100644
--- a/schemas/2018-06-01/Microsoft.DataFactory.json
+++ b/schemas/2018-06-01/Microsoft.DataFactory.json
@@ -27270,6 +27270,35 @@
       ],
       "description": "A copy activity snowflake source."
     },
+    "SparkConfigurationParametrizationReference": {
+      "type": "object",
+      "properties": {
+        "referenceName": {
+          "type": "object",
+          "properties": {},
+          "description": "Reference spark configuration name. Type: string (or Expression with resultType string)."
+        },
+        "type": {
+          "oneOf": [
+            {
+              "type": "string",
+              "enum": [
+                "SparkConfigurationReference"
+              ]
+            },
+            {
+              "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression"
+            }
+          ],
+          "description": "Spark configuration reference type."
+        }
+      },
+      "required": [
+        "referenceName",
+        "type"
+      ],
+      "description": "Spark configuration reference."
+    },
     "SparkDatasetTypeProperties": {
       "type": "object",
       "properties": {
@@ -29246,6 +29275,22 @@
           "properties": {},
           "description": "Spark configuration properties, which will override the 'conf' of the spark job definition you provide."
         },
+        "configurationType": {
+          "oneOf": [
+            {
+              "type": "string",
+              "enum": [
+                "Default",
+                "Customized",
+                "Artifact"
+              ]
+            },
+            {
+              "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression"
+            }
+          ],
+          "description": "The type of the spark config."
+        },
         "driverSize": {
           "type": "object",
           "properties": {},
@@ -29292,30 +29337,45 @@
           "description": "Additional files used for reference in the main definition file, which will override the 'jars' and 'files' of the spark job definition you provide."
         },
         "numExecutors": {
+          "type": "object",
+          "properties": {},
+          "description": "Number of executors to launch for this job, which will override the 'numExecutors' of the spark job definition you provide. Type: integer (or Expression with resultType integer)."
+        },
+        "pythonCodeReference": {
           "oneOf": [
             {
-              "type": "integer"
+              "type": "array",
+              "items": {
+                "type": "object",
+                "properties": {}
+              }
             },
             {
               "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression"
             }
           ],
-          "description": "Number of executors to launch for this job, which will override the 'numExecutors' of the spark job definition you provide."
+          "description": "Additional python code files used for reference in the main definition file, which will override the 'pyFiles' of the spark job definition you provide."
         },
-        "pythonCodeReference": {
+        "scanFolder": {
+          "type": "object",
+          "properties": {},
+          "description": "Scanning subfolders from the root folder of the main definition file, these files will be added as reference files. The folders named 'jars', 'pyFiles', 'files' or 'archives' will be scanned, and the folders name are case sensitive. Type: boolean (or Expression with resultType boolean)."
+        },
+        "sparkConfig": {
           "oneOf": [
             {
-              "type": "array",
-              "items": {
+              "type": "object",
+              "additionalProperties": {
                 "type": "object",
                 "properties": {}
-              }
+              },
+              "properties": {}
             },
             {
               "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression"
             }
           ],
-          "description": "Additional python code files used for reference in the main definition file, which will override the 'pyFiles' of the spark job definition you provide."
+          "description": "Spark configuration property."
         },
         "sparkJob": {
           "oneOf": [
@@ -29338,6 +29398,17 @@
             }
           ],
           "description": "Big data pool reference type."
+        },
+        "targetSparkConfiguration": {
+          "oneOf": [
+            {
+              "$ref": "#/definitions/SparkConfigurationParametrizationReference"
+            },
+            {
+              "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression"
+            }
+          ],
+          "description": "Spark configuration reference."
         }
       },
       "required": [