Skip to content

Commit

Permalink
Custom Library support in Spark pool
Browse files Browse the repository at this point in the history
This is to select libraries to be included in the spark pool.
  • Loading branch information
navneet35 authored and Navneet Singh committed Oct 21, 2020
1 parent d37bae6 commit a925b59
Showing 1 changed file with 39 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -410,6 +410,10 @@
"type": "boolean",
"description": "Whether compute isolation is required or not."
},
"sessionLevelPackagesEnabled": {
"type": "boolean",
"description": "Whether session level library/package management is enabled or not."
},
"sparkEventsFolder": {
"type": "string",
"description": "The Spark events folder"
Expand All @@ -423,6 +427,13 @@
"$ref": "#/definitions/LibraryRequirements",
"description": "Library version requirements"
},
"customLibraries": {
"description": "List of custom libraries/packages associated with the spark pool.",
"type": "array",
"items": {
"$ref": "#/definitions/LibraryInfo"
}
},
"sparkConfigProperties": {
"$ref": "#/definitions/LibraryRequirements",
"description": "Spark configuration file to specify additional properties"
Expand Down Expand Up @@ -503,6 +514,34 @@
}
}
},
"LibraryInfo": {
"type": "object",
"description": "Library/package information of a Big Data pool powered by Apache Spark",
"title": "Information about a library/package created at the workspace level.",
"properties": {
"name": {
"type": "string",
"description": "Name of the library."
},
"path": {
"type": "string",
"description": "Storage blob path of library."
},
"containerName": {
"type": "string",
"description": "Storage blob container name."
},
"uploadedTimestamp": {
"type": "string",
"format": "date-time",
"description": "The last update time of the library."
},
"type": {
"type": "string",
"description": "Type of the library."
}
}
},
"LibraryRequirements": {
"type": "object",
"description": "Library requirements for a Big Data pool powered by Apache Spark",
Expand Down

0 comments on commit a925b59

Please sign in to comment.