Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Remove Synapse Pools from default setup #182

Merged
merged 2 commits into from
Sep 16, 2021
Merged

Remove Synapse Pools from default setup #182

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
a406f4e
Remove Synapse Pools from default setup
marvinbuss Sep 15, 2021
c8e68d1
Updating databricks api version
marvinbuss Sep 15, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
Remove Synapse Pools from default setup
  • Loading branch information
@marvinbuss
marvinbuss committed Sep 15, 2021
commit a406f4ebdbd81adc06918cc343e134b3c284d8d5
55 changes: 3 additions & 52 deletions infra/main.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
"_generator": {
"name": "bicep",
"version": "0.4.613.9944",
"templateHash": "17681692497628322749"
"templateHash": "15582937476667412995"
}
},
"parameters": {
Expand Down Expand Up @@ -6231,7 +6231,7 @@
"_generator": {
"name": "bicep",
"version": "0.4.613.9944",
"templateHash": "1803028102218246558"
"templateHash": "11458065933881293255"
}
},
"parameters": {
Expand Down Expand Up @@ -6468,7 +6468,7 @@
"_generator": {
"name": "bicep",
"version": "0.4.613.9944",
"templateHash": "13095982571376811461"
"templateHash": "8679177942379137286"
}
},
"parameters": {
Expand Down Expand Up @@ -6560,55 +6560,6 @@
}
}
},
{
"type": "Microsoft.Synapse/workspaces/sqlPools",
"apiVersion": "2021-03-01",
"name": "[format('{0}/{1}', parameters('synapseName'), 'sqlPool001')]",
"location": "[parameters('location')]",
"tags": "[parameters('tags')]",
"sku": {
"name": "DW100c"
},
"properties": {
"collation": "SQL_Latin1_General_CP1_CI_AS",
"createMode": "Default",
"storageAccountType": "GRS"
},
"dependsOn": [
"[resourceId('Microsoft.Synapse/workspaces', parameters('synapseName'))]"
]
},
{
"type": "Microsoft.Synapse/workspaces/bigDataPools",
"apiVersion": "2021-03-01",
"name": "[format('{0}/{1}', parameters('synapseName'), 'bigDataPool001')]",
"location": "[parameters('location')]",
"tags": "[parameters('tags')]",
"properties": {
"autoPause": {
"enabled": true,
"delayInMinutes": 15
},
"autoScale": {
"enabled": true,
"maxNodeCount": 10,
"minNodeCount": 3
},
"customLibraries": [],
"defaultSparkLogFolder": "logs/",
"dynamicExecutorAllocation": {
"enabled": true
},
"nodeSize": "Small",
"nodeSizeFamily": "MemoryOptimized",
"sessionLevelPackagesEnabled": true,
"sparkEventsFolder": "events/",
"sparkVersion": "3.1"
},
"dependsOn": [
"[resourceId('Microsoft.Synapse/workspaces', parameters('synapseName'))]"
]
},
{
"type": "Microsoft.Synapse/workspaces/managedIdentitySqlControlSettings",
"apiVersion": "2021-03-01",
Expand Down
102 changes: 51 additions & 51 deletions infra/modules/services/synapse.bicep
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -59,58 +59,58 @@ resource synapse 'Microsoft.Synapse/workspaces@2021-03-01' = {
}
}

resource synapseSqlPool001 'Microsoft.Synapse/workspaces/sqlPools@2021-03-01' = {
parent: synapse
name: 'sqlPool001'
location: location
tags: tags
sku: {
name: 'DW100c'
}
properties: {
collation: 'SQL_Latin1_General_CP1_CI_AS'
createMode: 'Default'
storageAccountType: 'GRS'
}
}
// resource synapseSqlPool001 'Microsoft.Synapse/workspaces/sqlPools@2021-03-01' = { // Uncomment if you want to deploy a Synapse Spark Pool as part of your Data Landing Zone inside the shared product resource group
// parent: synapse
// name: 'sqlPool001'
// location: location
// tags: tags
// sku: {
// name: 'DW100c'
// }
// properties: {
// collation: 'SQL_Latin1_General_CP1_CI_AS'
// createMode: 'Default'
// storageAccountType: 'GRS'
// }
// }

resource synapseBigDataPool001 'Microsoft.Synapse/workspaces/bigDataPools@2021-03-01' = {
parent: synapse
name: 'bigDataPool001'
location: location
tags: tags
properties: {
autoPause: {
enabled: true
delayInMinutes: 15
}
autoScale: {
enabled: true
maxNodeCount: 10
minNodeCount: 3
}
// cacheSize: 100 // Uncomment to set a specific cache size
customLibraries: []
defaultSparkLogFolder: 'logs/'
dynamicExecutorAllocation: {
enabled: true
}
// isComputeIsolationEnabled: true // Uncomment to enable compute isolation (only available in selective regions)
// libraryRequirements: { // Uncomment to install pip dependencies on the Spark cluster
// content: ''
// filename: 'requirements.txt'
// }
nodeSize: 'Small'
nodeSizeFamily: 'MemoryOptimized'
sessionLevelPackagesEnabled: true
// sparkConfigProperties: { // Uncomment to set spark conf on the Spark cluster
// content: ''
// filename: 'spark.conf'
// }
sparkEventsFolder: 'events/'
sparkVersion: '3.1'
}
}
// resource synapseBigDataPool001 'Microsoft.Synapse/workspaces/bigDataPools@2021-03-01' = { // Uncomment if you want to deploy a Synapse SQL Pool as part of your Data Landing Zone inside the shared product resource group
// parent: synapse
// name: 'bigDataPool001'
// location: location
// tags: tags
// properties: {
// autoPause: {
// enabled: true
// delayInMinutes: 15
// }
// autoScale: {
// enabled: true
// maxNodeCount: 10
// minNodeCount: 3
// }
// // cacheSize: 100 // Uncomment to set a specific cache size
// customLibraries: []
// defaultSparkLogFolder: 'logs/'
// dynamicExecutorAllocation: {
// enabled: true
// }
// // isComputeIsolationEnabled: true // Uncomment to enable compute isolation (only available in selective regions)
// // libraryRequirements: { // Uncomment to install pip dependencies on the Spark cluster
// // content: ''
// // filename: 'requirements.txt'
// // }
// nodeSize: 'Small'
// nodeSizeFamily: 'MemoryOptimized'
// sessionLevelPackagesEnabled: true
// // sparkConfigProperties: { // Uncomment to set spark conf on the Spark cluster
// // content: ''
// // filename: 'spark.conf'
// // }
// sparkEventsFolder: 'events/'
// sparkVersion: '3.1'
// }
// }

resource synapseManagedIdentitySqlControlSettings 'Microsoft.Synapse/workspaces/managedIdentitySqlControlSettings@2021-03-01' = {
parent: synapse
Expand Down