github/sql-server-samples
1
0
Fork 0
mirror of https://github.com/Microsoft/sql-server-samples.git synced 2025-12-08 14:58:54 +00:00
Code Issues Releases Wiki Activity

Synapse integration

Browse Source
This commit is contained in:
Jovan Popovic
2020-01-16 00:00:59 +01:00
parent 19d49ada31
commit 20a05af65e
7 changed files with 337 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
samples/manage/synapse-analytics/spark/deploy.ps1
+88
View File
@@ -0,0 +1,88 @@
{
"$schema": "http://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
"contentVersion": "1.0.0.0",
"parameters": {
"sparkPoolName": {
"type": "string"
},
"workspaceName": {
"type": "string"
},
"location": {
"type": "string"
},
"sparkPoolTags": {
"type": "object",
"defaultValue": {}
},
"sparkAutoScaleEnabled": {
"type": "bool"
},
"sparkMinNodeCount": {
"type": "int",
"defaultValue": 0
},
"sparkMaxNodeCount": {
"type": "int",
"defaultValue": 0
},
"sparkNodeCount": {
"type": "int",
"defaultValue": 0
},
"sparkNodeSizeFamily": {
"type": "string"
},
"sparkNodeSize": {
"type": "string"
},
"sparkAutoPauseEnabled": {
"type": "bool"
},
"sparkAutoPauseDelayInMinutes": {
"type": "int",
"defaultValue": 0
},
"sparkVersion": {
"type": "string"
},
"packagesRequirementsFileName": {
"type": "string",
"defaultValue": ""
},
"packagesRequirementsContent": {
"type": "string",
"defaultValue": ""
}
},
"variables": {},
"resources": [
{
"type": "Microsoft.Synapse/workspaces/bigDataPools",
"apiVersion": "2019-06-01-preview",
"name": "[concat(parameters('workspaceName'), '/', parameters('sparkPoolName'))]",
"location": "[parameters('location')]",
"tags": "[parameters('sparkPoolTags')]",
"properties": {
"nodeCount": "[parameters('sparkNodeCount')]",
"nodeSizeFamily": "[parameters('sparkNodeSizeFamily')]",
"nodeSize": "[parameters('sparkNodeSize')]",
"autoScale": {
"enabled": "[parameters('sparkAutoScaleEnabled')]",
"minNodeCount": "[parameters('sparkMinNodeCount')]",
"maxNodeCount": "[parameters('sparkMaxNodeCount')]"
},
"autoPause": {
"enabled": "[parameters('sparkAutoPauseEnabled')]",
"delayInMinutes": "[parameters('sparkAutoPauseDelayInMinutes')]"
},
"sparkVersion": "[parameters('sparkVersion')]",
"libraryRequirements": {
"filename": "[parameters('packagesRequirementsFileName')]",
"content": "[parameters('packagesRequirementsContent')]"
}
}
}
],
"outputs": {}
}
samples/manage/synapse-analytics/spark/parameters.json
+53
View File
@@ -0,0 +1,53 @@
{
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentParameters.json#",
"contentVersion": "1.0.0.0",
"parameters": {
"sparkPoolName": {
"value": "jovanpopspark"
},
"workspaceName": {
"value": "jovanpopws1"
},
"location": {
"value": "westeurope"
},
"sparkPoolTags": {
"value": {
"Owner": "jovanpop"
}
},
"sparkAutoScaleEnabled": {
"value": true
},
"sparkMinNodeCount": {
"value": 3
},
"sparkMaxNodeCount": {
"value": 3
},
"sparkNodeCount": {
"value": 0
},
"sparkNodeSizeFamily": {
"value": "MemoryOptimized"
},
"sparkNodeSize": {
"value": "Small"
},
"sparkAutoPauseEnabled": {
"value": true
},
"sparkAutoPauseDelayInMinutes": {
"value": 15
},
"sparkVersion": {
"value": "2.4"
},
"packagesRequirementsFileName": {
"value": ""
},
"packagesRequirementsContent": {
"value": ""
}
}
}
samples/manage/synapse-analytics/spark/template.json
+88
View File
@@ -0,0 +1,88 @@
{
"$schema": "http://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
"contentVersion": "1.0.0.0",
"parameters": {
"sparkPoolName": {
"type": "string"
},
"workspaceName": {
"type": "string"
},
"location": {
"type": "string"
},
"sparkPoolTags": {
"type": "object",
"defaultValue": {}
},
"sparkAutoScaleEnabled": {
"type": "bool"
},
"sparkMinNodeCount": {
"type": "int",
"defaultValue": 0
},
"sparkMaxNodeCount": {
"type": "int",
"defaultValue": 0
},
"sparkNodeCount": {
"type": "int",
"defaultValue": 0
},
"sparkNodeSizeFamily": {
"type": "string"
},
"sparkNodeSize": {
"type": "string"
},
"sparkAutoPauseEnabled": {
"type": "bool"
},
"sparkAutoPauseDelayInMinutes": {
"type": "int",
"defaultValue": 0
},
"sparkVersion": {
"type": "string"
},
"packagesRequirementsFileName": {
"type": "string",
"defaultValue": ""
},
"packagesRequirementsContent": {
"type": "string",
"defaultValue": ""
}
},
"variables": {},
"resources": [
{
"type": "Microsoft.Synapse/workspaces/bigDataPools",
"apiVersion": "2019-06-01-preview",
"name": "[concat(parameters('workspaceName'), '/', parameters('sparkPoolName'))]",
"location": "[parameters('location')]",
"tags": "[parameters('sparkPoolTags')]",
"properties": {
"nodeCount": "[parameters('sparkNodeCount')]",
"nodeSizeFamily": "[parameters('sparkNodeSizeFamily')]",
"nodeSize": "[parameters('sparkNodeSize')]",
"autoScale": {
"enabled": "[parameters('sparkAutoScaleEnabled')]",
"minNodeCount": "[parameters('sparkMinNodeCount')]",
"maxNodeCount": "[parameters('sparkMaxNodeCount')]"
},
"autoPause": {
"enabled": "[parameters('sparkAutoPauseEnabled')]",
"delayInMinutes": "[parameters('sparkAutoPauseDelayInMinutes')]"
},
"sparkVersion": "[parameters('sparkVersion')]",
"libraryRequirements": {
"filename": "[parameters('packagesRequirementsFileName')]",
"content": "[parameters('packagesRequirementsContent')]"
}
}
}
],
"outputs": {}
}
samples/manage/synapse-analytics/storage/azuredeploy.json
+77
View File
@@ -0,0 +1,77 @@
{
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
"contentVersion": "1.0.0.0",
"parameters": {
"storageAccount": {
"defaultValue": "jovanpopsynapse",
"type": "String"
}
},
"variables": {},
"resources": [
{
"type": "Microsoft.Storage/storageAccounts",
"apiVersion": "2019-04-01",
"name": "[parameters('storageAccount')]",
"location": "westeurope",
"tags": {
"owner": "SynapsePreview"
},
"sku": {
"name": "Standard_RAGRS",
"tier": "Standard"
},
"kind": "StorageV2",
"properties": {
"isHnsEnabled": true,
"networkAcls": {
"bypass": "AzureServices",
"virtualNetworkRules": [],
"ipRules": [],
"defaultAction": "Allow"
},
"supportsHttpsTrafficOnly": true,
"encryption": {
"services": {
"file": {
"enabled": true
},
"blob": {
"enabled": true
}
},
"keySource": "Microsoft.Storage"
},
"accessTier": "Hot"
}
},
{
"type": "Microsoft.Storage/storageAccounts/blobServices",
"apiVersion": "2019-04-01",
"name": "[concat(parameters('storageAccount'), '/default')]",
"dependsOn": [
"[resourceId('Microsoft.Storage/storageAccounts', parameters('storageAccount'))]"
],
"properties": {
"cors": {
"corsRules": []
},
"deleteRetentionPolicy": {
"enabled": false
}
}
},
{
"type": "Microsoft.Storage/storageAccounts/blobServices/containers",
"apiVersion": "2019-04-01",
"name": "[concat(parameters('storageAccount'), '/default/workspace')]",
"dependsOn": [
"[resourceId('Microsoft.Storage/storageAccounts/blobServices', parameters('storageAccount'), 'default')]",
"[resourceId('Microsoft.Storage/storageAccounts', parameters('storageAccount'))]"
],
"properties": {
"publicAccess": "None"
}
}
]
}
samples/manage/synapse-analytics/storage/azuredeploy.parameters.json
+9
View File
@@ -0,0 +1,9 @@
{
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentParameters.json#",
"contentVersion": "1.0.0.0",
"parameters": {
"clusterStorageAccountName": {
"value": "GEN-UNIQUE"
}
}
}
samples/manage/synapse-analytics/storage/metadata.json
+10
View File
@@ -0,0 +1,10 @@
{
"$schema": "https://aka.ms/azure-quickstart-templates-metadata-schema#",
"type": "QuickStart",
"itemDisplayName": "Deploy Azure Storage account for Synapse Workspace",
"description": "This template allows you to deploy Azure Storage account for Synapse Workspace.",
"summary": "Deploy Azure Storage account for Synapse Workspace.",
"githubUsername": "jocapc",
"dateUpdated": "2019-10-10"
}
samples/manage/synapse-analytics/storage/readme.md
+12
View File
@@ -0,0 +1,12 @@
# Deploy Azure Storage account for Synapse workspace
This template deploys Azure Storage account for Synapse workspace
<a href="https://portal.azure.com/#create/Microsoft.Template/uri/https%3A%2F%2Fraw.githubusercontent.com%2Fjocapc%2Fsql-server-samples%2Fsamples%2Fmanage%2Fsynapse-analytics%2Fstorage%2Fazuredeploy.json" target="_blank">
<img src="https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/1-CONTRIBUTION-GUIDE/images/deploytoazure.png"/>
</a>
<a href="http://armviz.io/#/?load=https%3A%2F%2Fraw.githubusercontent.com%2Fjocapc%2Fsql-server-samples%2Fsamples%2Fmanage%2Fsynapse-analytics%2Fstorage%2Fazuredeploy.json" target="_blank">
<img src="https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/1-CONTRIBUTION-GUIDE/images/visualizebutton.png"/>
</a>
`Tags: Azure, Synapse, Storage`