Ust Oldfield UstDoesTech

🏠

Working from home

Cloud Walker and data geek who dives into data lakes, architects data platforms and governs data

UstDoesTech / warehouseClusterSchedule.py

Created July 28, 2022 10:33

	# Databricks notebook source
	import requests
	import json

	# COMMAND ----------

	dbutils.widgets.text("workspaceUrl", "https://adb-123456789101112.13.azuredatabricks.net" ,"Workspace URL")
	dbutils.widgets.text("clusterActivity", "start" ,"Cluster Activity")
	dbutils.widgets.text("clusterId", "444abcdefgh666" ,"Cluster ID")

UstDoesTech / engineeringClusterSchedule.py

Created July 28, 2022 10:31

	# Databricks notebook source
	import requests
	import json

	# COMMAND ----------

	dbutils.widgets.text("workspaceUrl", "https://adb-123456789101112.13.azuredatabricks.net" ,"Workspace URL")
	dbutils.widgets.text("clusterActivity", "start" ,"Cluster Activity")
	dbutils.widgets.text("clusterId", "4444-666666-abcdefgh" ,"Cluster ID")

UstDoesTech / CreateDeltaViewProc.sql

Created February 22, 2022 08:38

	CREATE PROCEDURE Operation.CreateDeltaView
	(
	@QualifiedName NVARCHAR(300),
	@Location NVARCHAR(200)
	)
	AS
	DECLARE @DropStatement NVARCHAR(MAX) = 'DROP VIEW IF EXISTS '+ @QualifiedName +';'
	PRINT (@DropStatement)

	EXEC sp_executesql @DropStatement

UstDoesTech / CreateSchemaProc.sql

Created February 22, 2022 08:37

	CREATE PROCEDURE Operation.CreateSchema
	(
	@SchemaName NVARCHAR(300)
	)
	AS
	IF NOT EXISTS (SELECT * FROM sys.schemas WHERE name = @SchemaName)
	DECLARE @CreateStatement NVARCHAR(MAX) = 'CREATE SCHEMA ' + @SchemaName
	PRINT (@CreateStatement)
	EXEC sp_executesql @CreateStatement

UstDoesTech / CreateSchema.sql

Created February 22, 2022 08:37

CREATE SCHEMA Operation;

UstDoesTech / SynapseDatabaseObjects.sql

Created February 22, 2022 08:35

	CREATE MASTER KEY ENCRYPTION
	BY PASSWORD = '<Secure String>';

	CREATE DATABASE SCOPED CREDENTIAL [SqlCredsMI]
	WITH IDENTITY='Managed Identity';

	CREATE EXTERNAL DATA SOURCE DataLakeMI WITH (
	LOCATION = 'https://datalakename.dfs.core.windows.net'
	, CREDENTIAL = SqlCredsMI
	);

UstDoesTech / CreateDatabase.sql

Last active February 22, 2022 08:36

	IF NOT EXISTS(SELECT * FROM sys.databases WHERE name = 'ServerlessSQL')
	CREATE DATABASE ServerlessSQL

UstDoesTech / synapse_azuredeploy.parameters.json

Last active February 22, 2022 08:43

	{
	"$schema": "https://schema.management.azure.com/schemas/2019-04-01/deploymentParameters.json#",
	"contentVersion": "1.0.0.0",
	"parameters": {
	"synapseWorkspace": {
	"value": {
	"Name": "synapseworkspacename",
	"subscriptionId": "00000000-0000-0000-0000-000000000000",
	"resourceGroup": "resourcegroupname",
	"properties": {

UstDoesTech / synapse_azuredeploy.json

Last active February 22, 2022 16:22

	{
	"$schema": "https://schema.management.azure.com/schemas/2019-04-01/deploymentTemplate.json#",
	"contentVersion": "1.0.0.0",
	"parameters": {
	"synapseWorkspace": {
	"type": "object"
	},
	"defaultADLSStorageAccount": {
	"type": "object"
	},

UstDoesTech / deploy-synapse.yml

Created February 22, 2022 08:25

	parameters:
	group: variable-group
	azureResourceManagerConnection: 'Service_Connection_Name'
	deploymentName: stage_deployment
	displayName: SynapseDeployment
	environment: Development

	jobs:

	- deployment: ${{ parameters.deploymentName }}