migrate examples (#15)

Author: hwang-db

.gitignore

@@ -1,3 +1,29 @@
 .terraform
 *~
+
+# Compiled files
+*.tfstate
+*.tfstate.backup
+*.tfstate.lock.info
+
+# logs
+*.log
+
+# Directories
+.terraform/
+.vagrant/
+
+# SSH Keys
+*.pem
+
+# Backup files
+*.bak
+
+# Ignored Terraform files
+*gitignore*.tf
+
+# Ignore Mac .DS_Store files
 .DS_Store
+
+# Ignored vscode files
+.vscode/

examples/adb-basic-demo/.terraform.lock.hcl

@@ -0,0 +1,50 @@
+# Azure Provider source and version being used
+terraform {
+  required_providers {
+    azurerm = {
+      source  = "hashicorp/azurerm"
+      version = ">=3.0.0"
+    }
+    databricks = {
+      source  = "databricks/databricks"
+      version = ">=0.5.1"
+    }
+  }
+}
+
+resource "random_string" "naming" {
+  special = false
+  upper   = false
+  length  = 6
+}
+
+resource "azurerm_resource_group" "example" {
+  name     = "${random_string.naming.result}-basic-demo-rg"
+  location = var.rglocation
+}
+
+locals {
+  // dltp - databricks labs terraform provider
+  prefix   = join("-", [var.workspace_prefix, "${random_string.naming.result}"])
+  location = var.rglocation
+  dbfsname = join("", [var.dbfs_prefix, "${random_string.naming.result}"]) // dbfs name must not have special chars
+
+  // tags that are propagated down to all resources
+  tags = {
+    Environment = "Testing"
+    Epoch       = random_string.naming.result
+  }
+}
+
+
+data "databricks_spark_version" "latest_lts" {
+  long_term_support = true
+}
+
+
+module "auto_scaling_cluster_example" {
+  source                  = "./modules/autoscaling_cluster"
+  spark_version           = data.databricks_spark_version.latest_lts.id
+  node_type_id            = var.node_type
+  autotermination_minutes = var.global_auto_termination_minute
+}

examples/adb-basic-demo/main.tf

@@ -0,0 +1,3 @@
+### Brief example of tf modules
+
+A mini example to show modules in tf.

examples/adb-basic-demo/modules/autoscaling_cluster/README.md

@@ -0,0 +1,23 @@
+terraform {
+  required_providers {
+    azurerm = {
+      source  = "hashicorp/azurerm"
+      version = ">=3.0.0"
+    }
+    databricks = {
+      source  = "databricks/databricks"
+      version = ">=0.5.1"
+    }
+  }
+}
+
+resource "databricks_cluster" "shared_autoscaling" {
+  cluster_name            = "Shared Autoscaling"
+  spark_version           = var.spark_version
+  node_type_id            = var.node_type_id
+  autotermination_minutes = var.autotermination_minutes
+  autoscale {
+    min_workers = 1
+    max_workers = 3
+  }
+}

examples/adb-basic-demo/modules/autoscaling_cluster/main.tf

@@ -0,0 +1,3 @@
+output "cluster_id" {
+  value = databricks_cluster.shared_autoscaling.id
+}

examples/adb-basic-demo/modules/autoscaling_cluster/outputs.tf

@@ -0,0 +1,12 @@
+variable "spark_version" {
+  type = string
+}
+
+variable "node_type_id" {
+  type = string
+}
+
+variable "autotermination_minutes" {
+  type    = number
+  default = 60
+}

examples/adb-basic-demo/modules/autoscaling_cluster/variables.tf

@@ -0,0 +1,15 @@
+output "databricks_azure_workspace_resource_id" {
+  // The ID of the Databricks Workspace in the Azure management plane.
+  value = azurerm_databricks_workspace.example.id
+}
+
+output "workspace_url" {
+  // The workspace URL which is of the format 'adb-{workspaceId}.{random}.azuredatabricks.net'
+  // this is not named as DATABRICKS_HOST, because it affect authentication
+  value = "https://${azurerm_databricks_workspace.example.workspace_url}/"
+}
+
+output "module_cluster_id" {
+  // reference to module's outputs: value = module.module_name.output_attr_name
+  value = module.auto_scaling_cluster_example.cluster_id
+}

examples/adb-basic-demo/outputs.tf

@@ -0,0 +1,11 @@
+# Configure the Microsoft Azure Provider
+provider "azurerm" {
+  features {}
+}
+
+provider "random" {
+}
+
+provider "databricks" {
+  host = azurerm_databricks_workspace.example.workspace_url
+}

examples/adb-basic-demo/providers.tf

@@ -0,0 +1 @@
+dbfs_prefix="anotherdbfsname"

examples/adb-basic-demo/terraform.tfvars

@@ -0,0 +1,29 @@
+variable "no_public_ip" {
+  type    = bool
+  default = true
+}
+
+variable "rglocation" {
+  type    = string
+  default = "southeastasia"
+}
+
+variable "dbfs_prefix" {
+  type    = string
+  default = "dbfs"
+}
+
+variable "node_type" {
+  type = string
+  default = "Standard_E8ds_v4"
+}
+
+variable "workspace_prefix" {
+  type    = string
+  default = "adb"
+}
+
+variable "global_auto_termination_minute" {
+  type    = number
+  default = 30
+}

examples/adb-basic-demo/variables.tf

@@ -0,0 +1,12 @@
+resource "azurerm_databricks_workspace" "example" {
+  name                = "${local.prefix}-workspace"
+  resource_group_name = azurerm_resource_group.example.name
+  location            = azurerm_resource_group.example.location
+  sku                 = "premium"
+  tags                = local.tags
+  custom_parameters {
+    no_public_ip             = var.no_public_ip
+    storage_account_name     = local.dbfsname
+    storage_account_sku_name = "Standard_LRS"
+  }
+}