updating files for azure

Author: tomarv2

aws_attributes.tf renamed to aws_instance_profile.tf

@@ -37,11 +37,29 @@ resource "databricks_cluster" "cluster" {
     }
   }
 
+  dynamic "azure_attributes" {
+    for_each = var.azure_attributes == null ? [] : [var.azure_attributes]
+    content {
+      first_on_demand        = lookup(azure_attributes.value, "first_on_demand", null)
+      availability           = lookup(azure_attributes.value, "availability", null)
+      spot_bid_max_price     = lookup(azure_attributes.value, "spot_bid_max_price", null)
+    }
+  }
+
+  dynamic "gcp_attributes" {
+    for_each = var.gcp_attributes == null ? [] : [var.gcp_attributes]
+    content {
+      first_on_demand        = lookup(gcp_attributes.value, "first_on_demand", null)
+      availability           = lookup(gcp_attributes.value, "availability", null)
+      spot_bid_max_price     = lookup(gcp_attributes.value, "spot_bid_max_price", null)
+    }
+  }
+
   autotermination_minutes = var.cluster_autotermination_minutes
   custom_tags             = var.fixed_value == 0 ? merge({ "ResourceClass" = "SingleNode" }, var.custom_tags) : var.custom_tags
 
   spark_conf = var.fixed_value == 0 ? { "spark.databricks.cluster.profile" : "singleNode"
-  "spark.master" : "local[*]" } : var.spark_conf
+                                        "spark.master" : "local[*]" } : var.spark_conf
 
   spark_env_vars = var.spark_env_vars
 }

cluster.tf

@@ -20,9 +20,7 @@ module "databricks_workspace_management" {
   # ------------------------------------------------
   deploy_cluster = true
 
-  fixed_value = 0
-  #fixed_value = 5
-  #auto_scaling   = [3, 5]
+  auto_scaling   = [3, 5]
 
   custom_tags = {
     "Application" : "DemoApp"

examples/clusters/3_standard_cluster_with_auto_scaling/main.tf

@@ -84,6 +84,18 @@ variable "aws_attributes" {
   default     = null
 }
 
+variable "azure_attributes" {
+  description = "Optional configuration block contains attributes related to clusters running on Azure."
+  type        = any
+  default     = null
+}
+
+variable "gcp_attributes" {
+  description = "Optional configuration block contains attributes related to clusters running on GCP."
+  type        = any
+  default     = null
+}
+
 variable "spark_env_vars" {
   description = "Map with environment variable key-value pairs to fine-tune Spark clusters. Key-value pairs of the form (X,Y) are exported (i.e., X='Y') while launching the driver and workers."
   type        = any