From 511ed369209ca3487c24cef0d19517810fd91b0a Mon Sep 17 00:00:00 2001
From: Jean Schmidt <contato@jschmidt.me>
Date: Thu, 8 May 2025 18:06:46 +0200
Subject: [PATCH] Removing ephemeral experiment from scale-config.yml and
 updating validate_scale_config.py

---
 .github/canary-scale-config.yml          | 173 ++++-------------------
 .github/lf-canary-scale-config.yml       | 173 ++++-------------------
 .github/lf-scale-config.yml              | 173 ++++-------------------
 .github/scale-config.yml                 | 173 ++++-------------------
 .github/scripts/validate_scale_config.py |  33 -----
 5 files changed, 124 insertions(+), 601 deletions(-)

diff --git a/.github/canary-scale-config.yml b/.github/canary-scale-config.yml
index 828764c31b..25bf2798a1 100644
--- a/.github/canary-scale-config.yml
+++ b/.github/canary-scale-config.yml
@@ -35,311 +35,200 @@ runner_types:
   c.linux.8xlarge.amx:
     disk_size: 200
     instance_type: m7i-flex.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.12xlarge:
     disk_size: 200
     instance_type: c5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.10xlarge.avx2:
     disk_size: 200
     instance_type: m4.10xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.24xl.spr-metal:
     disk_size: 200
     instance_type: c7i.metal-24xl
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.16xlarge.spr:
     disk_size: 200
     instance_type: c7i.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.9xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.9xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   c.linux.12xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   c.linux.16xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.24xlarge:
     disk_size: 150
     instance_type: c5.24xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.24xlarge.ephemeral:
     disk_size: 150
     instance_type: c5.24xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   c.linux.2xlarge:
     disk_size: 150
     instance_type: c5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.4xlarge:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.4xlarge.for.testing.donotuse:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.8xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.g4dn.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.g4dn.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.g4dn.metal.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.g5.48xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.48xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.g5.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.g5.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.g6.4xlarge.experimental.nvidia.gpu:
     disk_size: 150
     instance_type: g6.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.large:
     disk_size: 15
     instance_type: c5.large
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.arm64.2xlarge:
     disk_size: 256
     instance_type: t4g.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.arm64.m7g.4xlarge:
     disk_size: 256
     instance_type: m7g.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.arm64.2xlarge.ephemeral:
     disk_size: 256
     instance_type: t4g.2xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   c.linux.arm64.m7g.4xlarge.ephemeral:
     disk_size: 256
     instance_type: m7g.4xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   c.linux.arm64.m7g.metal:
     disk_size: 256
     instance_type: m7g.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.windows.g4dn.xlarge:
     disk_size: 256
     instance_type: g4dn.xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   c.windows.g4dn.xlarge.nonephemeral:
     disk_size: 256
     instance_type: g4dn.xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.windows.4xlarge:
     disk_size: 256
     instance_type: c5d.4xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   c.windows.4xlarge.nonephemeral:
     disk_size: 256
     instance_type: c5d.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.windows.8xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: p3.2xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   c.windows.8xlarge.nvidia.gpu.nonephemeral:
     disk_size: 256
     instance_type: p3.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.windows.g5.4xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.2xlarge.memory:
     disk_size: 200
     instance_type: r5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.4xlarge.memory:
     disk_size: 300
     instance_type: r5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.8xlarge.memory:
     disk_size: 400
     instance_type: r5.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.12xlarge.memory:
     disk_size: 600
     instance_type: r5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   c.linux.12xlarge.memory.ephemeral:
     disk_size: 400
     instance_type: r5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
diff --git a/.github/lf-canary-scale-config.yml b/.github/lf-canary-scale-config.yml
index fa2e24410c..52b6ded0f3 100644
--- a/.github/lf-canary-scale-config.yml
+++ b/.github/lf-canary-scale-config.yml
@@ -35,311 +35,200 @@ runner_types:
   lf.c.linux.8xlarge.amx:
     disk_size: 200
     instance_type: m7i-flex.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.12xlarge:
     disk_size: 200
     instance_type: c5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.10xlarge.avx2:
     disk_size: 200
     instance_type: m4.10xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.24xl.spr-metal:
     disk_size: 200
     instance_type: c7i.metal-24xl
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.16xlarge.spr:
     disk_size: 200
     instance_type: c7i.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.9xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.9xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.c.linux.12xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.c.linux.16xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.24xlarge:
     disk_size: 150
     instance_type: c5.24xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.24xlarge.ephemeral:
     disk_size: 150
     instance_type: c5.24xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.c.linux.2xlarge:
     disk_size: 150
     instance_type: c5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.4xlarge:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.4xlarge.for.testing.donotuse:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.8xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.g4dn.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.g4dn.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.g4dn.metal.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.g5.48xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.48xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.g5.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.g5.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.g6.4xlarge.experimental.nvidia.gpu:
     disk_size: 150
     instance_type: g6.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.large:
     disk_size: 15
     instance_type: c5.large
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.arm64.2xlarge:
     disk_size: 256
     instance_type: t4g.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.arm64.m7g.4xlarge:
     disk_size: 256
     instance_type: m7g.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.arm64.2xlarge.ephemeral:
     disk_size: 256
     instance_type: t4g.2xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.c.linux.arm64.m7g.4xlarge.ephemeral:
     disk_size: 256
     instance_type: m7g.4xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.c.linux.arm64.m7g.metal:
     disk_size: 256
     instance_type: m7g.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.windows.g4dn.xlarge:
     disk_size: 256
     instance_type: g4dn.xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   lf.c.windows.g4dn.xlarge.nonephemeral:
     disk_size: 256
     instance_type: g4dn.xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.windows.4xlarge:
     disk_size: 256
     instance_type: c5d.4xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   lf.c.windows.4xlarge.nonephemeral:
     disk_size: 256
     instance_type: c5d.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.windows.8xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: p3.2xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   lf.c.windows.8xlarge.nvidia.gpu.nonephemeral:
     disk_size: 256
     instance_type: p3.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.windows.g5.4xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.2xlarge.memory:
     disk_size: 200
     instance_type: r5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.4xlarge.memory:
     disk_size: 300
     instance_type: r5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.8xlarge.memory:
     disk_size: 400
     instance_type: r5.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.12xlarge.memory:
     disk_size: 600
     instance_type: r5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.c.linux.12xlarge.memory.ephemeral:
     disk_size: 400
     instance_type: r5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
diff --git a/.github/lf-scale-config.yml b/.github/lf-scale-config.yml
index c842d85062..aa400743ef 100644
--- a/.github/lf-scale-config.yml
+++ b/.github/lf-scale-config.yml
@@ -35,311 +35,200 @@ runner_types:
   lf.linux.8xlarge.amx:
     disk_size: 200
     instance_type: m7i-flex.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.12xlarge:
     disk_size: 200
     instance_type: c5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.10xlarge.avx2:
     disk_size: 200
     instance_type: m4.10xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.24xl.spr-metal:
     disk_size: 200
     instance_type: c7i.metal-24xl
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.16xlarge.spr:
     disk_size: 200
     instance_type: c7i.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.9xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.9xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.linux.12xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.linux.16xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.24xlarge:
     disk_size: 150
     instance_type: c5.24xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.24xlarge.ephemeral:
     disk_size: 150
     instance_type: c5.24xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.linux.2xlarge:
     disk_size: 150
     instance_type: c5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.4xlarge:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.4xlarge.for.testing.donotuse:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.8xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.g4dn.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.g4dn.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.g4dn.metal.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.g5.48xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.48xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.g5.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.g5.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.g6.4xlarge.experimental.nvidia.gpu:
     disk_size: 150
     instance_type: g6.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.large:
     disk_size: 15
     instance_type: c5.large
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.arm64.2xlarge:
     disk_size: 256
     instance_type: t4g.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.arm64.m7g.4xlarge:
     disk_size: 256
     instance_type: m7g.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.arm64.2xlarge.ephemeral:
     disk_size: 256
     instance_type: t4g.2xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.linux.arm64.m7g.4xlarge.ephemeral:
     disk_size: 256
     instance_type: m7g.4xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   lf.linux.arm64.m7g.metal:
     disk_size: 256
     instance_type: m7g.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.windows.g4dn.xlarge:
     disk_size: 256
     instance_type: g4dn.xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   lf.windows.g4dn.xlarge.nonephemeral:
     disk_size: 256
     instance_type: g4dn.xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.windows.4xlarge:
     disk_size: 256
     instance_type: c5d.4xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   lf.windows.4xlarge.nonephemeral:
     disk_size: 256
     instance_type: c5d.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.windows.8xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: p3.2xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   lf.windows.8xlarge.nvidia.gpu.nonephemeral:
     disk_size: 256
     instance_type: p3.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.windows.g5.4xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.2xlarge.memory:
     disk_size: 200
     instance_type: r5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.4xlarge.memory:
     disk_size: 300
     instance_type: r5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.8xlarge.memory:
     disk_size: 400
     instance_type: r5.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.12xlarge.memory:
     disk_size: 600
     instance_type: r5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   lf.linux.12xlarge.memory.ephemeral:
     disk_size: 400
     instance_type: r5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
diff --git a/.github/scale-config.yml b/.github/scale-config.yml
index 59bb799003..2ac022dacb 100644
--- a/.github/scale-config.yml
+++ b/.github/scale-config.yml
@@ -31,311 +31,200 @@ runner_types:
   linux.8xlarge.amx:
     disk_size: 200
     instance_type: m7i-flex.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.12xlarge:
     disk_size: 200
     instance_type: c5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.10xlarge.avx2:
     disk_size: 200
     instance_type: m4.10xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.24xl.spr-metal:
     disk_size: 200
     instance_type: c7i.metal-24xl
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.16xlarge.spr:
     disk_size: 200
     instance_type: c7i.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.9xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.9xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   linux.12xlarge.ephemeral:
     disk_size: 200
     instance_type: c5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   linux.16xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.16xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.24xlarge:
     disk_size: 150
     instance_type: c5.24xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.24xlarge.ephemeral:
     disk_size: 150
     instance_type: c5.24xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   linux.2xlarge:
     disk_size: 150
     instance_type: c5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.4xlarge:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.4xlarge.for.testing.donotuse:
     disk_size: 150
     instance_type: c5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.8xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g3.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.g4dn.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.g4dn.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.g4dn.metal.nvidia.gpu:
     disk_size: 150
     instance_type: g4dn.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.g5.48xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.48xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.g5.12xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.g5.4xlarge.nvidia.gpu:
     disk_size: 150
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.g6.4xlarge.experimental.nvidia.gpu:
     disk_size: 150
     instance_type: g6.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.large:
     disk_size: 15
     instance_type: c5.large
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.arm64.2xlarge:
     disk_size: 256
     instance_type: t4g.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.arm64.m7g.4xlarge:
     disk_size: 256
     instance_type: m7g.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.arm64.2xlarge.ephemeral:
     disk_size: 256
     instance_type: t4g.2xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   linux.arm64.m7g.4xlarge.ephemeral:
     disk_size: 256
     instance_type: m7g.4xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
   linux.arm64.m7g.metal:
     disk_size: 256
     instance_type: m7g.metal
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   windows.g4dn.xlarge:
     disk_size: 256
     instance_type: g4dn.xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   windows.g4dn.xlarge.nonephemeral:
     disk_size: 256
     instance_type: g4dn.xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   windows.4xlarge:
     disk_size: 256
     instance_type: c5d.4xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   windows.4xlarge.nonephemeral:
     disk_size: 256
     instance_type: c5d.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   windows.8xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: p3.2xlarge
     is_ephemeral: true
     os: windows
-    variants:
-      ephemeral: {}
   windows.8xlarge.nvidia.gpu.nonephemeral:
     disk_size: 256
     instance_type: p3.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   windows.g5.4xlarge.nvidia.gpu:
     disk_size: 256
     instance_type: g5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: windows
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.2xlarge.memory:
     disk_size: 200
     instance_type: r5.2xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.4xlarge.memory:
     disk_size: 300
     instance_type: r5.4xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.8xlarge.memory:
     disk_size: 400
     instance_type: r5.8xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.12xlarge.memory:
     disk_size: 600
     instance_type: r5.12xlarge
-    is_ephemeral: false
+    is_ephemeral: true
     os: linux
-    variants:
-      ephemeral:
-        is_ephemeral: true
   linux.12xlarge.memory.ephemeral:
     disk_size: 400
     instance_type: r5.12xlarge
     is_ephemeral: true
     os: linux
-    variants:
-      ephemeral: {}
diff --git a/.github/scripts/validate_scale_config.py b/.github/scripts/validate_scale_config.py
index 24f89a8b68..e73ccf64f4 100644
--- a/.github/scripts/validate_scale_config.py
+++ b/.github/scripts/validate_scale_config.py
@@ -161,39 +161,6 @@ def is_config_valid_internally(
             # so the next part of the code might break
             continue
 
-        # Unecessary validations, that could be a simple onliner, but Code scanning / lintrunner
-        # is mercerless and will complain about it
-        if "variants" not in runner_config:
-            print(f"Runner type {runner_type} does not have a variants section defined")
-            invalid_runners.add(runner_type)
-            continue
-        if not isinstance(runner_config["variants"], dict):
-            print(
-                f"Runner type {runner_type} has a variants section that is not a dictionary"
-            )
-            invalid_runners.add(runner_type)
-            continue
-
-        ephemeral_variant: Union[None, dict] = runner_config["variants"].get(
-            "ephemeral", None
-        )
-
-        if ephemeral_variant is None:
-            print(
-                f"Runner type {runner_type} does not have an ephemeral variant defined"
-            )
-            invalid_runners.add(runner_type)
-            continue
-        else:
-            if not ephemeral_variant.get(
-                "is_ephemeral", False
-            ) and not runner_config.get("is_ephemeral", False):
-                print(
-                    f"Runner type {runner_type} has an ephemeral variant that is not ephemeral"
-                )
-                invalid_runners.add(runner_type)
-                continue
-
         # Ensure that the max_available is at least MAX_AVAILABLE_MINIMUM
         # this is a requirement as scale-up always keeps at minimum some spare runners live, and less than MAX_AVAILABLE_MINIMUM
         # will very easily trigger alerts of not enough runners