[Broadcaster] Update configuration for Kubernetes deployment

Author: sgfn

broadcaster/assets/js/panel.js

@@ -41,6 +41,15 @@ const mediaConstraints = {
 let localStream = undefined;
 let pc = undefined;
 
+let pcConfig;
+const pcConfigData = document.body.getAttribute('data-pcConfig');
+if (pcConfigData) {
+  pcConfig = JSON.parse(pcConfigData);
+} else {
+  pcConfig = {};
+}
+console.log(pcConfig);
+
 function setupSaveConfigButtons() {
   saveStreamConfigButton.onclick = async () => {
     const title = document.getElementById('stream-title').value;
@@ -136,7 +145,7 @@ async function startStreaming() {
 
   const candidates = [];
   let patchEndpoint = undefined;
-  pc = new RTCPeerConnection();
+  pc = new RTCPeerConnection(pcConfig);
 
   pc.onicegatheringstatechange = () =>
     console.log('Gathering state change:', pc.iceGatheringState);

broadcaster/assets/js/whep-client.js

@@ -1,4 +1,10 @@
-const pcConfig = { iceServers: [{ urls: 'stun:stun.l.google.com:19302' }] };
+let pcConfig;
+const pcConfigData = document.body.getAttribute('data-pcConfig');
+if (pcConfigData) {
+  pcConfig = JSON.parse(pcConfigData);
+} else {
+  pcConfig = {};
+}
 
 export class WHEPClient {
   constructor(url) {

broadcaster/config/runtime.exs

@@ -16,6 +16,39 @@ import Config
 #
 # Alternatively, you can use `mix phx.gen.release` to generate a `bin/server`
 # script that automatically sets the env var above.
+
+read_k8s_dist_config! = fn ->
+  case System.get_env("K8S_SERVICE_NAME") do
+    nil ->
+      raise "Distribution mode `k8s` requires setting the env variable K8S_SERVICE_NAME"
+
+    service ->
+      [
+        strategy: Cluster.Strategy.Kubernetes.DNS,
+        config: [
+          application_name: "broadcaster",
+          service: service
+        ]
+      ]
+  end
+end
+
+read_dns_dist_config! = fn ->
+  case System.get_env("DNS_CLUSTER_QUERY") do
+    nil ->
+      raise "Distribution mode `dns` requires setting the env variable DNS_CLUSTER_QUERY"
+
+    query ->
+      [
+        strategy: Cluster.Strategy.DNSPoll,
+        config: [
+          node_basename: "broadcaster",
+          query: query
+        ]
+      ]
+  end
+end
+
 read_ice_port_range! = fn ->
   case System.get_env("ICE_PORT_RANGE") do
     nil ->
@@ -29,12 +62,41 @@ read_ice_port_range! = fn ->
   end
 end
 
+dist_config =
+  case System.get_env("DISTRIBUTION_MODE") do
+    "k8s" -> read_k8s_dist_config!.()
+    "dns" -> read_dns_dist_config!.()
+    _else -> nil
+  end
+
+ice_server_config =
+  %{
+    urls: System.get_env("ICE_SERVER_URL") || "stun:stun.l.google.com:19302",
+    username: System.get_env("ICE_SERVER_USERNAME"),
+    credential: System.get_env("ICE_SERVER_CREDENTIAL")
+  }
+  |> Map.reject(fn {_k, v} -> is_nil(v) end)
+
+ice_transport_policy =
+  case System.get_env("ICE_TRANSPORT_POLICY") do
+    "relay" -> :relay
+    _other -> :all
+  end
+
+pc_config = [
+  ice_servers: [ice_server_config],
+  ice_transport_policy: ice_transport_policy,
+  ice_port_range: read_ice_port_range!.()
+]
+
+config :broadcaster,
+  dist_config: dist_config,
+  pc_config: pc_config
+
 if System.get_env("PHX_SERVER") do
   config :broadcaster, BroadcasterWeb.Endpoint, server: true
 end
 
-config :broadcaster, ice_port_range: read_ice_port_range!.()
-
 if config_env() == :prod do
   # The secret key base is used to sign/encrypt cookies and other secrets.
   # A default value is used in config/dev.exs and config/test.exs but you
@@ -51,8 +113,6 @@ if config_env() == :prod do
   host = System.get_env("PHX_HOST") || "example.com"
   port = String.to_integer(System.get_env("PORT") || "4000")
 
-  config :broadcaster, :dns_cluster_query, System.get_env("DNS_CLUSTER_QUERY")
-
   config :broadcaster, BroadcasterWeb.Endpoint,
     url: [host: host, port: 443, scheme: "https"],
     http: [

broadcaster/lib/broadcaster/application.ex

@@ -12,21 +12,25 @@ defmodule Broadcaster.Application do
 
   @impl true
   def start(_type, _args) do
-    children = [
-      BroadcasterWeb.Telemetry,
-      {DNSCluster, query: Application.get_env(:broadcaster, :dns_cluster_query) || :ignore},
-      {Phoenix.PubSub, name: Broadcaster.PubSub},
-      # Start a worker by calling: Broadcaster.Worker.start_link(arg)
-      # {Broadcaster.Worker, arg},
-      # Start to serve requests, typically the last entry
-      BroadcasterWeb.Endpoint,
-      BroadcasterWeb.Presence,
-      Broadcaster.PeerSupervisor,
-      Broadcaster.Forwarder,
-      Broadcaster.ChatHistory,
-      {Registry, name: Broadcaster.PeerRegistry, keys: :unique},
-      {Registry, name: Broadcaster.ChatNicknamesRegistry, keys: :unique}
-    ]
+    children =
+      [
+        BroadcasterWeb.Telemetry,
+        {Phoenix.PubSub, name: Broadcaster.PubSub},
+        BroadcasterWeb.Endpoint,
+        BroadcasterWeb.Presence,
+        Broadcaster.PeerSupervisor,
+        Broadcaster.Forwarder,
+        Broadcaster.ChatHistory,
+        {Registry, name: Broadcaster.PeerRegistry, keys: :unique},
+        {Registry, name: Broadcaster.ChatNicknamesRegistry, keys: :unique}
+      ] ++
+        case Application.fetch_env!(:broadcaster, :dist_config) do
+          nil ->
+            []
+
+          config ->
+            [{Cluster.Supervisor, [[cluster: config], [name: Broadcaster.ClusterSupervisor]]}]
+        end
 
     # See https://hexdocs.pm/elixir/Supervisor.html
     # for other strategies and supported options

broadcaster/lib/broadcaster/peer_supervisor.ex

@@ -24,11 +24,16 @@ defmodule Broadcaster.PeerSupervisor do
     }
   ]
 
-  @opts [
-    ice_servers: [%{urls: "stun:stun.l.google.com:19302"}],
-    audio_codecs: @audio_codecs,
-    video_codecs: @video_codecs
-  ]
+  @spec client_pc_config() :: String.t()
+  def client_pc_config() do
+    pc_config = Application.fetch_env!(:broadcaster, :pc_config)
+
+    %{
+      iceServers: pc_config[:ice_servers],
+      iceTransportPolicy: pc_config[:ice_transport_policy]
+    }
+    |> Jason.encode!()
+  end
 
   @spec start_link(any()) :: Supervisor.on_start()
   def start_link(arg) do
@@ -102,9 +107,15 @@ defmodule Broadcaster.PeerSupervisor do
   end
 
   defp spawn_peer_connection(id) do
-    ice_port_range = Application.fetch_env!(:broadcaster, :ice_port_range)
     gen_server_opts = [name: {:via, Registry, {Broadcaster.PeerRegistry, id}}]
-    pc_opts = @opts ++ [controlling_process: self(), ice_port_range: ice_port_range]
+
+    pc_opts =
+      Application.fetch_env!(:broadcaster, :pc_config) ++
+        [
+          audio_codecs: @audio_codecs,
+          video_codecs: @video_codecs,
+          controlling_process: self()
+        ]
 
     child_spec = %{
       id: PeerConnection,

broadcaster/lib/broadcaster_web/components/layouts/root.html.heex

@@ -11,7 +11,10 @@
     <script defer phx-track-static type="text/javascript" src={~p"/assets/app.js"}>
     </script>
   </head>
-  <body class="bg-white antialiased h-svh flex flex-col">
+  <body
+    class="bg-white antialiased h-svh flex flex-col"
+    data-pcConfig={Broadcaster.PeerSupervisor.client_pc_config()}
+  >
     <%= @inner_content %>
   </body>
 </html>

broadcaster/mix.exs

@@ -56,12 +56,12 @@ defmodule Broadcaster.MixProject do
       {:telemetry_metrics, "~> 1.0"},
       {:telemetry_poller, "~> 1.0"},
       {:jason, "~> 1.2"},
-      {:dns_cluster, "~> 0.1.1"},
       {:bandit, "~> 1.2"},
       {:corsica, "~> 2.1.3"},
       {:ex_webrtc, "~> 0.6.0"},
       {:ex_webrtc_dashboard, "~> 0.6.0"},
       {:earmark, "~> 1.4"},
+      {:libcluster, "~> 3.4"},
 
       # Dialyzer and credo
       {:dialyxir, ">= 0.0.0", only: :dev, runtime: false},

broadcaster/mix.lock

@@ -28,9 +28,10 @@
   "file_system": {:hex, :file_system, "1.0.1", "79e8ceaddb0416f8b8cd02a0127bdbababe7bf4a23d2a395b983c1f8b3f73edd", [:mix], [], "hexpm", "4414d1f38863ddf9120720cd976fce5bdde8e91d8283353f0e31850fa89feb9e"},
   "finch": {:hex, :finch, "0.19.0", "c644641491ea854fc5c1bbaef36bfc764e3f08e7185e1f084e35e0672241b76d", [:mix], [{:mime, "~> 1.0 or ~> 2.0", [hex: :mime, repo: "hexpm", optional: false]}, {:mint, "~> 1.6.2 or ~> 1.7", [hex: :mint, repo: "hexpm", optional: false]}, {:nimble_options, "~> 0.4 or ~> 1.0", [hex: :nimble_options, repo: "hexpm", optional: false]}, {:nimble_pool, "~> 1.1", [hex: :nimble_pool, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "fc5324ce209125d1e2fa0fcd2634601c52a787aff1cd33ee833664a5af4ea2b6"},
   "floki": {:hex, :floki, "0.36.2", "a7da0193538c93f937714a6704369711998a51a6164a222d710ebd54020aa7a3", [:mix], [], "hexpm", "a8766c0bc92f074e5cb36c4f9961982eda84c5d2b8e979ca67f5c268ec8ed580"},
-  "heroicons": {:git, "https://github.com/tailwindlabs/heroicons.git", "88ab3a0d790e6a47404cba02800a6b25d2afae50", [tag: "v2.1.1", sparse: "optimized"]},
+  "heroicons": {:git, "https://github.com/tailwindlabs/heroicons.git", "88ab3a0d790e6a47404cba02800a6b25d2afae50", [tag: "v2.1.1", sparse: "optimized", depth: 1]},
   "hpax": {:hex, :hpax, "1.0.0", "28dcf54509fe2152a3d040e4e3df5b265dcb6cb532029ecbacf4ce52caea3fd2", [:mix], [], "hexpm", "7f1314731d711e2ca5fdc7fd361296593fc2542570b3105595bb0bc6d0fad601"},
   "jason": {:hex, :jason, "1.4.4", "b9226785a9aa77b6857ca22832cffa5d5011a667207eb2a0ad56adb5db443b8a", [:mix], [{:decimal, "~> 1.0 or ~> 2.0", [hex: :decimal, repo: "hexpm", optional: true]}], "hexpm", "c5eb0cab91f094599f94d55bc63409236a8ec69a21a67814529e8d5f6cc90b3b"},
+  "libcluster": {:hex, :libcluster, "3.4.1", "271d2da892763bbef53c2872036c936fe8b80111eb1feefb2d30a3bb15c9b4f6", [:mix], [{:jason, "~> 1.1", [hex: :jason, repo: "hexpm", optional: false]}, {:telemetry, "~> 1.3", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "1d568157f069c6afa70ec0d736704cf799734bdbb6343f0322af4a980301c853"},
   "membrane_precompiled_dependency_provider": {:hex, :membrane_precompiled_dependency_provider, "0.1.2", "8af73b7dc15ba55c9f5fbfc0453d4a8edfb007ade54b56c37d626be0d1189aba", [:mix], [{:bundlex, "~> 1.4", [hex: :bundlex, repo: "hexpm", optional: false]}], "hexpm", "7fe3e07361510445a29bee95336adde667c4162b76b7f4c8af3aeb3415292023"},
   "mime": {:hex, :mime, "2.0.6", "8f18486773d9b15f95f4f4f1e39b710045fa1de891fada4516559967276e4dc2", [:mix], [], "hexpm", "c9945363a6b26d747389aac3643f8e0e09d30499a138ad64fe8fd1d13d9b153e"},
   "mint": {:hex, :mint, "1.6.2", "af6d97a4051eee4f05b5500671d47c3a67dac7386045d87a904126fd4bbcea2e", [:mix], [{:castore, "~> 0.1.0 or ~> 1.0", [hex: :castore, repo: "hexpm", optional: true]}, {:hpax, "~> 0.1.1 or ~> 0.2.0 or ~> 1.0", [hex: :hpax, repo: "hexpm", optional: false]}], "hexpm", "5ee441dffc1892f1ae59127f74afe8fd82fda6587794278d924e4d90ea3d63f9"},

broadcaster/rel/env.sh.eex

@@ -0,0 +1,2 @@
+export RELEASE_DISTRIBUTION=name
+[ "${DISTRIBUTION_MODE}" = "k8s" ] && export RELEASE_NODE=<%= @release.name %>@${POD_IP}