user-specific job name

Author: adwk67

stacks/jupyterhub-keycloak/jupyterhub.yaml

@@ -64,8 +64,13 @@ options:
           for container in pod.spec.containers:
             container.security_context = None
 
-          # JupyterHub does add weird stuff that requires NET_ADMIN capability, which we don't need
-          pod.spec.init_containers = []
+          # JupyterHub adds NET_ADMIN settings, which we don't need
+          #retain_init_containers = []
+          #for init_container in pod.spec.init_containers:
+          #  # retain just the download init container defined below
+          #  if init_container.name == "download-notebook":
+          #    init_container.security_context = None
+          #    retain_init_containers.append(init_container)
 
           return pod
 

stacks/jupyterhub-keycloak/process-s3.ipynb

@@ -46,8 +46,8 @@
     "\n",
     "spark = (\n",
     "    SparkSession.builder\n",
-    "    .master(f'k8s://https://{os.environ[\"KUBERNETES_SERVICE_HOST\"]}:{os.environ[\"KUBERNETES_SERVICE_PORT\"]}')\n",
-    "    .appName(\"process-s3-data-\"{os.environ.get('USER', 'default')}-{NAMESPACE})\n",
+    "    .master(f\"k8s://https://{os.environ['KUBERNETES_SERVICE_HOST']}:{os.environ['KUBERNETES_SERVICE_PORT']}\")\n",
+    "    .appName(f\"process-s3-{POD_NAME}\")\n",
     "    .config(\"spark.kubernetes.container.image\", EXECUTOR_IMAGE)\n",
     "    .config(\"spark.kubernetes.container.image.pullPolicy\", \"IfNotPresent\")\n",
     "    .config(\"spark.kubernetes.namespace\", NAMESPACE)\n",