Return url to job in AWS console for aws_batch scheduler (pytorch#543)

Summary:
For jobs submitted to the `aws_batch` scheduler, return a URL to the job in the AWS console

Pull Request resolved: pytorch#543

Test Plan:
- Unit test
- Submitted a job to batch, verified that the UI URL works

Reviewed By: priyaramani, kurman

Differential Revision: D37805026

Pulled By: d4l3k

fbshipit-source-id: 5aab0d7c6b8f156dd0d6d75b0047d99e83920068

Author: yukunlin

torchx/schedulers/aws_batch_scheduler.py

@@ -35,6 +35,7 @@
 for how to create a image repository.
 """
 
+import re
 import threading
 from dataclasses import dataclass
 from datetime import datetime
@@ -185,6 +186,18 @@ def _role_to_node_properties(idx: int, role: Role) -> Dict[str, object]:
     }
 
 
+def _job_ui_url(job_arn: str) -> Optional[str]:
+    match = re.match(
+        "arn:aws:batch:([a-z-0-9]+):[0-9]+:job/([a-z-0-9]+)",
+        job_arn,
+    )
+    if match is None:
+        return None
+    region = match.group(1)
+    job_id = match.group(2)
+    return f"https://{region}.console.aws.amazon.com/batch/home?region={region}#jobs/mnp-job/{job_id}"
+
+
 @dataclass
 class BatchJob:
     name: str
@@ -512,6 +525,7 @@ def describe(self, app_id: str) -> Optional[DescribeAppResponse]:
             app_id=app_id,
             state=JOB_STATE[job["status"]],
             roles=list(roles.values()),
+            ui_url=_job_ui_url(job["jobArn"]),
         )
 
     def log_iter(

torchx/schedulers/test/aws_batch_scheduler_test.py

@@ -408,7 +408,7 @@ def _mock_scheduler(self) -> AWSBatchScheduler:
         scheduler._client.describe_jobs.return_value = {
             "jobs": [
                 {
-                    "jobArn": "thejobarn",
+                    "jobArn": "arn:aws:batch:us-west-2:495572122715:job/6afc27d7-3559-43ca-89fd-1007b6bf2546",
                     "jobName": "app-name-42",
                     "jobId": "6afc27d7-3559-43ca-89fd-1007b6bf2546",
                     "jobQueue": "testqueue",
@@ -538,6 +538,10 @@ def test_describe(self) -> None:
         self.assertIsNotNone(status)
         self.assertEqual(status.state, specs.AppState.SUCCEEDED)
         self.assertEqual(status.app_id, "testqueue:app-name-42")
+        self.assertEqual(
+            status.ui_url,
+            "https://us-west-2.console.aws.amazon.com/batch/home?region=us-west-2#jobs/mnp-job/6afc27d7-3559-43ca-89fd-1007b6bf2546",
+        )
         self.assertEqual(
             status.roles[0],
             specs.Role(