trace fix

Author: tauChang

src/eurosys_artifacts_eval/instantaneous_configuration.png

@@ -0,0 +1,11 @@
+import sys
+sys.path.append('/home/ubuntu/eva/src/parse_report')
+from utils import plot_instantaneous_configuration, calculate_total_cost_per_instance
+
+
+def artifacts_eval():
+    path = "/home/ubuntu/eva_report.json"
+    plot_instantaneous_configuration(path, "instantaneous_configuration.png")
+    calculate_total_cost_per_instance(path)
+
+artifacts_eval()

src/eurosys_artifacts_eval/parse.py

@@ -1,10 +1,10 @@
 {
     "0": {
-        "name": "sage",
+        "name": "two_node_resnet18",
         "arrival_time": 20
     },
     "1": {
-        "name": "two_node_resnet18",
+        "name": "sage",
         "arrival_time": 30
     },
     "2": {

src/eurosys_artifacts_eval/physical_trace.json

@@ -5,7 +5,8 @@
 
 EVA_IP_ADDR="172.31.17.248"
 EVA_PORT=50422
-trace = "/home/ubuntu/eurosys_artifacts_eval/physical_trace.json"
+#trace = "/home/ubuntu/mount/physical_experiment/physical_trace.json"
+trace = "/home/ubuntu/eva/src/eurosys_artifacts_eval/physical_trace.json"
 
 class Job:
     def __init__(self, id, name, arrival_time, local_path):
@@ -15,6 +16,7 @@ def __init__(self, id, name, arrival_time, local_path):
         self.local_path = local_path
 
 def submit(job):
+    # global_working_dir = f"workspace_r1/job_{job.id}"
     global_working_dir = f"workspace/job_{job.id}"
     command = [
         "python", "eva_submit.py",
@@ -31,11 +33,13 @@ def submit(job):
 
 jobs = {}
 for job_id, job_desc in trace_json.items():
+    print(f"{job_id} {job_desc['name']=}")
     jobs[int(job_id)] = Job(
         id=int(job_id),
         name=job_desc['name'],
         arrival_time=job_desc['arrival_time'],
-        local_path=f"/home/ubuntu/eurosys_artifacts_eval/physical_jobs/{job_desc['name']}"
+        local_path=f"/home/ubuntu/eva/src/eurosys_artifacts_eval/physical_jobs/{job_desc['name']}"
+        # local_path=f"/home/ubuntu/mount/physical_experiment/{job_desc['name']}"
         # local_path=f"/home/ubuntu/resubmission_physical_jobs/{job_desc['name']}/job_{job_id}"
     )
     # make sure the path exist

src/job_submission_driver.py

@@ -161,20 +161,6 @@ def synergy(self, planned_config, task_ids, instances, instance_types, task_to_m
             if tasks[task_id].instance_id is None:
                 self._logger.debug(f"task_id {task_id} is not on any instance")
                 candidate_task_ids.append(task_id)
-        for instance_id in instances:
-            # ignore instances that have jobs that are migrating
-            if instance_id in planned_config:
-                continue
-            it_id = instances[instance_id].instance_type_id
-            # at this point, all tasks on this instance are migratable
-            self._logger.debug(f"instance_id {instance_id} is not in planned_config")
-            self._logger.debug(f"committed_task_ids: {instances[instance_id].committed_task_ids}")
-            opportunity_cost = self.get_opportunity_cost(instances[instance_id].committed_task_ids, tasks, jobs, instance_types, task_to_min_it_map, contention_map)
-            if opportunity_cost < instance_types[it_id].cost and \
-                not (len(instances[instance_id].committed_task_ids) == 1 and \
-                     task_to_min_it_map[instances[instance_id].committed_task_ids[0]] == it_id):
-                self._logger.debug(f"instance_id {instance_id} is not worth it, adding tasks {instances[instance_id].committed_task_ids} to candidate_task_ids")  
-                candidate_task_ids.extend(instances[instance_id].committed_task_ids)
 
         self._logger.debug(f"candidate_task_ids: {candidate_task_ids}")
          # for tasks that are not candidate_task_ids, add them to planned config

src/log_physical.txt

@@ -12,8 +12,8 @@
                 "name": "node0",
                 "demand": {
                     "any": [
-                        8,
-                        64,
+                        1,
+                        12,
                         16
                     ]
                 },