include agent settings in eval

ur-whitelab · Mar 6, 2024 · 5a14d07 · 5a14d07
1 parent 0ed8b85
commit 5a14d07
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/mdagent/mainagent/agent.py b/mdagent/mainagent/agent.py
@@ -157,12 +157,20 @@ def run_and_eval(self, user_input, callbacks=None):
         total_seconds = time.time() - start_time
         total_mins = total_seconds / 60
 
+        agent_settings = {
+            "llm": self.llm.model_name,
+            "agent_type": self.agent_type,
+            "resume": self.subagents_settings.resume,
+            "learn": not self.skip_subagents,
+            "curriculum": self.subagents_settings.curriculum,
+        }
         print("Evaluation Summary:")
         print(f"Total Steps: {num_steps+1}")
         print(f"Total Time: {total_seconds:.2f} seconds ({total_mins:.2f} minutes)")
-        # TODO: calculate total num of tools used
+        # TODO: calculate total num of distinct tools used
 
         summary = {
+            "agent_settings": agent_settings,
             "total_steps": num_steps,
             "total_time_seconds": total_seconds,
             "total_time_minutes": total_mins,