Added support for task in [llama2, moe] to submitter.

krai · Feb 6, 2025 · 1b8267f · 1b8267f
1 parent 553375a
commit 1b8267f
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 7 deletions.
diff --git a/submitter/code_axs.py b/submitter/code_axs.py
@@ -14,7 +14,7 @@ def create_run_verification_input_dict(task, tmp_dir, verify_script_path, result
         "compliance_dir": compliance_dir,
         "output_dir": output_dir
     }
-    if task == "llm":
+    if task in ["llm", "llama2", "moe"]:
         result_dict [ "scenario" ] = scenario
         result_dict [ "dtype" ] = dtype
     else:
@@ -66,7 +66,9 @@ def list_experiment_entries( power, sut_name, sut_system_type, task, division, e
             "bert":                 [ 'TEST01' ],
             "gptj":                 [ ],
             "text_to_image":        [ 'TEST01' ],
-            "llm":                  [ 'TEST06' ]
+            "llm":                  [ 'TEST06' ],
+            "llama2":               [ 'TEST06' ],
+            "moe":                  [ 'TEST06' ]
         }[task]
 
         for compliance_test_name in compliance_test_list:
@@ -339,7 +341,7 @@ def lay_out(experiment_entries, division, submitter, log_truncation_script_path,
             compliance_dir = src_dir
             output_dir = os.path.join(submitter_path ,'compliance', sut_name , mlperf_model_name, scenario)
             verify_script_path =  os.path.join(compliance_path,compliance_test_name, "run_verification.py")
-            if task == "llm":
+            if task in ["llm", "llama2", "moe"]:
                 dtype = experiment_entry['benchmark_output_data_type']
             else:
                 dtype = ""

diff --git a/submitter/data_axs.json b/submitter/data_axs.json
@@ -40,7 +40,9 @@
         "bert": 10833,
         "gptj": 13368,
         "text_to_image": 5000,
-        "llm": 24576
+        "llm": 24576,
+        "llama2": 24576,
+        "moe": 24576
     },
 
     "program_entry": [ "^^", "execute", [[
@@ -79,18 +81,27 @@
     "desired_python_version": ["^", "kernel_python_major_dot_minor"],
     "python_tool_entry": [ "^", "byquery", [[ "shell_tool", "can_python", ["desired_python_version", ["^^", "get", "desired_python_version"]] ]], {}, ["desired_python_version"] ],
     "scenario_cmd": [ "^^", "case",  [ ["^^", "get", "task"],
-        "llm" , [ "^^", "substitute", "--scenario #{scenario}#"] ],
+        "llm" , [ "^^", "substitute", "--scenario #{scenario}#"],
+        "llama2" , [ "^^", "substitute", "--scenario #{scenario}#"],
+        "moe" , [ "^^", "substitute", "--scenario #{scenario}#"]
+        ],
         { "default_value": ""  }
     ],
 
     "result_dir_cmd": [ "^^", "case",  [ ["^^", "get", "task"],
-        "llm" , "" ],
+        "llm" , "",
+        "llama2" , "",
+        "moe" , ""
+        ],
         { "default_value": [ "^^", "substitute", "--results_dir #{results_dir}#" ] }
     ],
 
 
     "dtype_cmd": [ "^^", "case",  [ ["^^", "get", "task"],
-        "llm" , [ "^^", "substitute", "--dtype #{dtype}#"] ],
+        "llm" , [ "^^", "substitute", "--dtype #{dtype}#"],
+        "llama2" , [ "^^", "substitute", "--dtype #{dtype}#"],
+        "moe" , [ "^^", "substitute", "--dtype #{dtype}#"]
+        ],
         { "default_value": "" }
     ],