Skip to content

Commit 2550f4f

Browse files
committed
eliminate config writing
1 parent 4a1357d commit 2550f4f

File tree

3 files changed

+0
-58
lines changed

3 files changed

+0
-58
lines changed

app_tests/benchmark_tests/llm/sglang_benchmarks/conftest.py

-22
Original file line numberDiff line numberDiff line change
@@ -75,28 +75,6 @@ def write_config(request, pre_process_model):
7575
/ f"{'_'.join(str(bs) for bs in batch_sizes)}_{prefix_sharing_algorithm}.json"
7676
)
7777

78-
config = {
79-
"module_name": "module",
80-
"module_abi_version": 1,
81-
"max_seq_len": 131072,
82-
"attn_head_count": 8,
83-
"attn_head_dim": 128,
84-
"prefill_batch_sizes": batch_sizes,
85-
"decode_batch_sizes": batch_sizes,
86-
"transformer_block_count": 32,
87-
"paged_kv_cache": {
88-
"block_seq_stride": 16,
89-
"device_block_count": 256,
90-
"prefix_sharing_algorithm": prefix_sharing_algorithm,
91-
},
92-
}
93-
94-
logger.info(f"Saving edited config to: {config_path}\n")
95-
logger.info(f"Config: {json.dumps(config, indent=2)}")
96-
with open(config_path, "w") as f:
97-
json.dump(config, f)
98-
99-
logger.info("Config file successfully written" + end_log_group())
10078
yield config_path
10179

10280

app_tests/integration_tests/llm/sglang/conftest.py

-15
Original file line numberDiff line numberDiff line change
@@ -64,21 +64,6 @@ def pre_process_model(request, tmp_path_factory):
6464
device_settings,
6565
)
6666

67-
config = {
68-
"module_name": "module",
69-
"module_abi_version": 1,
70-
"max_seq_len": 131072,
71-
"attn_head_count": 8,
72-
"attn_head_dim": 128,
73-
"prefill_batch_sizes": [1, 4],
74-
"decode_batch_sizes": [1, 4],
75-
"transformer_block_count": 32,
76-
"paged_kv_cache": {"block_seq_stride": 16, "device_block_count": 256},
77-
}
78-
config_path = tmp_dir / "config.json"
79-
with open(config_path, "w") as f:
80-
json.dump(config, f)
81-
8267
return tmp_dir
8368

8469

app_tests/integration_tests/llm/shortfin/conftest.py

-21
Original file line numberDiff line numberDiff line change
@@ -91,27 +91,6 @@ def write_config(request, model_test_dir):
9191
model_test_dir
9292
/ f"{'_'.join(str(bs) for bs in batch_sizes)}_{prefix_sharing_algorithm}.json"
9393
)
94-
95-
config = {
96-
"module_name": "module",
97-
"module_abi_version": 1,
98-
"max_seq_len": 2048,
99-
"attn_head_count": 32,
100-
"attn_head_dim": 100,
101-
"prefill_batch_sizes": batch_sizes,
102-
"decode_batch_sizes": batch_sizes,
103-
"transformer_block_count": 26,
104-
"paged_kv_cache": {
105-
"block_seq_stride": 16,
106-
"device_block_count": 256,
107-
"prefix_sharing_algorithm": prefix_sharing_algorithm,
108-
},
109-
}
110-
logger.info(f"Saving edited config to: {config_path}\n")
111-
logger.info(f"Config: {json.dumps(config, indent=2)}")
112-
with open(config_path, "w") as f:
113-
json.dump(config, f)
114-
11594
yield config_path
11695

11796

0 commit comments

Comments
 (0)