We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 67bcc86 commit 481aeffCopy full SHA for 481aeff
app_tests/integration_tests/llm/shortfin/conftest.py
@@ -87,7 +87,7 @@ def model_test_dir(request, tmp_path_factory):
87
"paged_kv_cache": {
88
"block_seq_stride": 16,
89
"device_block_count": 256,
90
- "prefix_sharing_algorithm": "none",
+ "prefix_sharing_algorithm": prefix_sharing_algorithm,
91
},
92
}
93
logger.info(f"Saving edited config to: {edited_config_path}\n")
0 commit comments