We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6648fa9 commit 5e120aeCopy full SHA for 5e120ae
src/index.js
@@ -178,6 +178,21 @@ appConfig.model_list.push(
178
});
179
180
181
+appConfig.model_list.push(
182
+ {
183
+ model: "https://huggingface.co/smalinin/Qwen2.5-14B-Instruct_q4f16_2-MLC",
184
+ model_id: "Qwen2.5-14B-Instruct_q4f16_2-MLC",
185
+ model_lib: "https://huggingface.co/smalinin/Qwen2.5-14B-Instruct_q4f16_2-MLC/resolve/main/Qwen2.5-14B-Instruct_q4f16_2-webgpu.wasm",
186
+ low_resource_required: false,
187
+ vram_required_MB: 13020.0,
188
+ required_features: ["shader-f16"],
189
+ overrides: {
190
+ context_window_size: 4096,
191
+ prefill_chunk_size: 2048
192
+ },
193
+ });
194
+
195
196
appConfig.model_list.push(
197
{
198
model: "https://huggingface.co/smalinin/Qwen2.5-14B-Instruct_q4f32_1-MLC",
0 commit comments