Skip to content

Commit 3f10ad2

Browse files
committed
ggml: disable CUDA graphs for unsupported DUP and CONT node types
Fixes ggml-org#12798
1 parent ec6c09d commit 3f10ad2

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ggml/src/ggml-cuda/ggml-cuda.cu

+2-2
Original file line numberDiff line numberDiff line change
@@ -2488,10 +2488,10 @@ static bool check_node_graph_compatibility_and_refresh_copy_ops(ggml_backend_cud
24882488
#endif
24892489
}
24902490

2491-
if (node->op == GGML_OP_MUL_MAT_ID) {
2491+
if (node->op == GGML_OP_MUL_MAT_ID || node->op == GGML_OP_CONT || node->op == GGML_OP_DUP) {
24922492
use_cuda_graph = false; // This node type is not supported by CUDA graph capture
24932493
#ifndef NDEBUG
2494-
GGML_LOG_DEBUG("%s: disabling CUDA graphs due to mul_mat_id\n", __func__);
2494+
GGML_LOG_DEBUG("%s: disabling CUDA graphs due to unsupported node type\n", __func__);
24952495
#endif
24962496
}
24972497

0 commit comments

Comments
 (0)