refactor: move CUDA INT8 residual fusion into extensions

This commit is contained in:
leejet committed 2026-10-31 20:55:44 +08:00
1 parent b71db9a314
commit 773b11caa7
5 files changed
+491 -6

No files matched your search

+2
View File
@@ -14,6 +14,7 @@ void sd_ggml_register_cuda_i8(ggml_backend_dev_t device);
void sd_ggml_register_cuda_rope(ggml_backend_dev_t device);
#endif
#ifdef SD_CUDA_CUTE_ATTENTION
void sd_ggml_register_cuda_i8_gated_residual(ggml_backend_dev_t device);
void sd_ggml_register_cuda_i8_projection(ggml_backend_dev_t device);
void sd_ggml_register_cuda_attention(ggml_backend_dev_t device);
#endif
@@ -185,6 +186,7 @@ void sd_ggml_register_extensions(ggml_backend_t backend) {
#endif
#ifdef SD_CUDA_CUTE_ATTENTION
sd_ggml_register_cuda_i8_projection(device);
sd_ggml_register_cuda_i8_gated_residual(device);
sd_ggml_register_cuda_attention(device);
#endif
return;