From 5265a5efa1cf0fc2b5ac0faa41c6898430387624 Mon Sep 17 00:00:00 2001 From: Tay Date: Mon, 16 Mar 2026 11:27:46 -0500 Subject: [PATCH] perf(z-image): switch to fused SwiGLU kernel (#1302) --- src/z_image.hpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/z_image.hpp b/src/z_image.hpp index 9f17890..53a7cf8 100644 --- a/src/z_image.hpp +++ b/src/z_image.hpp @@ -131,7 +131,7 @@ namespace ZImage { auto x1 = w1->forward(ctx, x); auto x3 = w3->forward(ctx, x); - x = ggml_mul(ctx->ggml_ctx, ggml_silu(ctx->ggml_ctx, x1), x3); + x = ggml_swiglu_split(ctx->ggml_ctx, x1, x3); x = w2->forward(ctx, x); return x;