perf(z-image): switch to fused SwiGLU kernel (#1302)

This commit is contained in:
Tay 2026-03-16 11:27:46 -05:00 committed by GitHub
parent 84cbd88df1
commit 5265a5efa1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -131,7 +131,7 @@ namespace ZImage {
auto x1 = w1->forward(ctx, x);
auto x3 = w3->forward(ctx, x);
x = ggml_mul(ctx->ggml_ctx, ggml_silu(ctx->ggml_ctx, x1), x3);
x = ggml_swiglu_split(ctx->ggml_ctx, x1, x3);
x = w2->forward(ctx, x);
return x;