mirror of
https://github.com/leejet/stable-diffusion.cpp.git
synced 2026-03-24 02:08:51 +00:00
perf(z-image): switch to fused SwiGLU kernel (#1302)
This commit is contained in:
parent
84cbd88df1
commit
5265a5efa1
@ -131,7 +131,7 @@ namespace ZImage {
|
|||||||
|
|
||||||
auto x1 = w1->forward(ctx, x);
|
auto x1 = w1->forward(ctx, x);
|
||||||
auto x3 = w3->forward(ctx, x);
|
auto x3 = w3->forward(ctx, x);
|
||||||
x = ggml_mul(ctx->ggml_ctx, ggml_silu(ctx->ggml_ctx, x1), x3);
|
x = ggml_swiglu_split(ctx->ggml_ctx, x1, x3);
|
||||||
x = w2->forward(ctx, x);
|
x = w2->forward(ctx, x);
|
||||||
|
|
||||||
return x;
|
return x;
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user