DarthAffe/stable-diffusion.cpp
1
0 Fork 0
mirror of https://github.com/leejet/stable-diffusion.cpp.git synced 2026-11-11 03:24:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf: use fused ggml_geglu_swapped for GEGLU (#2245)

Browse Source
This commit is contained in:
Daniele authored and GitHub committed 2026-10-29 23:18:10 +08:00
1 parent 77b72a2efe
commit 8ee08e3cb9
1 file changed
+5 -9
Download Patch File Download Diff File Expand all files Collapse all files
src/model/common/block.hpp
+5 -9
View File
@@ -197,16 +197,12 @@ public:
// return: [ne3, ne2, ne1, dim_out]
auto proj = std::dynamic_pointer_cast<Linear>(blocks["proj"]);
x = proj->forward(ctx, x); // [ne3, ne2, ne1, dim_out*2]
auto x_vec = ggml_ext_chunk(ctx->ggml_ctx, x, 2, 0, false);
x = x_vec[0]; // [ne3, ne2, ne1, dim_out]
auto gate = x_vec[1]; // [ne3, ne2, ne1, dim_out]
x = proj->forward(ctx, x); // [ne3, ne2, ne1, dim_out*2]
gate = ggml_cont(ctx->ggml_ctx, gate);
gate = ggml_ext_gelu(ctx->ggml_ctx, gate, true);
x = ggml_mul(ctx->ggml_ctx, x, gate); // [ne3, ne2, ne1, dim_out]
if (!ggml_is_contiguous_1(x)) {
x = ggml_cont(ctx->ggml_ctx, x);
}
x = ggml_geglu_swapped(ctx->ggml_ctx, x); // [ne3, ne2, ne1, dim_out]
return x;
}