DarthAffe/stable-diffusion.cpp
1
0 Fork 0
mirror of https://github.com/leejet/stable-diffusion.cpp.git synced 2026-11-14 12:56:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add custom modulate operator and ConvRot fusion (#2258)

Browse Source
This commit is contained in:
leejet authored and GitHub committed 2026-11-02 01:19:28 +08:00
1 parent 133087deb8
commit 290148d2e3
36 files changed
+655 -161
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

src/model/diffusion/fibo2.hpp
+2 -2
View File
@@ -262,7 +262,7 @@ namespace Fibo2 {
}
return m;
};
auto h = ZImage::modulate(c, norm("attention_norm1", x), select(0, false));
auto h = ZImage::modulate(ctx, norm("attention_norm1", x), select(0, false));
h = std::dynamic_pointer_cast<Attention>(blocks["attention"])->forward(ctx, h, h, pe);
x = ggml_add(c, x, ggml_mul(c, norm("attention_norm2", h), select(1, true)));
if (injection) {
@@ -270,7 +270,7 @@ namespace Fibo2 {
h = ggml_mul(c, norm("cross_attn_norm2", h), ggml_tanh(c, params["cross_attn_gate"]));
x = ggml_add(c, x, h);
}
h = ZImage::modulate(c, norm("ffn_norm1", x), select(2, false));
h = ZImage::modulate(ctx, norm("ffn_norm1", x), select(2, false));
h = std::dynamic_pointer_cast<FeedForward>(blocks["feed_forward"])->forward(ctx, h);
return ggml_add(c, x, ggml_mul(c, norm("ffn_norm2", h), select(3, true)));
}