mirror of
https://github.com/leejet/stable-diffusion.cpp.git
synced 2026-06-09 15:56:39 +00:00
fix: correct Gemma3 rope settings and vram limit propagation (#1583)
This commit is contained in:
parent
d3b2cb047e
commit
d2797b8667
@ -2290,6 +2290,11 @@ struct LTXAVEmbedder : public Conditioner {
|
|||||||
projector->set_flash_attention_enabled(enabled);
|
projector->set_flash_attention_enabled(enabled);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void set_max_graph_vram_bytes(size_t max_vram_bytes) override {
|
||||||
|
llm->set_max_graph_vram_bytes(max_vram_bytes);
|
||||||
|
projector->set_max_graph_vram_bytes(max_vram_bytes);
|
||||||
|
}
|
||||||
|
|
||||||
void set_weight_adapter(const std::shared_ptr<WeightAdapter>& adapter) override {
|
void set_weight_adapter(const std::shared_ptr<WeightAdapter>& adapter) override {
|
||||||
llm->set_weight_adapter(adapter);
|
llm->set_weight_adapter(adapter);
|
||||||
projector->set_weight_adapter(adapter);
|
projector->set_weight_adapter(adapter);
|
||||||
|
|||||||
@ -879,8 +879,8 @@ namespace LLM {
|
|||||||
input_pos,
|
input_pos,
|
||||||
nullptr,
|
nullptr,
|
||||||
head_dim,
|
head_dim,
|
||||||
GGML_ROPE_TYPE_NORMAL,
|
GGML_ROPE_TYPE_NEOX,
|
||||||
0,
|
131072,
|
||||||
rope_theta,
|
rope_theta,
|
||||||
freq_scale,
|
freq_scale,
|
||||||
0.f,
|
0.f,
|
||||||
@ -892,8 +892,8 @@ namespace LLM {
|
|||||||
input_pos,
|
input_pos,
|
||||||
nullptr,
|
nullptr,
|
||||||
head_dim,
|
head_dim,
|
||||||
GGML_ROPE_TYPE_NORMAL,
|
GGML_ROPE_TYPE_NEOX,
|
||||||
0,
|
131072,
|
||||||
rope_theta,
|
rope_theta,
|
||||||
freq_scale,
|
freq_scale,
|
||||||
0.f,
|
0.f,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user