mirror of
https://github.com/leejet/stable-diffusion.cpp.git
synced 2026-11-11 11:26:34 +00:00
feat: add configurable attention chunk budget for MiniMax-H3 (#2292)
This commit is contained in:
1 parent
7bcd4ce8ce
commit
de00bafc3d
7 files changed
+103
-43
No files matched your search
@@ -277,7 +277,7 @@ namespace SD_CUDA_NAMESPACE {
|
||||
}
|
||||
|
||||
static ggml_status rope_prepare(ggml_backend_t, ggml_tensor* const* nodes, int count, void**, size_t* workspace, void*) {
|
||||
const auto* dst = nodes[count - 1];
|
||||
const auto* dst = nodes[count - 1];
|
||||
// Owning casts are fresh outputs; copies into existing storage retain view_src.
|
||||
const bool fresh_output = !dst->data && !dst->buffer && !dst->view_src;
|
||||
*workspace = fresh_output ? 0 : ggml_nbytes(dst);
|
||||
|
||||
Reference in new issue
Block a user