mirror of
https://github.com/leejet/stable-diffusion.cpp.git
synced 2026-11-12 11:56:36 +00:00
perf: reduce CPU overhead in graph execution and sampling (#1997)
This commit is contained in:
1 parent
d32b4e893b
commit
275ab58e01
8 files changed
+195
-123
No files matched your search
@@ -94,11 +94,12 @@ namespace sd::ggml_graph_cut {
|
||||
ggml_cgraph* gf,
|
||||
const std::unordered_set<const ggml_tensor*>& params_tensor_set,
|
||||
const char* log_desc);
|
||||
Plan resolve_plan(ggml_backend_t backend,
|
||||
ggml_cgraph* gf,
|
||||
PlanCache* cache,
|
||||
const std::unordered_set<const ggml_tensor*>& params_tensor_set,
|
||||
const char* log_desc);
|
||||
// The returned reference is valid until its cache entry is evicted or the cache is destroyed.
|
||||
const Plan& resolve_plan(ggml_backend_t backend,
|
||||
ggml_cgraph* gf,
|
||||
PlanCache* cache,
|
||||
const std::unordered_set<const ggml_tensor*>& params_tensor_set,
|
||||
const char* log_desc);
|
||||
|
||||
} // namespace sd::ggml_graph_cut
|
||||
|
||||
|
||||
Reference in new issue
Block a user