feat: auto fit tensors across devices to guarantee optimal load (#1736)

This commit is contained in:
Piotr Wilkin (ilintar) authored and GitHub committed 2026-07-05 00:48:10 +08:00
1 parent 68f3d6df9f
commit b11c95a41c
8 files changed
+493 -16

No files matched your search

+2
View File
@@ -27,6 +27,8 @@ struct MmapTensorStore {
std::shared_ptr<struct ggml_backend_buffer> mmbuffer;
};
bool is_unused_tensor(const std::string& name);
class ModelLoader {
protected:
SDVersion version_ = VERSION_COUNT;