feat: support disk params backend (#1651)

This commit is contained in:
leejet authored and GitHub committed 2026-06-14 14:48:50 +08:00
1 parent 276025e054
commit bdb431ad95
27 files changed
+134 -65

No files matched your search

+2 -2
View File
@@ -16,7 +16,7 @@ class ModelManager : public RunnerWeightManager {
public:
enum class ResidencyMode {
Disk,
Resident,
ParamBackend,
};
struct LoraSpec {
@@ -33,7 +33,7 @@ private:
ggml_tensor* tensor = nullptr;
std::string desc;
ResidencyMode residency_mode = ResidencyMode::Resident;
ResidencyMode residency_mode = ResidencyMode::ParamBackend;
ggml_backend_t compute_backend = nullptr;
ggml_backend_t params_backend = nullptr;
bool metadata_validated = false;