From 5c7fc628b10effb914da152fbdc445420fe431ca Mon Sep 17 00:00:00 2001 From: leejet Date: Sun, 13 Sep 2026 17:15:35 +0800 Subject: [PATCH] use 1 GiB residency blocks --- src/model_manager.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/model_manager.h b/src/model_manager.h index 76777eda..95b1fe90 100644 --- a/src/model_manager.h +++ b/src/model_manager.h @@ -31,7 +31,7 @@ public: }; private: - static constexpr size_t MAX_RESIDENCY_BLOCK_BYTES = 256ULL * 1024ULL * 1024ULL; + static constexpr size_t MAX_RESIDENCY_BLOCK_BYTES = 1024ULL * 1024ULL * 1024ULL; struct TensorState { std::string name;