diff --git a/src/model_manager.h b/src/model_manager.h index 76777eda..95b1fe90 100644 --- a/src/model_manager.h +++ b/src/model_manager.h @@ -31,7 +31,7 @@ public: }; private: - static constexpr size_t MAX_RESIDENCY_BLOCK_BYTES = 256ULL * 1024ULL * 1024ULL; + static constexpr size_t MAX_RESIDENCY_BLOCK_BYTES = 1024ULL * 1024ULL * 1024ULL; struct TensorState { std::string name;