feat: add Metal INT8 ConvRot support (#2297)

This commit is contained in:
leejet authored and GitHub committed 2026-11-08 22:28:35 +08:00
1 parent b43af40461
commit 3d315c47d4
13 files changed
+561 -2

No files matched your search

+4 -1
View File
@@ -33,7 +33,10 @@ void ModelManager::synchronize_prefetch_block(PrefetchBlock& block) {
ggml_backend_event_synchronize(block.event);
ggml_backend_event_free(block.event);
block.event = nullptr;
} else if (block.submitted && block.transfer_backend != nullptr) {
}
// Event completion does not release backend-owned transfer resources, such
// as Metal's temporary host mappings and command buffers.
if (block.submitted && block.transfer_backend != nullptr) {
ggml_backend_synchronize(block.transfer_backend);
}
block.transfer_backend = nullptr;