refactor: minify vocab files (#1509)

This commit is contained in:
leejet 2026-05-17 23:06:58 +08:00 committed by GitHub
parent e7eb92fd84
commit baf7eda1e4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
10 changed files with 23 additions and 4338825 deletions

File diff suppressed because one or more lines are too long

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because it is too large Load Diff

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@ -1,9 +1,11 @@
#include "vocab.h" #include "vocab.h"
#include "clip_t5.hpp" #include "clip_merges.hpp"
#include "gemma_merges.hpp" #include "gemma_merges.hpp"
#include "gemma_vocab.hpp" #include "gemma_vocab.hpp"
#include "mistral.hpp" #include "mistral_merges.hpp"
#include "qwen.hpp" #include "mistral_vocab.hpp"
#include "qwen_merges.hpp"
#include "t5.hpp"
#include "umt5.hpp" #include "umt5.hpp"
std::string load_clip_merges() { std::string load_clip_merges() {