refactor: minify vocab files (#1509)

2026-11-13 12:26:33 +00:00 · 2026-05-17 23:06:58 +08:00
1 parent e7eb92fd84
commit baf7eda1e4
@@ -0,0 +1,3 @@
 static const unsigned char clip_merges_utf8_c_str[] = {
 0x23,0x76,0x65,0x72,0x73,0x69,0x6f,0x6e,0x3a,0x20,0x30,0x2e,0x32,0x0a,0x69,0x20,0x6e,0x0a,0x74,0x20,0x68,0x0a,0x61,0x20,0x6e,0x0a,0x72,0x20,0x65,0x0a,0x61,0x20,0x72,0x0a,0x65,0x20,0x72,0x0a,0x74,0x68,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x69,0x6e,0x20,0x67,0x3c,0x2f,0x77,0x3e,0x0a,0x6f,0x20,0x75,0x0a,0x6f,0x20,0x6e,0x0a,0x73,0x20,0x74,0x0a,0x6f,0x20,0x72,0x0a,0x65,0x20,0x6e,0x0a,0x6f,0x20,0x6e,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x20,0x6c,0x0a,0x61,0x20,0x74,0x0a,0x65,0x20,0x72,0x3c,0x2f,0x77,0x3e,0x0a,0x69,0x20,0x74,0x0a,0x69,0x20,0x6e,0x3c,0x2f,0x77,0x3e,0x0a,0x74,0x20,0x6f,0x3c,0x2f,0x77,0x3e,0x0a,0x72,0x20,0x6f,0x0a,0x69,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x6c,0x20,0x65,0x0a,0x69,0x20,0x63,0x0a,0x61,0x20,0x74,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x6e,0x20,0x64,0x3c,0x2f,0x77,0x3e,0x0a,0x65,0x20,0x64,0x3c,0x2f,0x77,0x3e,0x0a,0x6f,0x20,0x66,0x3c,0x2f,0x77,0x3e,0x0a,0x63,0x20,0x68,0x0a,0x6f,0x20,0x72,0x3c,0x2f,0x77,0x3e,0x0a,0x65,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x69,0x20,0x6c,0x0a,0x65,0x20,0x6c,0x0a,0x73,0x20,0x74,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x20,0x63,0x0a,0x6f,0x20,0x6d,0x0a,0x61,0x20,0x6d,0x0a,0x6c,0x20,0x6f,0x0a,0x61,0x20,0x6e,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x20,0x79,0x3c,0x2f,0x77,0x3e,0x0a,0x73,0x20,0x68,0x0a,0x72,0x20,0x69,0x0a,0x6c,0x20,0x69,0x0a,0x74,0x20,0x69,0x0a,0x66,0x20,0x6f,0x72,0x3c,0x2f,0x77,0x3e,0x0a,0x6e,0x20,0x65,0x0a,0xc3,0xb0,0x20,0xc5,0x81,0x0a,0x72,0x20,0x61,0x0a,0x68,0x20,0x61,0x0a,0x64,0x20,0x65,0x0a,0x6f,0x20,0x6c,0x0a,0x76,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x73,0x20,0x69,0x0a,0x75,0x20,0x72,0x0a,0x61,0x20,0x6c,0x3c,0x2f,0x77,0x3e,0x0a,0x73,0x20,0x65,0x0a,0x27,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x75,0x20,0x6e,0x0a,0x64,0x20,0x69,0x0a,0x62,0x20,0x65,0x0a,0x6c,0x20,0x61,0x0a,0x77,0x20,0x68,0x0a,0x6f,0x20,0x6f,0x0a,0x64,0x20,0x61,0x79,0x3c,0x2f,0x77,0x3e,0x0a,0x65,0x20,0x6e,0x3c,0x2f,0x77,0x3e,0x0a,0x6d,0x20,0x61,0x0a,0x6e,0x20,0x6f,0x0a,0x6c,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x74,0x20,0x6f,0x0a,0x6f,0x75,0x20,0x72,0x3c,0x2f,0x77,0x3e,0x0a,0x69,0x20,0x72,0x0a,0x67,0x20,0x68,0x0a,0x77,0x20,0x69,0x74,0x0a,0x69,0x20,0x74,0x3c,0x2f,0x77,0x3e,0x0a,0x79,0x20,0x6f,0x0a,0x61,0x20,0x73,0x0a,0x73,0x20,0x70,0x0a,0x74,0x68,0x20,0x69,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x74,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x74,0x20,0x69,0x0a,0x79,0x6f,0x20,0x75,0x3c,0x2f,0x77,0x3e,0x0a,0x77,0x69,0x74,0x20,0x68,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x20,0x64,0x0a,0x69,0x20,0x73,0x0a,0x61,0x20,0x62,0x0a,0x6c,0x20,0x79,0x3c,0x2f,0x77,0x3e,0x0a,0x77,0x20,0x65,0x0a,0x74,0x68,0x20,0x65,0x0a,0x74,0x20,0x65,0x0a,0x61,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x20,0x67,0x0a,0x76,0x20,0x69,0x0a,0x70,0x20,0x70,0x0a,0x73,0x20,0x75,0x0a,0x68,0x20,0x6f,0x0a,0x6d,0x20,0x79,0x3c,0x2f,0x77,0x3e,0x0a,0x2e,0x20,0x2e,0x0a,0x62,0x20,0x75,0x0a,0x63,0x20,0x6f,0x6d,0x0a,0x73,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x65,0x72,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x6d,0x20,0x65,0x0a,0x6d,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x6c,0x20,0x6c,0x3c,0x2f,0x77,0x3e,0x0a,0x63,0x20,0x6f,0x6e,0x0a,0x6d,0x20,0x6f,0x0a,0x6b,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x67,0x20,0x65,0x0a,0x6f,0x75,0x20,0x74,0x3c,0x2f,0x77,0x3e,0x0a,0x65,0x6e,0x20,0x74,0x3c,0x2f,0x77,0x3e,0x0a,0x63,0x20,0x6f,0x0a,0x66,0x20,0x65,0x0a,0x76,0x20,0x65,0x72,0x0a,0x61,0x20,0x72,0x3c,0x2f,0x77,0x3e,0x0a,0x66,0x20,0x72,0x6f,0x0a,0x61,0x20,0x75,0x0a,0x70,0x20,0x6f,0x0a,0x63,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x67,0x68,0x20,0x74,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x72,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x73,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x66,0x72,0x6f,0x20,0x6d,0x3c,0x2f,0x77,0x3e,0x0a,0x63,0x20,0x68,0x3c,0x2f,0x77,0x3e,0x0a,0x74,0x20,0x72,0x0a,0x6f,0x75,0x20,0x6e,0x0a,0x6f,0x6e,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x62,0x20,0x79,0x3c,0x2f,0x77,0x3e,0x0a,0x64,0x20,0x6f,0x0a,0x74,0x20,0x68,0x3c,0x2f,0x77,0x3e,0x0a,0x77,0x20,0x6f,0x72,0x0a,0x65,0x72,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x6b,0x20,0x65,0x0a,0x70,0x20,0x72,0x6f,0x0a,0x66,0x20,0x6f,0x72,0x0a,0x64,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x62,0x20,0x6f,0x0a,0x74,0x20,0x61,0x0a,0x77,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x67,0x20,0x6f,0x0a,0x68,0x20,0x65,0x0a,0x74,0x20,0x65,0x72,0x3c,0x2f,0x77,0x3e,0x0a,0x69,0x6e,0x20,0x67,0x0a,0x64,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x62,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x74,0x69,0x20,0x6f,0x6e,0x3c,0x2f,0x77,0x3e,0x0a,0x6d,0x20,0x6f,0x72,0x0a,0x61,0x20,0x79,0x0a,0x65,0x20,0x78,0x0a,0x69,0x6c,0x20,0x6c,0x3c,0x2f,0x77,0x3e,0x0a,0x70,0x20,0x65,0x0a,0x6b,0x20,0x73,0x3c,0x2f,0x77,0x3e,0x0a,0x73,0x20,0x63,0x0a,0x6c,0x20,0x75,0x0a,0x66,0x20,0x75,0x0a,0x71,0x20,0x75,0x0a,0x76,0x20,0x65,0x72,0x3c,0x2f,0x77,0x3e,0x0a,0xc3,0xb0,0xc5,0x81,0x20,0xc4,0xba,0x0a,0x6a,0x20,0x75,0x0a,0x6d,0x20,0x75,0x0a,0x61,0x74,0x20,0x65,0x3c,0x2f,0x77,0x3e,0x0a,0x61,0x6e,0x20,0x64,0x0a,0x76,0x20,0x65,0x0a,0x6b,0x20,0x69,0x6e,0x67,0x3c,0x2f,0x77,0x3e,0x0a,0x6d,0x20,0x61,0x72,0x0a,0x6f,0x20,0x70,0x0a,0x68,0x20,0x69,0x0a,0x2e,0x2e,0x20,0x2e,0x3c,0x2f,0x77,0x3e,0x0a,0x70,0x20,0x72,0x65,0x0a,0x61,0x20,0x64,0x3c,0x2f,0x77,0x3e,0x0a,0x72,0x20,0x75,0x0a,0x74Line truncated
 };
@@ -0,0 +1,3 @@
 static const unsigned char mistral_merges_utf8_c_str[] = {
 0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0xc4,0xa0,0x20,0x74,0x0a,0x65,0x20,0x72,0x0a,0x69,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0xc4,0xa0,0x20,0x61,0x0a,0x65,0x20,0x6e,0x0a,0x6f,0x20,0x6e,0x0a,0x65,0x20,0x73,0x0a,0xc4,0xa0,0x20,0x73,0x0a,0xc4,0xa0,0x20,0x64,0x0a,0xc4,0x8a,0x20,0xc4,0x8a,0x0a,0x68,0x20,0x65,0x0a,0x61,0x20,0x74,0x0a,0x6f,0x20,0x72,0x0a,0x61,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0x63,0x0a,0x72,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x70,0x0a,0x69,0x20,0x73,0x0a,0x69,0x20,0x74,0x0a,0x61,0x20,0x72,0x0a,0xc4,0xa0,0x20,0x74,0x68,0x65,0x0a,0xc4,0xa0,0x74,0x20,0x68,0x65,0x0a,0xc4,0xa0,0x74,0x68,0x20,0x65,0x0a,0x61,0x20,0x6c,0x0a,0xc3,0x98,0x20,0xc2,0xa7,0x0a,0xc4,0xa0,0x20,0x6f,0x0a,0x6c,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x6d,0x0a,0xc4,0xa0,0x20,0x66,0x0a,0xc4,0xa0,0x20,0x77,0x0a,0x65,0x20,0x64,0x0a,0xc3,0xa2,0x20,0xc4,0xa2,0x0a,0x61,0x20,0x73,0x0a,0xc4,0xa0,0x20,0x62,0x0a,0x69,0x20,0x63,0x0a,0x72,0x20,0x6f,0x0a,0x69,0x20,0x6f,0x6e,0x0a,0x69,0x6f,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0xc4,0xa0,0x20,0x69,0x6e,0x0a,0xc4,0xa0,0x69,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0x6c,0x0a,0xc3,0xa3,0x20,0xc4,0xa2,0x0a,0x65,0x20,0x6e,0x74,0x0a,0x65,0x6e,0x20,0x74,0x0a,0x6e,0x20,0x64,0x0a,0x65,0x20,0x6c,0x0a,0xc4,0xa0,0x20,0xc3,0x90,0x0a,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0x0a,0x69,0x20,0x6e,0x67,0x0a,0x69,0x6e,0x20,0x67,0x0a,0xc3,0x99,0x20,0xc4,0xa6,0x0a,0x65,0x20,0x74,0x0a,0x6f,0x20,0x75,0x0a,0xc3,0xa0,0x20,0xc2,0xa4,0x0a,0xc4,0xa0,0x20,0x6f,0x66,0x0a,0xc4,0xa0,0x6f,0x20,0x66,0x0a,0xc4,0xa0,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0xc3,0x98,0x0a,0xc4,0xa0,0x20,0x68,0x0a,0xc4,0xa0,0x20,0x64,0x65,0x0a,0xc4,0xa0,0x64,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x7c,0x0a,0x6f,0x20,0x6d,0x0a,0x73,0x20,0x74,0x0a,0xc3,0x90,0x20,0xc2,0xb0,0x0a,0x63,0x20,0x74,0x0a,0xc4,0xa0,0x20,0x74,0x6f,0x0a,0xc4,0xa0,0x74,0x20,0x6f,0x0a,0x69,0x20,0x6c,0x0a,0xc4,0xa0,0x20,0x28,0x0a,0xc3,0xa3,0xc4,0xa2,0x20,0xc4,0xa4,0x0a,0xc4,0xa0,0x20,0x61,0x6e,0x64,0x0a,0xc4,0xa0,0x61,0x20,0x6e,0x64,0x0a,0xc4,0xa0,0x61,0x6e,0x20,0x64,0x0a,0xc4,0xa0,0x20,0xc3,0x99,0x0a,0xc3,0x90,0x20,0xc2,0xbe,0x0a,0xc4,0xa0,0x20,0x65,0x0a,0x61,0x20,0x6d,0x0a,0xc4,0xa0,0x20,0x74,0x68,0x0a,0xc4,0xa0,0x74,0x20,0x68,0x0a,0x69,0x20,0x64,0x0a,0x75,0x20,0x72,0x0a,0x69,0x20,0x6d,0x0a,0xc4,0xa0,0x20,0x76,0x0a,0x63,0x20,0x68,0x0a,0x61,0x20,0x64,0x0a,0xc4,0xa0,0x20,0x75,0x0a,0xc3,0x90,0x20,0xc2,0xb5,0x0a,0xc4,0xa0,0x20,0x53,0x0a,0x6f,0x20,0x6c,0x0a,0xc3,0x83,0x20,0xc2,0xa9,0x0a,0x2e,0x20,0xc4,0x8a,0xc4,0x8a,0x0a,0x2e,0xc4,0x8a,0x20,0xc4,0x8a,0x0a,0xc3,0x99,0x20,0xc4,0xac,0x0a,0xc3,0xa3,0x20,0xc4,0xa3,0x0a,0x75,0x20,0x74,0x0a,0xc3,0xaf,0x20,0xc2,0xbc,0x0a,0xc4,0xa0,0x20,0x67,0x0a,0xc4,0xa0,0x20,0x72,0x65,0x0a,0xc4,0xa0,0x72,0x20,0x65,0x0a,0xc3,0x99,0x20,0xc4,0xa8,0x0a,0x6f,0x20,0x73,0x0a,0xc3,0x90,0x20,0xc2,0xb8,0x0a,0x71,0x20,0x75,0x0a,0xc4,0xa0,0x20,0x41,0x0a,0xc3,0x98,0xc2,0xa7,0x20,0xc3,0x99,0xc4,0xa6,0x0a,0x69,0x20,0x67,0x0a,0xc3,0x98,0x20,0xc2,0xb1,0x0a,0xc4,0xa0,0x20,0x54,0x0a,0x69,0x20,0x76,0x0a,0xc3,0xa3,0xc4,0xa2,0xc4,0xa4,0x20,0xc4,0x8a,0xc4,0x8a,0x0a,0xc3,0xa3,0xc4,0xa2,0xc4,0xa4,0xc4,0x8a,0x20,0xc4,0x8a,0x0a,0x65,0x20,0x6d,0x0a,0x72,0x20,0x61,0x0a,0x23,0x20,0x23,0x0a,0xc4,0xa0,0x20,0x43,0x0a,0x6f,0x20,0x74,0x0a,0xc3,0x91,0x20,0xc4,0xa4,0x0a,0xc4,0xa0,0x20,0x49,0x0a,0xc3,0x90,0x20,0xc2,0xbd,0x0a,0xc4,0xa0,0x20,0x2a,0x0a,0x3b,0x20,0xc4,0x8a,0x0a,0x75,0x20,0x6c,0x0a,0xc3,0x91,0x20,0xc4,0xa2,0x0a,0x63,0x20,0x65,0x0a,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0x61,0x20,0x74,0x69,0x6f,0x6e,0x0a,0x61,0x74,0x20,0x69,0x6f,0x6e,0x0a,0x61,0x74,0x69,0x20,0x6f,0x6e,0x0a,0x61,0x74,0x69,0x6f,0x20,0x6e,0x0a,0xc3,0x99,0x20,0xc4,0xa7,0x0a,0x65,0x20,0x73,0x74,0x0a,0x65,0x73,0x20,0x74,0x0a,0xc4,0xa0,0x20,0x4d,0x0a,0x75,0x20,0x73,0x0a,0xc4,0xa0,0x20,0xc3,0x98,0xc2,0xa7,0xc3,0x99,0xc4,0xa6,0x0a,0xc4,0xa0,0xc3,0x98,0xc2,0xa7,0x20,0xc3,0x99,0xc4,0xa6,0x0a,0xc4,0xa0Line truncated
 };
@@ -0,0 +1,3 @@
 static const unsigned char mistral_vocab_json_utf8_c_str[] = {
 0x7b,0x22,0x3c,0x75,0x6e,0x6b,0x3e,0x22,0x3a,0x20,0x30,0x2c,0x20,0x22,0x3c,0x73,0x3e,0x22,0x3a,0x20,0x31,0x2c,0x20,0x22,0x3c,0x2f,0x73,0x3e,0x22,0x3a,0x20,0x32,0x2c,0x20,0x22,0x5b,0x49,0x4e,0x53,0x54,0x5d,0x22,0x3a,0x20,0x33,0x2c,0x20,0x22,0x5b,0x2f,0x49,0x4e,0x53,0x54,0x5d,0x22,0x3a,0x20,0x34,0x2c,0x20,0x22,0x5b,0x41,0x56,0x41,0x49,0x4c,0x41,0x42,0x4c,0x45,0x5f,0x54,0x4f,0x4f,0x4c,0x53,0x5d,0x22,0x3a,0x20,0x35,0x2c,0x20,0x22,0x5b,0x2f,0x41,0x56,0x41,0x49,0x4c,0x41,0x42,0x4c,0x45,0x5f,0x54,0x4f,0x4f,0x4c,0x53,0x5d,0x22,0x3a,0x20,0x36,0x2c,0x20,0x22,0x5b,0x54,0x4f,0x4f,0x4c,0x5f,0x52,0x45,0x53,0x55,0x4c,0x54,0x53,0x5d,0x22,0x3a,0x20,0x37,0x2c,0x20,0x22,0x5b,0x2f,0x54,0x4f,0x4f,0x4c,0x5f,0x52,0x45,0x53,0x55,0x4c,0x54,0x53,0x5d,0x22,0x3a,0x20,0x38,0x2c,0x20,0x22,0x5b,0x54,0x4f,0x4f,0x4c,0x5f,0x43,0x41,0x4c,0x4c,0x53,0x5d,0x22,0x3a,0x20,0x39,0x2c,0x20,0x22,0x5b,0x49,0x4d,0x47,0x5d,0x22,0x3a,0x20,0x31,0x30,0x2c,0x20,0x22,0x3c,0x70,0x61,0x64,0x3e,0x22,0x3a,0x20,0x31,0x31,0x2c,0x20,0x22,0x5b,0x49,0x4d,0x47,0x5f,0x42,0x52,0x45,0x41,0x4b,0x5d,0x22,0x3a,0x20,0x31,0x32,0x2c,0x20,0x22,0x5b,0x49,0x4d,0x47,0x5f,0x45,0x4e,0x44,0x5d,0x22,0x3a,0x20,0x31,0x33,0x2c,0x20,0x22,0x5b,0x50,0x52,0x45,0x46,0x49,0x58,0x5d,0x22,0x3a,0x20,0x31,0x34,0x2c,0x20,0x22,0x5b,0x4d,0x49,0x44,0x44,0x4c,0x45,0x5d,0x22,0x3a,0x20,0x31,0x35,0x2c,0x20,0x22,0x5b,0x53,0x55,0x46,0x46,0x49,0x58,0x5d,0x22,0x3a,0x20,0x31,0x36,0x2c,0x20,0x22,0x5b,0x53,0x59,0x53,0x54,0x45,0x4d,0x5f,0x50,0x52,0x4f,0x4d,0x50,0x54,0x5d,0x22,0x3a,0x20,0x31,0x37,0x2c,0x20,0x22,0x5b,0x2f,0x53,0x59,0x53,0x54,0x45,0x4d,0x5f,0x50,0x52,0x4f,0x4d,0x50,0x54,0x5d,0x22,0x3a,0x20,0x31,0x38,0x2c,0x20,0x22,0x5b,0x54,0x4f,0x4f,0x4c,0x5f,0x43,0x4f,0x4e,0x54,0x45,0x4e,0x54,0x5d,0x22,0x3a,0x20,0x31,0x39,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x30,0x3e,0x22,0x3a,0x20,0x32,0x30,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x31,0x3e,0x22,0x3a,0x20,0x32,0x31,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x32,0x3e,0x22,0x3a,0x20,0x32,0x32,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x33,0x3e,0x22,0x3a,0x20,0x32,0x33,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x34,0x3e,0x22,0x3a,0x20,0x32,0x34,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x35,0x3e,0x22,0x3a,0x20,0x32,0x35,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x36,0x3e,0x22,0x3a,0x20,0x32,0x36,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x37,0x3e,0x22,0x3a,0x20,0x32,0x37,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x38,0x3e,0x22,0x3a,0x20,0x32,0x38,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x32,0x39,0x3e,0x22,0x3a,0x20,0x32,0x39,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x30,0x3e,0x22,0x3a,0x20,0x33,0x30,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x31,0x3e,0x22,0x3a,0x20,0x33,0x31,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x32,0x3e,0x22,0x3a,0x20,0x33,0x32,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x33,0x3e,0x22,0x3a,0x20,0x33,0x33,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x34,0x3e,0x22,0x3a,0x20,0x33,0x34,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x35,0x3e,0x22,0x3a,0x20,0x33,0x35,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x36,0x3e,0x22,0x3a,0x20,0x33,0x36,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x37,0x3e,0x22,0x3a,0x20,0x33,0x37,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x38,0x3e,0x22,0x3a,0x20,0x33,0x38,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x33,0x39,0x3e,0x22,0x3a,0x20,0x33,0x39,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x30,0x3e,0x22,0x3a,0x20,0x34,0x30,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x31,0x3e,0x22,0x3a,0x20,0x34,0x31,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x32,0x3e,0x22,0x3a,0x20,0x34,0x32,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x33,0x3e,0x22,0x3a,0x20,0x34,0x33,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x34,0x3e,0x22,0x3a,0x20,0x34,0x34,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x35,0x3e,0x22,0x3a,0x20,0x34,0x35,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x36,0x3e,0x22,0x3a,0x20,0x34,0x36,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x37,0x3e,0x22,0x3a,0x20,0x34,0x37,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x38,0x3e,0x22,0x3a,0x20,0x34,0x38,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x34,0x39,0x3e,0x22,0x3a,0x20,0x34,0x39,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x35,0x30,0x3e,0x22,0x3a,0x20,0x35,0x30,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4c,0x5f,0x35,0x31,0x3e,0x22,0x3a,0x20,0x35,0x31,0x2c,0x20,0x22,0x3c,0x53,0x50,0x45,0x43,0x49,0x41,0x4cLine truncated
 };
@@ -0,0 +1,3 @@
 static const unsigned char qwen2_merges_utf8_c_str[] = {
 0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0x0a,0x69,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0x74,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0x65,0x20,0x72,0x0a,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0x6f,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0x61,0x0a,0x72,0x20,0x65,0x0a,0x61,0x20,0x74,0x0a,0x73,0x20,0x74,0x0a,0x65,0x20,0x6e,0x0a,0x6f,0x20,0x72,0x0a,0xc4,0xa0,0x74,0x20,0x68,0x0a,0xc4,0x8a,0x20,0xc4,0x8a,0x0a,0xc4,0xa0,0x20,0x63,0x0a,0x6c,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x73,0x0a,0x69,0x20,0x74,0x0a,0x61,0x20,0x6e,0x0a,0x61,0x20,0x72,0x0a,0x61,0x20,0x6c,0x0a,0xc4,0xa0,0x74,0x68,0x20,0x65,0x0a,0x3b,0x20,0xc4,0x8a,0x0a,0xc4,0xa0,0x20,0x70,0x0a,0xc4,0xa0,0x20,0x66,0x0a,0x6f,0x20,0x75,0x0a,0xc4,0xa0,0x20,0x3d,0x0a,0x69,0x20,0x73,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0x69,0x6e,0x20,0x67,0x0a,0x65,0x20,0x73,0x0a,0xc4,0xa0,0x20,0x77,0x0a,0x69,0x20,0x6f,0x6e,0x0a,0x65,0x20,0x64,0x0a,0x69,0x20,0x63,0x0a,0xc4,0xa0,0x20,0x62,0x0a,0xc4,0xa0,0x20,0x64,0x0a,0x65,0x20,0x74,0x0a,0xc4,0xa0,0x20,0x6d,0x0a,0xc4,0xa0,0x20,0x6f,0x0a,0xc4,0x89,0x20,0xc4,0x89,0x0a,0x72,0x20,0x6f,0x0a,0x61,0x20,0x73,0x0a,0x65,0x20,0x6c,0x0a,0x63,0x20,0x74,0x0a,0x6e,0x20,0x64,0x0a,0xc4,0xa0,0x20,0x69,0x6e,0x0a,0xc4,0xa0,0x20,0x68,0x0a,0x65,0x6e,0x20,0x74,0x0a,0x69,0x20,0x64,0x0a,0xc4,0xa0,0x20,0x6e,0x0a,0x61,0x20,0x6d,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0xc4,0xa0,0x74,0x20,0x6f,0x0a,0xc4,0xa0,0x20,0x72,0x65,0x0a,0x2d,0x20,0x2d,0x0a,0xc4,0xa0,0x20,0x7b,0x0a,0xc4,0xa0,0x6f,0x20,0x66,0x0a,0x6f,0x20,0x6d,0x0a,0x29,0x20,0x3b,0xc4,0x8a,0x0a,0x69,0x20,0x6d,0x0a,0xc4,0x8d,0x20,0xc4,0x8a,0x0a,0xc4,0xa0,0x20,0x28,0x0a,0x69,0x20,0x6c,0x0a,0x2f,0x20,0x2f,0x0a,0xc4,0xa0,0x61,0x20,0x6e,0x64,0x0a,0x75,0x20,0x72,0x0a,0x73,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x6c,0x0a,0x65,0x20,0x78,0x0a,0xc4,0xa0,0x20,0x53,0x0a,0x61,0x20,0x64,0x0a,0xc4,0xa0,0x20,0x22,0x0a,0x63,0x20,0x68,0x0a,0x75,0x20,0x74,0x0a,0x69,0x20,0x66,0x0a,0x2a,0x20,0x2a,0x0a,0xc4,0xa0,0x20,0x7d,0x0a,0x65,0x20,0x6d,0x0a,0x6f,0x20,0x6c,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0x74,0x20,0x68,0x0a,0x29,0x20,0xc4,0x8a,0x0a,0xc4,0xa0,0x7b,0x20,0xc4,0x8a,0x0a,0xc4,0xa0,0x20,0x67,0x0a,0x69,0x20,0x67,0x0a,0x69,0x20,0x76,0x0a,0x2c,0x20,0xc4,0x8a,0x0a,0x63,0x20,0x65,0x0a,0x6f,0x20,0x64,0x0a,0xc4,0xa0,0x20,0x76,0x0a,0x61,0x74,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x54,0x0a,0x61,0x20,0x67,0x0a,0x61,0x20,0x79,0x0a,0xc4,0xa0,0x20,0x2a,0x0a,0x6f,0x20,0x74,0x0a,0x75,0x20,0x73,0x0a,0xc4,0xa0,0x20,0x43,0x0a,0xc4,0xa0,0x20,0x73,0x74,0x0a,0xc4,0xa0,0x20,0x49,0x0a,0x75,0x20,0x6e,0x0a,0x75,0x20,0x6c,0x0a,0x75,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x41,0x0a,0x6f,0x20,0x77,0x0a,0xc4,0xa0,0x20,0x27,0x0a,0x65,0x20,0x77,0x0a,0xc4,0xa0,0x20,0x3c,0x0a,0x61,0x74,0x20,0x69,0x6f,0x6e,0x0a,0x28,0x20,0x29,0x0a,0xc4,0xa0,0x66,0x20,0x6f,0x72,0x0a,0x61,0x20,0x62,0x0a,0x6f,0x72,0x20,0x74,0x0a,0x75,0x20,0x6d,0x0a,0x61,0x6d,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x69,0x73,0x0a,0x70,0x20,0x65,0x0a,0x74,0x20,0x72,0x0a,0x63,0x20,0x6b,0x0a,0xc3,0xa2,0x20,0xc4,0xa2,0x0a,0xc4,0xa0,0x20,0x79,0x0a,0x69,0x20,0x73,0x74,0x0a,0x2d,0x2d,0x20,0x2d,0x2d,0x0a,0x2e,0x20,0xc4,0x8a,0xc4,0x8a,0x0a,0x68,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x65,0x0a,0x6c,0x20,0x6f,0x0a,0xc4,0xa0,0x20,0x4d,0x0a,0xc4,0xa0,0x62,0x20,0x65,0x0a,0x65,0x72,0x20,0x73,0x0a,0xc4,0xa0,0x20,0x6f,0x6e,0x0a,0xc4,0xa0,0x63,0x20,0x6f,0x6e,0x0a,0x61,0x20,0x70,0x0a,0x75,0x20,0x62,0x0a,0xc4,0xa0,0x20,0x50,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x0a,0x61,0x73,0x20,0x73,0x0a,0x69,0x6e,0x20,0x74,0x0a,0x3e,0x20,0xc4,0x8a,0x0a,0x6c,0x20,0x79,0x0a,0x75,0x72,0x20,0x6e,0x0a,0xc4,0xa0,0x20,0x24,0x0a,0x3b,0x20,0xc4,0x8a,0xc4,0x8a,0x0a,0x61,0x20,0x76,0x0a,0x70,0x20,0x6f,0x72,0x74,0x0a,0x69,0x20,0x72,0x0a,0x2d,0x20,0x3e,0x0a,0x6e,0x20,0x74,0x0a,0x63,0x74,0x20,0x69,0x6f,0x6e,0x0a,0x65,0x6e,0x20,0x64,0x0a,0xc4,0xa0,0x64,0x20,0x65,0x0a,0x69,0x74,0x20,0x68,0x0a,0x6f,0x75,0x20,0x74,0x0a,0x74,0x20,0x75,0x72,0x6e,0x0a,0x6f,0x75,0x20,0x72,0x0a,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0xc4,0xa0,0x20,0xc4,0xa0,0x0a,0x6c,0x20,0x69,0x63,0x0a,0x72,0x65,0x20,0x73,0x0a,0x70,0x20,0x74,0x0a,0x3d,0x20,0x3d,0x0a,0xc4,0xa0,0x74,0x68,0x20,0x69,0x73,0x0a,0xc4,0xa0,0x77,0x20,0x68,0x0a,0xc4,0xa0,0x20,0x69,0x66,0x0a,0xc4,0xa0,0x20,0x44,0x0a,0x76,0x20,0x65,0x72,0x0a,0x61,0x67,0x20,0x65,0x0a,0xc4,0xa0,0x20,0x42,0x0a,0x68,0x20,0x74,0x0a,0x65,0x78,0x20,0x74,0x0a,0x3d,0x20,0x22,0x0a,0xc4,0xa0,0x74,0x68,0x20,0x61,0x74,0x0a,0x2a,0x2a,0x20,0x2a,0x2a,0x0a,0xc4,0xa0,0x20,0x52,0x0a,0xc4,0xa0,0x20,0x69,0x74,0x0a,0x65,0x73,0x20,0x73,0x0a,0xc4,0xa0,0x20,0x46,0x0a,0xc4,0xa0,0x20,0x72,0x0a,0x6f,0x20,0x73,0x0a,0x61,0x6e,0x20,0x64,0x0a,0xc4,0xa0,0x61,0x20Line truncated
 };
@@ -0,0 +1,3 @@
 static const unsigned char t5_tokenizer_json_str[] = {
 0x7b,0x22,0x76,0x65,0x72,0x73,0x69,0x6f,0x6e,0x22,0x3a,0x20,0x22,0x31,0x2e,0x30,0x22,0x2c,0x20,0x22,0x74,0x72,0x75,0x6e,0x63,0x61,0x74,0x69,0x6f,0x6e,0x22,0x3a,0x20,0x6e,0x75,0x6c,0x6c,0x2c,0x20,0x22,0x70,0x61,0x64,0x64,0x69,0x6e,0x67,0x22,0x3a,0x20,0x6e,0x75,0x6c,0x6c,0x2c,0x20,0x22,0x61,0x64,0x64,0x65,0x64,0x5f,0x74,0x6f,0x6b,0x65,0x6e,0x73,0x22,0x3a,0x20,0x5b,0x7b,0x22,0x69,0x64,0x22,0x3a,0x20,0x30,0x2c,0x20,0x22,0x63,0x6f,0x6e,0x74,0x65,0x6e,0x74,0x22,0x3a,0x20,0x22,0x3c,0x70,0x61,0x64,0x3e,0x22,0x2c,0x20,0x22,0x73,0x69,0x6e,0x67,0x6c,0x65,0x5f,0x77,0x6f,0x72,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6c,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x72,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6e,0x6f,0x72,0x6d,0x61,0x6c,0x69,0x7a,0x65,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x73,0x70,0x65,0x63,0x69,0x61,0x6c,0x22,0x3a,0x20,0x74,0x72,0x75,0x65,0x7d,0x2c,0x20,0x7b,0x22,0x69,0x64,0x22,0x3a,0x20,0x31,0x2c,0x20,0x22,0x63,0x6f,0x6e,0x74,0x65,0x6e,0x74,0x22,0x3a,0x20,0x22,0x3c,0x2f,0x73,0x3e,0x22,0x2c,0x20,0x22,0x73,0x69,0x6e,0x67,0x6c,0x65,0x5f,0x77,0x6f,0x72,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6c,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x72,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6e,0x6f,0x72,0x6d,0x61,0x6c,0x69,0x7a,0x65,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x73,0x70,0x65,0x63,0x69,0x61,0x6c,0x22,0x3a,0x20,0x74,0x72,0x75,0x65,0x7d,0x2c,0x20,0x7b,0x22,0x69,0x64,0x22,0x3a,0x20,0x32,0x2c,0x20,0x22,0x63,0x6f,0x6e,0x74,0x65,0x6e,0x74,0x22,0x3a,0x20,0x22,0x3c,0x75,0x6e,0x6b,0x3e,0x22,0x2c,0x20,0x22,0x73,0x69,0x6e,0x67,0x6c,0x65,0x5f,0x77,0x6f,0x72,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6c,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x72,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6e,0x6f,0x72,0x6d,0x61,0x6c,0x69,0x7a,0x65,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x73,0x70,0x65,0x63,0x69,0x61,0x6c,0x22,0x3a,0x20,0x74,0x72,0x75,0x65,0x7d,0x2c,0x20,0x7b,0x22,0x69,0x64,0x22,0x3a,0x20,0x33,0x32,0x30,0x30,0x30,0x2c,0x20,0x22,0x63,0x6f,0x6e,0x74,0x65,0x6e,0x74,0x22,0x3a,0x20,0x22,0x3c,0x65,0x78,0x74,0x72,0x61,0x5f,0x69,0x64,0x5f,0x39,0x39,0x3e,0x22,0x2c,0x20,0x22,0x73,0x69,0x6e,0x67,0x6c,0x65,0x5f,0x77,0x6f,0x72,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6c,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x72,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6e,0x6f,0x72,0x6d,0x61,0x6c,0x69,0x7a,0x65,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x73,0x70,0x65,0x63,0x69,0x61,0x6c,0x22,0x3a,0x20,0x74,0x72,0x75,0x65,0x7d,0x2c,0x20,0x7b,0x22,0x69,0x64,0x22,0x3a,0x20,0x33,0x32,0x30,0x30,0x31,0x2c,0x20,0x22,0x63,0x6f,0x6e,0x74,0x65,0x6e,0x74,0x22,0x3a,0x20,0x22,0x3c,0x65,0x78,0x74,0x72,0x61,0x5f,0x69,0x64,0x5f,0x39,0x38,0x3e,0x22,0x2c,0x20,0x22,0x73,0x69,0x6e,0x67,0x6c,0x65,0x5f,0x77,0x6f,0x72,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6c,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x72,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6e,0x6f,0x72,0x6d,0x61,0x6c,0x69,0x7a,0x65,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x73,0x70,0x65,0x63,0x69,0x61,0x6c,0x22,0x3a,0x20,0x74,0x72,0x75,0x65,0x7d,0x2c,0x20,0x7b,0x22,0x69,0x64,0x22,0x3a,0x20,0x33,0x32,0x30,0x30,0x32,0x2c,0x20,0x22,0x63,0x6f,0x6e,0x74,0x65,0x6e,0x74,0x22,0x3a,0x20,0x22,0x3c,0x65,0x78,0x74,0x72,0x61,0x5f,0x69,0x64,0x5f,0x39,0x37,0x3e,0x22,0x2c,0x20,0x22,0x73,0x69,0x6e,0x67,0x6c,0x65,0x5f,0x77,0x6f,0x72,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6c,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x72,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6e,0x6f,0x72,0x6d,0x61,0x6c,0x69,0x7a,0x65,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x73,0x70,0x65,0x63,0x69,0x61,0x6c,0x22,0x3a,0x20,0x74,0x72,0x75,0x65,0x7d,0x2c,0x20,0x7b,0x22,0x69,0x64,0x22,0x3a,0x20,0x33,0x32,0x30,0x30,0x33,0x2c,0x20,0x22,0x63,0x6f,0x6e,0x74,0x65,0x6e,0x74,0x22,0x3a,0x20,0x22,0x3c,0x65,0x78,0x74,0x72,0x61,0x5f,0x69,0x64,0x5f,0x39,0x36,0x3e,0x22,0x2c,0x20,0x22,0x73,0x69,0x6e,0x67,0x6c,0x65,0x5f,0x77,0x6f,0x72,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6c,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x72,0x73,0x74,0x72,0x69,0x70,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x6e,0x6f,0x72,0x6d,0x61,0x6c,0x69,0x7a,0x65,0x64,0x22,0x3a,0x20,0x66,0x61,0x6c,0x73,0x65,0x2c,0x20,0x22,0x73,0x70,0x65,0x63,0x69,0x61,0x6c,0x22,0x3a,0x20,0x74,0x72,0x75,0x65,0x7d,0x2c,0x20,0x7b,0x22,0x69,0x64,0x22Line truncated
 };
@@ -1,9 +1,11 @@
 #include "vocab.h"
-#include "clip_t5.hpp"
+#include "clip_merges.hpp"
 #include "gemma_merges.hpp"
 #include "gemma_vocab.hpp"
-#include "mistral.hpp"
+#include "mistral_merges.hpp"
-#include "qwen.hpp"
+#include "mistral_vocab.hpp"
 #include "qwen_merges.hpp"
 #include "t5.hpp"
 #include "umt5.hpp"
 std::string load_clip_merges() {