DarthAffe/stable-diffusion.cpp
1
0 Fork 0
mirror of https://github.com/leejet/stable-diffusion.cpp.git synced 2026-11-11 11:26:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: enhance the tokenizer's handing of Unicode (#120)

Browse Source
This commit is contained in:
leejet authored and GitHub committed 2023-12-21 00:22:03 +08:00
1 parent 9842a3f819
commit 8f6b4a39d6
6 files changed
+43830 -80117
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

util.h
+4
View File
@@ -14,6 +14,10 @@ void replace_all_chars(std::string& str, char target, char replacement);
bool file_exists(const std::string& filename);
bool is_directory(const std::string& path);
std::u32string utf8_to_utf32(const std::string& utf8_str);
std::string utf32_to_utf8(const std::u32string& utf32_str);
std::u32string unicode_value_to_utf32(int unicode_value);
std::string basename(const std::string& path);
std::string path_join(const std::string& p1, const std::string& p2);