stable-diffusion.cpp/tokenize_util.h
2025-09-20 14:05:42 +08:00

9 lines
181 B
C++

#ifndef __TOKENIZE_UTIL__
#define __TOKENIZE_UTIL__
#include <string>
#include <vector>
std::vector<std::string> token_split(const std::string& text);
#endif // __TOKENIZE_UTIL__