refactor: escape newlines in prompt logs and clarify source separators (#2106)

This commit is contained in:
leejet authored and GitHub committed 2026-10-06 19:51:12 +08:00
1 parent 0963357214
commit fd43b542a6
7 files changed
+27 -11

No files matched your search

+1 -1
View File
@@ -735,7 +735,7 @@ bool HFTokenizer::encode(const std::string& text, std::vector<int>& tokens, on_n
}
}
ss << "]";
LOG_VERBOSE("split prompt \"%s\" to %zu tokens %s", text.c_str(), result.size(), ss.str().c_str());
LOG_VERBOSE("split prompt \"%s\" to %zu tokens %s", escape_newlines(text).c_str(), result.size(), escape_newlines(ss.str()).c_str());
tokens = std::move(result);
return true;
}