mirror of
https://github.com/leejet/stable-diffusion.cpp.git
synced 2026-11-11 11:26:34 +00:00
chore: move parameter and tokenizer diagnostics to debug (#2135)
This commit is contained in:
1 parent
46362fc4c0
commit
1d0a58a350
8 files changed
+14
-14
No files matched your search
@@ -696,9 +696,9 @@ int main(int argc, const char* argv[]) {
|
|||||||
|
|
||||||
LOG_VERBOSE("version: %s", version_string().c_str());
|
LOG_VERBOSE("version: %s", version_string().c_str());
|
||||||
LOG_VERBOSE("%s", sd_get_system_info());
|
LOG_VERBOSE("%s", sd_get_system_info());
|
||||||
LOG_VERBOSE("%s", cli_params.to_string().c_str());
|
LOG_DEBUG("%s", cli_params.to_string().c_str());
|
||||||
LOG_VERBOSE("%s", ctx_params.to_string().c_str());
|
LOG_DEBUG("%s", ctx_params.to_string().c_str());
|
||||||
LOG_VERBOSE("%s", gen_params.to_string().c_str());
|
LOG_DEBUG("%s", gen_params.to_string().c_str());
|
||||||
|
|
||||||
if (!cli_params.imatrix_out.empty()) {
|
if (!cli_params.imatrix_out.empty()) {
|
||||||
if (fs::exists(cli_params.imatrix_out) &&
|
if (fs::exists(cli_params.imatrix_out) &&
|
||||||
|
|||||||
@@ -85,8 +85,8 @@ int main(int argc, const char** argv) {
|
|||||||
LOG_VERBOSE("version: %s", version_string().c_str());
|
LOG_VERBOSE("version: %s", version_string().c_str());
|
||||||
LOG_VERBOSE("%s", sd_get_system_info());
|
LOG_VERBOSE("%s", sd_get_system_info());
|
||||||
LOG_VERBOSE("%s", svr_params.to_string().c_str());
|
LOG_VERBOSE("%s", svr_params.to_string().c_str());
|
||||||
LOG_VERBOSE("%s", ctx_params.to_string().c_str());
|
LOG_DEBUG("%s", ctx_params.to_string().c_str());
|
||||||
LOG_VERBOSE("%s", default_gen_params.to_string().c_str());
|
LOG_DEBUG("%s", default_gen_params.to_string().c_str());
|
||||||
|
|
||||||
sd_ctx_params_t sd_ctx_params = ctx_params.to_sd_ctx_params_t(false);
|
sd_ctx_params_t sd_ctx_params = ctx_params.to_sd_ctx_params_t(false);
|
||||||
SDCtxPtr sd_ctx(new_sd_ctx(&sd_ctx_params));
|
SDCtxPtr sd_ctx(new_sd_ctx(&sd_ctx_params));
|
||||||
|
|||||||
@@ -630,7 +630,7 @@ SDVersion ModelLoader::get_sd_version() const {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (is_wan) {
|
if (is_wan) {
|
||||||
LOG_VERBOSE("patch_embedding_channels %d", patch_embedding_channels);
|
LOG_DEBUG("patch_embedding_channels %d", patch_embedding_channels);
|
||||||
if (is_s2v) {
|
if (is_s2v) {
|
||||||
return VERSION_WAN2_2_S2V;
|
return VERSION_WAN2_2_S2V;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1633,7 +1633,7 @@ bool StableDiffusionGGML::build_runners(const RunnerGroups& groups) {
|
|||||||
LOG_INFO("Diffusion model weight type stat: %s", wtype_stat_to_str(diffusion_model_wtype_stat).c_str());
|
LOG_INFO("Diffusion model weight type stat: %s", wtype_stat_to_str(diffusion_model_wtype_stat).c_str());
|
||||||
LOG_INFO("VAE weight type stat: %s", wtype_stat_to_str(vae_wtype_stat).c_str());
|
LOG_INFO("VAE weight type stat: %s", wtype_stat_to_str(vae_wtype_stat).c_str());
|
||||||
|
|
||||||
LOG_VERBOSE("ggml tensor size = %d bytes", (int)sizeof(ggml_tensor));
|
LOG_DEBUG("ggml tensor size = %d bytes", (int)sizeof(ggml_tensor));
|
||||||
|
|
||||||
configure_weight_loading();
|
configure_weight_loading();
|
||||||
for (auto group : groups) {
|
for (auto group : groups) {
|
||||||
|
|||||||
@@ -63,7 +63,7 @@ void CLIPTokenizer::load_from_merges(const std::string& merges_utf8_str) {
|
|||||||
}
|
}
|
||||||
vocab.push_back(utf8_to_utf32("<|startoftext|>"));
|
vocab.push_back(utf8_to_utf32("<|startoftext|>"));
|
||||||
vocab.push_back(utf8_to_utf32("<|endoftext|>"));
|
vocab.push_back(utf8_to_utf32("<|endoftext|>"));
|
||||||
LOG_VERBOSE("vocab size: %zu", vocab.size());
|
LOG_DEBUG("vocab size: %zu", vocab.size());
|
||||||
int i = 0;
|
int i = 0;
|
||||||
for (const auto& token : vocab) {
|
for (const auto& token : vocab) {
|
||||||
encoder[token] = i;
|
encoder[token] = i;
|
||||||
|
|||||||
@@ -29,7 +29,7 @@ void GemmaTokenizer::load_from_merges(const std::string& merges_utf8_str, const
|
|||||||
decoder[i] = token;
|
decoder[i] = token;
|
||||||
}
|
}
|
||||||
encoder_len = static_cast<int>(vocab.size());
|
encoder_len = static_cast<int>(vocab.size());
|
||||||
LOG_VERBOSE("vocab size: %d", encoder_len);
|
LOG_DEBUG("vocab size: %d", encoder_len);
|
||||||
|
|
||||||
std::vector<std::u32string> merges = split_utf32(merges_utf8_str);
|
std::vector<std::u32string> merges = split_utf32(merges_utf8_str);
|
||||||
std::vector<std::pair<std::u32string, std::u32string>> merge_pairs;
|
std::vector<std::pair<std::u32string, std::u32string>> merge_pairs;
|
||||||
@@ -37,7 +37,7 @@ void GemmaTokenizer::load_from_merges(const std::string& merges_utf8_str, const
|
|||||||
size_t space_pos = merge.find(' ');
|
size_t space_pos = merge.find(' ');
|
||||||
merge_pairs.emplace_back(merge.substr(0, space_pos), merge.substr(space_pos + 1));
|
merge_pairs.emplace_back(merge.substr(0, space_pos), merge.substr(space_pos + 1));
|
||||||
}
|
}
|
||||||
LOG_VERBOSE("merges size %zu", merge_pairs.size());
|
LOG_DEBUG("merges size %zu", merge_pairs.size());
|
||||||
|
|
||||||
int rank = 0;
|
int rank = 0;
|
||||||
for (const auto& merge : merge_pairs) {
|
for (const auto& merge : merge_pairs) {
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ void MistralTokenizer::load_from_merges(const std::string& merges_utf8_str, cons
|
|||||||
decoder[i] = token;
|
decoder[i] = token;
|
||||||
}
|
}
|
||||||
encoder_len = static_cast<int>(vocab.size());
|
encoder_len = static_cast<int>(vocab.size());
|
||||||
LOG_VERBOSE("vocab size: %d", encoder_len);
|
LOG_DEBUG("vocab size: %d", encoder_len);
|
||||||
|
|
||||||
auto byte_unicode_pairs = bytes_to_unicode();
|
auto byte_unicode_pairs = bytes_to_unicode();
|
||||||
byte_encoder = std::map<int, std::u32string>(byte_unicode_pairs.begin(), byte_unicode_pairs.end());
|
byte_encoder = std::map<int, std::u32string>(byte_unicode_pairs.begin(), byte_unicode_pairs.end());
|
||||||
@@ -28,7 +28,7 @@ void MistralTokenizer::load_from_merges(const std::string& merges_utf8_str, cons
|
|||||||
byte_decoder[pair.second] = pair.first;
|
byte_decoder[pair.second] = pair.first;
|
||||||
}
|
}
|
||||||
std::vector<std::u32string> merges = split_utf32(merges_utf8_str);
|
std::vector<std::u32string> merges = split_utf32(merges_utf8_str);
|
||||||
LOG_VERBOSE("merges size %zu", merges.size());
|
LOG_DEBUG("merges size %zu", merges.size());
|
||||||
std::vector<std::pair<std::u32string, std::u32string>> merge_pairs;
|
std::vector<std::pair<std::u32string, std::u32string>> merge_pairs;
|
||||||
for (const auto& merge : merges) {
|
for (const auto& merge : merges) {
|
||||||
size_t space_pos = merge.find(' ');
|
size_t space_pos = merge.find(' ');
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ void Qwen2Tokenizer::load_from_merges(const std::string& merges_utf8_str) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
std::vector<std::u32string> merges = split_utf32(merges_utf8_str);
|
std::vector<std::u32string> merges = split_utf32(merges_utf8_str);
|
||||||
LOG_VERBOSE("merges size %zu", merges.size());
|
LOG_DEBUG("merges size %zu", merges.size());
|
||||||
std::vector<std::pair<std::u32string, std::u32string>> merge_pairs;
|
std::vector<std::pair<std::u32string, std::u32string>> merge_pairs;
|
||||||
for (const auto& merge : merges) {
|
for (const auto& merge : merges) {
|
||||||
size_t space_pos = merge.find(' ');
|
size_t space_pos = merge.find(' ');
|
||||||
@@ -36,7 +36,7 @@ void Qwen2Tokenizer::load_from_merges(const std::string& merges_utf8_str) {
|
|||||||
i++;
|
i++;
|
||||||
}
|
}
|
||||||
encoder_len = i;
|
encoder_len = i;
|
||||||
LOG_VERBOSE("vocab size: %d", encoder_len);
|
LOG_DEBUG("vocab size: %d", encoder_len);
|
||||||
|
|
||||||
int rank = 0;
|
int rank = 0;
|
||||||
for (const auto& merge : merge_pairs) {
|
for (const auto& merge : merge_pairs) {
|
||||||
|
|||||||
Reference in new issue
Block a user