add basic ltx2.3 support

examples/cli/main.cpp

@@ -19,7 +19,6 @@
 #include "common/media_io.h"
 #include "common/resource_owners.hpp"
 #include "image_metadata.h"
-#include "llm.hpp"
 
 namespace fs = std::filesystem;
 
@@ -501,15 +500,6 @@ int main(int argc, const char* argv[]) {
     SDContextParams ctx_params;
     SDGenerationParams gen_params;
 
-    cli_params.verbose = true;
-    sd_set_log_callback(sd_log_cb, (void*)&cli_params);
-    GemmaTokenizer tokenizer;
-    auto tokens = tokenizer.tokenize("<html> 一只可爱的小猫");
-    for (auto token : tokens) {
-        LOG_INFO("%d", token);
-    }
-    return 0;
-
     parse_args(argc, argv, cli_params, ctx_params, gen_params);
     sd_set_log_callback(sd_log_cb, (void*)&cli_params);
     log_verbose = cli_params.verbose;