#include "log.h" #include "media_io.h" #include #include #include #include #include #include #include #include #include #include #define STB_IMAGE_IMPLEMENTATION #define STB_IMAGE_STATIC #include "stb_image.h" #define STB_IMAGE_WRITE_IMPLEMENTATION #define STB_IMAGE_WRITE_STATIC #include "stb_image_write.h" #define STB_IMAGE_RESIZE_IMPLEMENTATION #define STB_IMAGE_RESIZE_STATIC #include "stb_image_resize.h" #ifdef SD_USE_WEBP #include "webp/decode.h" #include "webp/encode.h" #include "webp/mux.h" #endif namespace fs = std::filesystem; namespace { bool read_binary_file_bytes(const char* path, std::vector& data) { std::ifstream fin(fs::path(path), std::ios::binary); if (!fin) { return false; } fin.seekg(0, std::ios::end); std::streampos size = fin.tellg(); if (size < 0) { return false; } fin.seekg(0, std::ios::beg); data.resize(static_cast(size)); if (!data.empty()) { fin.read(reinterpret_cast(data.data()), size); if (!fin) { return false; } } return true; } bool write_binary_file_bytes(const std::string& path, const std::vector& data) { std::ofstream fout(fs::path(path), std::ios::binary); if (!fout) { return false; } if (!data.empty()) { fout.write(reinterpret_cast(data.data()), static_cast(data.size())); if (!fout) { return false; } } return true; } int stbi_ext_write_png_to_func(stbi_write_func* func, void* context, int x, int y, int comp, const void* data, int stride_bytes, const char* parameters) { int len = 0; unsigned char* png = stbi_write_png_to_mem((const unsigned char*)data, stride_bytes, x, y, comp, &len, parameters); if (png == nullptr) { return 0; } func(context, png, len); STBIW_FREE(png); return 1; } bool is_webp_signature(const uint8_t* data, size_t size) { return size >= 12 && memcmp(data, "RIFF", 4) == 0 && memcmp(data + 8, "WEBP", 4) == 0; } std::string xml_escape(const std::string& value) { std::string escaped; escaped.reserve(value.size()); for (char ch : value) { switch (ch) { case '&': escaped += "&"; break; case '<': escaped += "<"; break; case '>': escaped += ">"; break; case '"': escaped += """; break; case '\'': escaped += "'"; break; default: escaped += ch; break; } } return escaped; } #ifdef SD_USE_WEBP uint8_t* decode_webp_image_to_buffer(const uint8_t* data, size_t size, int& width, int& height, int expected_channel, int& source_channel_count) { WebPBitstreamFeatures features; if (WebPGetFeatures(data, size, &features) != VP8_STATUS_OK) { return nullptr; } width = features.width; height = features.height; source_channel_count = features.has_alpha ? 4 : 3; const size_t pixel_count = static_cast(width) * static_cast(height); if (expected_channel == 1) { int decoded_width = width; int decoded_height = height; uint8_t* decoded = features.has_alpha ? WebPDecodeRGBA(data, size, &decoded_width, &decoded_height) : WebPDecodeRGB(data, size, &decoded_width, &decoded_height); if (decoded == nullptr) { return nullptr; } uint8_t* grayscale = (uint8_t*)malloc(pixel_count); if (grayscale == nullptr) { WebPFree(decoded); return nullptr; } const int decoded_channels = features.has_alpha ? 4 : 3; for (size_t i = 0; i < pixel_count; ++i) { const uint8_t* src = decoded + i * decoded_channels; grayscale[i] = static_cast((77 * src[0] + 150 * src[1] + 29 * src[2] + 128) >> 8); } WebPFree(decoded); return grayscale; } if (expected_channel != 3 && expected_channel != 4) { return nullptr; } int decoded_width = width; int decoded_height = height; uint8_t* decoded = (expected_channel == 4) ? WebPDecodeRGBA(data, size, &decoded_width, &decoded_height) : WebPDecodeRGB(data, size, &decoded_width, &decoded_height); if (decoded == nullptr) { return nullptr; } const size_t out_size = pixel_count * static_cast(expected_channel); uint8_t* output = (uint8_t*)malloc(out_size); if (output == nullptr) { WebPFree(decoded); return nullptr; } memcpy(output, decoded, out_size); WebPFree(decoded); return output; } std::string build_webp_xmp_packet(const std::string& parameters) { if (parameters.empty()) { return ""; } const std::string escaped_parameters = xml_escape(parameters); return "\n" "\n" " \n" " \n" " " + escaped_parameters + "\n" " \n" " \n" "\n" ""; } bool encode_webp_image_to_vector(const uint8_t* image, int width, int height, int channels, const std::string& parameters, int quality, std::vector& out) { if (image == nullptr || width <= 0 || height <= 0) { return false; } std::vector rgb_image; const uint8_t* input_image = image; int input_channels = channels; if (channels == 1) { rgb_image.resize(static_cast(width) * static_cast(height) * 3); for (int i = 0; i < width * height; ++i) { rgb_image[i * 3 + 0] = image[i]; rgb_image[i * 3 + 1] = image[i]; rgb_image[i * 3 + 2] = image[i]; } input_image = rgb_image.data(); input_channels = 3; } if (input_channels != 3 && input_channels != 4) { return false; } uint8_t* encoded = nullptr; size_t encoded_size = (input_channels == 4) ? WebPEncodeRGBA(input_image, width, height, width * input_channels, static_cast(quality), &encoded) : WebPEncodeRGB(input_image, width, height, width * input_channels, static_cast(quality), &encoded); if (encoded == nullptr || encoded_size == 0) { return false; } out.assign(encoded, encoded + encoded_size); WebPFree(encoded); if (parameters.empty()) { return true; } WebPData image_data; WebPData assembled_data; WebPDataInit(&image_data); WebPDataInit(&assembled_data); image_data.bytes = out.data(); image_data.size = out.size(); WebPMux* mux = WebPMuxNew(); if (mux == nullptr) { return false; } const std::string xmp_packet = build_webp_xmp_packet(parameters); WebPData xmp_data; WebPDataInit(&xmp_data); xmp_data.bytes = reinterpret_cast(xmp_packet.data()); xmp_data.size = xmp_packet.size(); const bool ok = WebPMuxSetImage(mux, &image_data, 1) == WEBP_MUX_OK && WebPMuxSetChunk(mux, "XMP ", &xmp_data, 1) == WEBP_MUX_OK && WebPMuxAssemble(mux, &assembled_data) == WEBP_MUX_OK; if (ok) { out.assign(assembled_data.bytes, assembled_data.bytes + assembled_data.size); } WebPDataClear(&assembled_data); WebPMuxDelete(mux); return ok; } #endif uint8_t* load_image_common(bool from_memory, const char* image_path_or_bytes, int len, int& width, int& height, int expected_width, int expected_height, int expected_channel) { const char* image_path; uint8_t* image_buffer = nullptr; int source_channel_count = 0; #ifdef SD_USE_WEBP if (from_memory) { image_path = "memory"; if (len > 0 && is_webp_signature(reinterpret_cast(image_path_or_bytes), static_cast(len))) { image_buffer = decode_webp_image_to_buffer(reinterpret_cast(image_path_or_bytes), static_cast(len), width, height, expected_channel, source_channel_count); } } else { image_path = image_path_or_bytes; if (encoded_image_format_from_path(image_path_or_bytes) == EncodedImageFormat::WEBP) { std::vector file_bytes; if (!read_binary_file_bytes(image_path_or_bytes, file_bytes)) { LOG_ERROR("load image from '%s' failed", image_path_or_bytes); return nullptr; } if (!is_webp_signature(file_bytes.data(), file_bytes.size())) { LOG_ERROR("load image from '%s' failed", image_path_or_bytes); return nullptr; } image_buffer = decode_webp_image_to_buffer(file_bytes.data(), file_bytes.size(), width, height, expected_channel, source_channel_count); } } #endif if (from_memory) { image_path = "memory"; if (image_buffer == nullptr) { int c = 0; image_buffer = (uint8_t*)stbi_load_from_memory((const stbi_uc*)image_path_or_bytes, len, &width, &height, &c, expected_channel); source_channel_count = c; } } else { image_path = image_path_or_bytes; if (image_buffer == nullptr) { int c = 0; image_buffer = (uint8_t*)stbi_load(image_path_or_bytes, &width, &height, &c, expected_channel); source_channel_count = c; } } if (image_buffer == nullptr) { LOG_ERROR("load image from '%s' failed", image_path); return nullptr; } if (source_channel_count < expected_channel) { fprintf(stderr, "the number of channels for the input image must be >= %d," "but got %d channels, image_path = %s", expected_channel, source_channel_count, image_path); free(image_buffer); return nullptr; } if (width <= 0) { LOG_ERROR("error: the width of image must be greater than 0, image_path = %s", image_path); free(image_buffer); return nullptr; } if (height <= 0) { LOG_ERROR("error: the height of image must be greater than 0, image_path = %s", image_path); free(image_buffer); return nullptr; } if ((expected_width > 0 && expected_height > 0) && (height != expected_height || width != expected_width)) { float dst_aspect = (float)expected_width / (float)expected_height; float src_aspect = (float)width / (float)height; int crop_x = 0, crop_y = 0; int crop_w = width, crop_h = height; if (src_aspect > dst_aspect) { crop_w = (int)(height * dst_aspect); crop_x = (width - crop_w) / 2; } else if (src_aspect < dst_aspect) { crop_h = (int)(width / dst_aspect); crop_y = (height - crop_h) / 2; } if (crop_x != 0 || crop_y != 0) { LOG_INFO("crop input image from %dx%d to %dx%d, image_path = %s", width, height, crop_w, crop_h, image_path); uint8_t* cropped_image_buffer = (uint8_t*)malloc(crop_w * crop_h * expected_channel); if (cropped_image_buffer == nullptr) { LOG_ERROR("error: allocate memory for crop\n"); free(image_buffer); return nullptr; } for (int row = 0; row < crop_h; row++) { uint8_t* src = image_buffer + ((crop_y + row) * width + crop_x) * expected_channel; uint8_t* dst = cropped_image_buffer + (row * crop_w) * expected_channel; memcpy(dst, src, crop_w * expected_channel); } width = crop_w; height = crop_h; free(image_buffer); image_buffer = cropped_image_buffer; } LOG_INFO("resize input image from %dx%d to %dx%d", width, height, expected_width, expected_height); uint8_t* resized_image_buffer = (uint8_t*)malloc(expected_height * expected_width * expected_channel); if (resized_image_buffer == nullptr) { LOG_ERROR("error: allocate memory for resize input image\n"); free(image_buffer); return nullptr; } stbir_resize(image_buffer, width, height, 0, resized_image_buffer, expected_width, expected_height, 0, STBIR_TYPE_UINT8, expected_channel, STBIR_ALPHA_CHANNEL_NONE, 0, STBIR_EDGE_CLAMP, STBIR_EDGE_CLAMP, STBIR_FILTER_BOX, STBIR_FILTER_BOX, STBIR_COLORSPACE_SRGB, nullptr); width = expected_width; height = expected_height; free(image_buffer); image_buffer = resized_image_buffer; } return image_buffer; } typedef struct { uint32_t offset; uint32_t size; } avi_index_entry; void write_u32_le(FILE* f, uint32_t val) { fwrite(&val, 4, 1, f); } void write_u16_le(FILE* f, uint16_t val) { fwrite(&val, 2, 1, f); } } // namespace EncodedImageFormat encoded_image_format_from_path(const std::string& path) { std::string ext = fs::path(path).extension().string(); std::transform(ext.begin(), ext.end(), ext.begin(), ::tolower); if (ext == ".jpg" || ext == ".jpeg" || ext == ".jpe") { return EncodedImageFormat::JPEG; } if (ext == ".png") { return EncodedImageFormat::PNG; } if (ext == ".webp") { return EncodedImageFormat::WEBP; } return EncodedImageFormat::UNKNOWN; } std::vector encode_image_to_vector(EncodedImageFormat format, const uint8_t* image, int width, int height, int channels, const std::string& parameters, int quality) { std::vector buffer; auto write_func = [&buffer](void* context, void* data, int size) { (void)context; uint8_t* src = reinterpret_cast(data); buffer.insert(buffer.end(), src, src + size); }; struct ContextWrapper { decltype(write_func)& func; } ctx{write_func}; auto c_func = [](void* context, void* data, int size) { auto* wrapper = reinterpret_cast(context); wrapper->func(context, data, size); }; int result = 0; switch (format) { case EncodedImageFormat::JPEG: result = stbi_write_jpg_to_func(c_func, &ctx, width, height, channels, image, quality); break; case EncodedImageFormat::PNG: result = stbi_ext_write_png_to_func(c_func, &ctx, width, height, channels, image, width * channels, parameters.empty() ? nullptr : parameters.c_str()); break; case EncodedImageFormat::WEBP: #ifdef SD_USE_WEBP if (!encode_webp_image_to_vector(image, width, height, channels, parameters, quality, buffer)) { buffer.clear(); } result = buffer.empty() ? 0 : 1; break; #else result = 0; break; #endif default: result = 0; break; } if (!result) { buffer.clear(); } return buffer; } bool write_image_to_file(const std::string& path, const uint8_t* image, int width, int height, int channels, const std::string& parameters, int quality) { const EncodedImageFormat format = encoded_image_format_from_path(path); switch (format) { case EncodedImageFormat::JPEG: return stbi_write_jpg(path.c_str(), width, height, channels, image, quality, parameters.empty() ? nullptr : parameters.c_str()) != 0; case EncodedImageFormat::PNG: return stbi_write_png(path.c_str(), width, height, channels, image, 0, parameters.empty() ? nullptr : parameters.c_str()) != 0; case EncodedImageFormat::WEBP: { const std::vector encoded = encode_image_to_vector(format, image, width, height, channels, parameters, quality); return !encoded.empty() && write_binary_file_bytes(path, encoded); } default: return false; } } uint8_t* load_image_from_file(const char* image_path, int& width, int& height, int expected_width, int expected_height, int expected_channel) { return load_image_common(false, image_path, 0, width, height, expected_width, expected_height, expected_channel); } bool load_sd_image_from_file(sd_image_t* image, const char* image_path, int expected_width, int expected_height, int expected_channel) { int width; int height; image->data = load_image_common(false, image_path, 0, width, height, expected_width, expected_height, expected_channel); if (image->data == nullptr) { return false; } image->width = width; image->height = height; return true; } uint8_t* load_image_from_memory(const char* image_bytes, int len, int& width, int& height, int expected_width, int expected_height, int expected_channel) { return load_image_common(true, image_bytes, len, width, height, expected_width, expected_height, expected_channel); } int create_mjpg_avi_from_sd_images(const char* filename, sd_image_t* images, int num_images, int fps, int quality) { if (num_images == 0) { fprintf(stderr, "Error: Image array is empty.\n"); return -1; } FILE* f = fopen(filename, "wb"); if (!f) { perror("Error opening file for writing"); return -1; } uint32_t width = images[0].width; uint32_t height = images[0].height; uint32_t channels = images[0].channel; if (channels != 3 && channels != 4) { fprintf(stderr, "Error: Unsupported channel count: %u\n", channels); fclose(f); return -1; } fwrite("RIFF", 4, 1, f); long riff_size_pos = ftell(f); write_u32_le(f, 0); fwrite("AVI ", 4, 1, f); fwrite("LIST", 4, 1, f); write_u32_le(f, 4 + 8 + 56 + 8 + 4 + 8 + 56 + 8 + 40); fwrite("hdrl", 4, 1, f); fwrite("avih", 4, 1, f); write_u32_le(f, 56); write_u32_le(f, 1000000 / fps); write_u32_le(f, 0); write_u32_le(f, 0); write_u32_le(f, 0x110); write_u32_le(f, num_images); write_u32_le(f, 0); write_u32_le(f, 1); write_u32_le(f, width * height * 3); write_u32_le(f, width); write_u32_le(f, height); write_u32_le(f, 0); write_u32_le(f, 0); write_u32_le(f, 0); write_u32_le(f, 0); fwrite("LIST", 4, 1, f); write_u32_le(f, 4 + 8 + 56 + 8 + 40); fwrite("strl", 4, 1, f); fwrite("strh", 4, 1, f); write_u32_le(f, 56); fwrite("vids", 4, 1, f); fwrite("MJPG", 4, 1, f); write_u32_le(f, 0); write_u16_le(f, 0); write_u16_le(f, 0); write_u32_le(f, 0); write_u32_le(f, 1); write_u32_le(f, fps); write_u32_le(f, 0); write_u32_le(f, num_images); write_u32_le(f, width * height * 3); write_u32_le(f, (uint32_t)-1); write_u32_le(f, 0); write_u16_le(f, 0); write_u16_le(f, 0); write_u16_le(f, 0); write_u16_le(f, 0); fwrite("strf", 4, 1, f); write_u32_le(f, 40); write_u32_le(f, 40); write_u32_le(f, width); write_u32_le(f, height); write_u16_le(f, 1); write_u16_le(f, 24); fwrite("MJPG", 4, 1, f); write_u32_le(f, width * height * 3); write_u32_le(f, 0); write_u32_le(f, 0); write_u32_le(f, 0); write_u32_le(f, 0); fwrite("LIST", 4, 1, f); long movi_size_pos = ftell(f); write_u32_le(f, 0); fwrite("movi", 4, 1, f); avi_index_entry* index = (avi_index_entry*)malloc(sizeof(avi_index_entry) * num_images); if (!index) { fclose(f); return -1; } struct { uint8_t* buf; size_t size; } jpeg_data; for (int i = 0; i < num_images; i++) { jpeg_data.buf = nullptr; jpeg_data.size = 0; auto write_to_buf = [](void* context, void* data, int size) { auto jd = (decltype(jpeg_data)*)context; jd->buf = (uint8_t*)realloc(jd->buf, jd->size + size); memcpy(jd->buf + jd->size, data, size); jd->size += size; }; stbi_write_jpg_to_func(write_to_buf, &jpeg_data, images[i].width, images[i].height, channels, images[i].data, quality); fwrite("00dc", 4, 1, f); write_u32_le(f, (uint32_t)jpeg_data.size); index[i].offset = ftell(f) - 8; index[i].size = (uint32_t)jpeg_data.size; fwrite(jpeg_data.buf, 1, jpeg_data.size, f); if (jpeg_data.size % 2) { fputc(0, f); } free(jpeg_data.buf); } long cur_pos = ftell(f); long movi_size = cur_pos - movi_size_pos - 4; fseek(f, movi_size_pos, SEEK_SET); write_u32_le(f, movi_size); fseek(f, cur_pos, SEEK_SET); fwrite("idx1", 4, 1, f); write_u32_le(f, num_images * 16); for (int i = 0; i < num_images; i++) { fwrite("00dc", 4, 1, f); write_u32_le(f, 0x10); write_u32_le(f, index[i].offset); write_u32_le(f, index[i].size); } cur_pos = ftell(f); long file_size = cur_pos - riff_size_pos - 4; fseek(f, riff_size_pos, SEEK_SET); write_u32_le(f, file_size); fseek(f, cur_pos, SEEK_SET); fclose(f); free(index); return 0; } #ifdef SD_USE_WEBP int create_animated_webp_from_sd_images(const char* filename, sd_image_t* images, int num_images, int fps, int quality) { if (num_images == 0) { fprintf(stderr, "Error: Image array is empty.\n"); return -1; } if (fps <= 0) { fprintf(stderr, "Error: FPS must be positive.\n"); return -1; } const int width = static_cast(images[0].width); const int height = static_cast(images[0].height); const int channels = static_cast(images[0].channel); if (channels != 1 && channels != 3 && channels != 4) { fprintf(stderr, "Error: Unsupported channel count: %d\n", channels); return -1; } WebPAnimEncoderOptions anim_options; WebPConfig config; if (!WebPAnimEncoderOptionsInit(&anim_options) || !WebPConfigInit(&config)) { fprintf(stderr, "Error: Failed to initialize WebP animation encoder.\n"); return -1; } config.quality = static_cast(quality); config.method = 4; config.thread_level = 1; if (channels == 4) { config.exact = 1; } if (!WebPValidateConfig(&config)) { fprintf(stderr, "Error: Invalid WebP encoder configuration.\n"); return -1; } WebPAnimEncoder* enc = WebPAnimEncoderNew(width, height, &anim_options); if (enc == nullptr) { fprintf(stderr, "Error: Could not create WebPAnimEncoder object.\n"); return -1; } const int frame_duration_ms = std::max(1, static_cast(std::lround(1000.0 / static_cast(fps)))); int timestamp_ms = 0; int ret = -1; for (int i = 0; i < num_images; ++i) { const sd_image_t& image = images[i]; if (static_cast(image.width) != width || static_cast(image.height) != height) { fprintf(stderr, "Error: Frame dimensions do not match.\n"); goto cleanup; } WebPPicture picture; if (!WebPPictureInit(&picture)) { fprintf(stderr, "Error: Failed to initialize WebPPicture.\n"); goto cleanup; } picture.use_argb = 1; picture.width = width; picture.height = height; bool picture_ok = false; std::vector rgb_buffer; if (image.channel == 1) { rgb_buffer.resize(static_cast(width) * static_cast(height) * 3); for (int p = 0; p < width * height; ++p) { rgb_buffer[p * 3 + 0] = image.data[p]; rgb_buffer[p * 3 + 1] = image.data[p]; rgb_buffer[p * 3 + 2] = image.data[p]; } picture_ok = WebPPictureImportRGB(&picture, rgb_buffer.data(), width * 3) != 0; } else if (image.channel == 4) { picture_ok = WebPPictureImportRGBA(&picture, image.data, width * 4) != 0; } else { picture_ok = WebPPictureImportRGB(&picture, image.data, width * 3) != 0; } if (!picture_ok) { fprintf(stderr, "Error: Failed to import frame into WebPPicture.\n"); WebPPictureFree(&picture); goto cleanup; } if (!WebPAnimEncoderAdd(enc, &picture, timestamp_ms, &config)) { fprintf(stderr, "Error: Failed to add frame to animated WebP: %s\n", WebPAnimEncoderGetError(enc)); WebPPictureFree(&picture); goto cleanup; } WebPPictureFree(&picture); timestamp_ms += frame_duration_ms; } if (!WebPAnimEncoderAdd(enc, nullptr, timestamp_ms, nullptr)) { fprintf(stderr, "Error: Failed to finalize animated WebP frames: %s\n", WebPAnimEncoderGetError(enc)); goto cleanup; } { WebPData webp_data; WebPDataInit(&webp_data); if (!WebPAnimEncoderAssemble(enc, &webp_data)) { fprintf(stderr, "Error: Failed to assemble animated WebP: %s\n", WebPAnimEncoderGetError(enc)); WebPDataClear(&webp_data); goto cleanup; } FILE* f = fopen(filename, "wb"); if (!f) { perror("Error opening file for writing"); WebPDataClear(&webp_data); goto cleanup; } if (webp_data.size > 0 && fwrite(webp_data.bytes, 1, webp_data.size, f) != webp_data.size) { fprintf(stderr, "Error: Failed to write animated WebP file.\n"); fclose(f); WebPDataClear(&webp_data); goto cleanup; } fclose(f); WebPDataClear(&webp_data); } ret = 0; cleanup: WebPAnimEncoderDelete(enc); return ret; } #endif int create_video_from_sd_images(const char* filename, sd_image_t* images, int num_images, int fps, int quality) { std::string path = filename ? filename : ""; auto pos = path.find_last_of('.'); std::string ext = pos == std::string::npos ? "" : path.substr(pos); for (char& ch : ext) { ch = static_cast(tolower(static_cast(ch))); } #ifdef SD_USE_WEBP if (ext == ".webp") { return create_animated_webp_from_sd_images(filename, images, num_images, fps, quality); } #endif return create_mjpg_avi_from_sd_images(filename, images, num_images, fps, quality); }