// Copyright (c) the JPEG XL Project Authors. All rights reserved. // // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. #include "jxl/decode.h" #include "jxl/types.h" #include "lib/jxl/base/byte_order.h" #include "lib/jxl/base/span.h" #include "lib/jxl/base/status.h" #include "lib/jxl/box_content_decoder.h" #include "lib/jxl/dec_external_image.h" #include "lib/jxl/dec_frame.h" #include "lib/jxl/dec_modular.h" #include "lib/jxl/decode_to_jpeg.h" #include "lib/jxl/fields.h" #include "lib/jxl/frame_header.h" #include "lib/jxl/headers.h" #include "lib/jxl/icc_codec.h" #include "lib/jxl/image_bundle.h" #include "lib/jxl/loop_filter.h" #include "lib/jxl/memory_manager_internal.h" #include "lib/jxl/sanitizers.h" #include "lib/jxl/toc.h" namespace { // Checks if a + b > size, taking possible integer overflow into account. bool OutOfBounds(size_t a, size_t b, size_t size) { size_t pos = a + b; if (pos > size) return true; if (pos < a) return true; // overflow happened return false; } // Checks if a + b + c > size, taking possible integer overflow into account. bool OutOfBounds(size_t a, size_t b, size_t c, size_t size) { size_t pos = a + b; if (pos < b) return true; // overflow happened pos += c; if (pos < c) return true; // overflow happened if (pos > size) return true; return false; } bool SumOverflows(size_t a, size_t b, size_t c) { size_t sum = a + b; if (sum < b) return true; sum += c; if (sum < c) return true; return false; } JXL_INLINE size_t InitialBasicInfoSizeHint() { // Amount of bytes before the start of the codestream in the container format, // assuming that the codestream is the first box after the signature and // filetype boxes. 12 bytes signature box + 20 bytes filetype box + 16 bytes // codestream box length + name + optional XLBox length. const size_t container_header_size = 48; // Worst-case amount of bytes for basic info of the JPEG XL codestream header, // that is all information up to and including extra_channel_bits. Up to // around 2 bytes signature + 8 bytes SizeHeader + 31 bytes ColorEncoding + 4 // bytes rest of ImageMetadata + 5 bytes part of ImageMetadata2. // TODO(lode): recompute and update this value when alpha_bits is moved to // extra channels info. const size_t max_codestream_basic_info_size = 50; return container_header_size + max_codestream_basic_info_size; } // Debug-printing failure macro similar to JXL_FAILURE, but for the status code // JXL_DEC_ERROR #ifdef JXL_CRASH_ON_ERROR #define JXL_API_ERROR(format, ...) \ (::jxl::Debug(("%s:%d: " format "\n"), __FILE__, __LINE__, ##__VA_ARGS__), \ ::jxl::Abort(), JXL_DEC_ERROR) #else // JXL_CRASH_ON_ERROR #define JXL_API_ERROR(format, ...) \ (((JXL_DEBUG_ON_ERROR) && \ ::jxl::Debug(("%s:%d: " format "\n"), __FILE__, __LINE__, ##__VA_ARGS__)), \ JXL_DEC_ERROR) #endif // JXL_CRASH_ON_ERROR JxlDecoderStatus ConvertStatus(JxlDecoderStatus status) { return status; } JxlDecoderStatus ConvertStatus(jxl::Status status) { return status ? JXL_DEC_SUCCESS : JXL_DEC_ERROR; } JxlSignature ReadSignature(const uint8_t* buf, size_t len, size_t* pos) { if (*pos >= len) return JXL_SIG_NOT_ENOUGH_BYTES; buf += *pos; len -= *pos; // JPEG XL codestream: 0xff 0x0a if (len >= 1 && buf[0] == 0xff) { if (len < 2) { return JXL_SIG_NOT_ENOUGH_BYTES; } else if (buf[1] == jxl::kCodestreamMarker) { *pos += 2; return JXL_SIG_CODESTREAM; } else { return JXL_SIG_INVALID; } } // JPEG XL container if (len >= 1 && buf[0] == 0) { if (len < 12) { return JXL_SIG_NOT_ENOUGH_BYTES; } else if (buf[1] == 0 && buf[2] == 0 && buf[3] == 0xC && buf[4] == 'J' && buf[5] == 'X' && buf[6] == 'L' && buf[7] == ' ' && buf[8] == 0xD && buf[9] == 0xA && buf[10] == 0x87 && buf[11] == 0xA) { *pos += 12; return JXL_SIG_CONTAINER; } else { return JXL_SIG_INVALID; } } return JXL_SIG_INVALID; } } // namespace uint32_t JxlDecoderVersion(void) { return JPEGXL_MAJOR_VERSION * 1000000 + JPEGXL_MINOR_VERSION * 1000 + JPEGXL_PATCH_VERSION; } JxlSignature JxlSignatureCheck(const uint8_t* buf, size_t len) { size_t pos = 0; return ReadSignature(buf, len, &pos); } namespace { size_t BitsPerChannel(JxlDataType data_type) { switch (data_type) { case JXL_TYPE_UINT8: return 8; case JXL_TYPE_UINT16: return 16; case JXL_TYPE_FLOAT: return 32; case JXL_TYPE_FLOAT16: return 16; default: return 0; // signals unhandled JxlDataType } } enum class DecoderStage : uint32_t { kInited, // Decoder created, no JxlDecoderProcessInput called yet kStarted, // Running JxlDecoderProcessInput calls kCodestreamFinished, // Codestream done, but other boxes could still occur. // This stage can also occur before having seen the // entire codestream if the user didn't subscribe to any // codestream events at all, e.g. only to box events, // or, the user only subscribed to basic info, and only // the header of the codestream was parsed. kError, // Error occurred, decoder object no longer usable }; enum class FrameStage : uint32_t { kHeader, // Must parse frame header. dec->frame_start must be set up // correctly already. kTOC, // Must parse TOC kFull, // Must parse full pixels kFullOutput, // Must output full pixels }; enum class BoxStage : uint32_t { kHeader, // Parsing box header of the next box, or start of non-container // stream kFtyp, // The ftyp box kSkip, // Box whose contents are skipped kCodestream, // Handling codestream box contents, or non-container stream kPartialCodestream, // Handling the extra header of partial codestream box kJpegRecon, // Handling jpeg reconstruction box }; enum class JpegReconStage : uint32_t { kNone, // Not outputting kSettingMetadata, // Ready to output, must set metadata to the jpeg_data kOutputting, // Currently outputting the JPEG bytes kFinished, // JPEG reconstruction fully handled }; // Manages the sections for the FrameDecoder based on input bytes received. struct Sections { // sections_begin = position in the frame where the sections begin, after // the frame header and TOC, so sections_begin = sum of frame header size and // TOC size. Sections(jxl::FrameDecoder* frame_dec, size_t frame_size, size_t sections_begin) : frame_dec_(frame_dec), frame_size_(frame_size), sections_begin_(sections_begin) {} Sections(const Sections&) = delete; Sections& operator=(const Sections&) = delete; Sections(Sections&&) = delete; Sections& operator=(Sections&&) = delete; ~Sections() { // Avoid memory leaks if the JXL decoder quits early and doesn't end up // calling CloseInput(). CloseInput(); } // frame_dec_ must have been Inited already, but not yet done ProcessSections. JxlDecoderStatus Init() { section_received.resize(frame_dec_->NumSections(), 0); const auto& offsets = frame_dec_->SectionOffsets(); const auto& sizes = frame_dec_->SectionSizes(); // Ensure none of the sums of section offset and size overflow. for (size_t i = 0; i < frame_dec_->NumSections(); i++) { if (OutOfBounds(sections_begin_, offsets[i], sizes[i], frame_size_)) { return JXL_API_ERROR("section out of bounds"); } } return JXL_DEC_SUCCESS; } // Sets the input data for the frame. The frame pointer must point to the // beginning of the frame, size is the amount of bytes gotten so far and // should increase with next calls until the full frame is loaded. // TODO(lode): allow caller to provide only later chunks of memory when // earlier sections are fully processed already. void SetInput(const uint8_t* frame, size_t size) { const auto& offsets = frame_dec_->SectionOffsets(); const auto& sizes = frame_dec_->SectionSizes(); for (size_t i = 0; i < frame_dec_->NumSections(); i++) { if (section_received[i]) continue; if (!OutOfBounds(sections_begin_, offsets[i], sizes[i], size)) { section_received[i] = 1; section_info.emplace_back(jxl::FrameDecoder::SectionInfo{nullptr, i}); section_status.emplace_back(); } } // Reset all the bitreaders, because the address of the frame pointer may // change, even if it always represents the same frame start. for (size_t i = 0; i < section_info.size(); i++) { size_t id = section_info[i].id; JXL_ASSERT(section_info[i].br == nullptr); section_info[i].br = new jxl::BitReader(jxl::Span( frame + sections_begin_ + offsets[id], sizes[id])); } } JxlDecoderStatus CloseInput() { bool out_of_bounds = false; for (size_t i = 0; i < section_info.size(); i++) { if (!section_info[i].br) continue; if (!section_info[i].br->AllReadsWithinBounds()) { // Mark out of bounds section, but keep closing and deleting the next // ones as well. out_of_bounds = true; } JXL_ASSERT(section_info[i].br->Close()); delete section_info[i].br; section_info[i].br = nullptr; } if (out_of_bounds) { // If any bit reader indicates out of bounds, it's an error, not just // needing more input, since we ensure only bit readers containing // a complete section are provided to the FrameDecoder. return JXL_API_ERROR("frame out of bounds"); } return JXL_DEC_SUCCESS; } // Not managed by us. jxl::FrameDecoder* frame_dec_; size_t frame_size_; size_t sections_begin_; std::vector section_info; std::vector section_status; std::vector section_received; }; /* Given list of frame references to storage slots, and storage slots in which this frame is saved, computes which frames are required to decode the frame at the given index and any frames after it. The frames on which this depends are returned as a vector of their indices, in no particular order. The given index must be smaller than saved_as.size(), and references.size() must equal saved_as.size(). Any frames beyond saved_as and references are considered unknown future frames and must be treated as if something depends on them. */ std::vector GetFrameDependencies(size_t index, const std::vector& saved_as, const std::vector& references) { JXL_ASSERT(references.size() == saved_as.size()); JXL_ASSERT(index < references.size()); std::vector result; constexpr size_t kNumStorage = 8; // value which indicates nothing is stored in this storage slot const size_t invalid = references.size(); // for each of the 8 storage slots, a vector that translates frame index to // frame stored in this storage slot at this point, that is, the last // frame that was stored in this slot before or at this index. std::array, kNumStorage> storage; for (size_t s = 0; s < kNumStorage; ++s) { storage[s].resize(saved_as.size()); int mask = 1 << s; size_t id = invalid; for (size_t i = 0; i < saved_as.size(); ++i) { if (saved_as[i] & mask) { id = i; } storage[s][i] = id; } } std::vector seen(index + 1, 0); std::vector stack; stack.push_back(index); seen[index] = 1; // For frames after index, assume they can depend on any of the 8 storage // slots, so push the frame for each stored reference to the stack and result. // All frames after index are treated as having unknown references and with // the possibility that there are more frames after the last known. // TODO(lode): take values of saved_as and references after index, and a // input flag indicating if they are all frames of the image, to further // optimize this. for (size_t s = 0; s < kNumStorage; ++s) { size_t frame_ref = storage[s][index]; if (frame_ref == invalid) continue; if (seen[frame_ref]) continue; stack.push_back(frame_ref); seen[frame_ref] = 1; result.push_back(frame_ref); } while (!stack.empty()) { size_t frame_index = stack.back(); stack.pop_back(); if (frame_index == 0) continue; // first frame cannot have references for (size_t s = 0; s < kNumStorage; ++s) { int mask = 1 << s; if (!(references[frame_index] & mask)) continue; size_t frame_ref = storage[s][frame_index - 1]; if (frame_ref == invalid) continue; if (seen[frame_ref]) continue; stack.push_back(frame_ref); seen[frame_ref] = 1; result.push_back(frame_ref); } } return result; } // Parameters for user-requested extra channel output. struct ExtraChannelOutput { JxlPixelFormat format; void* buffer; size_t buffer_size; }; } // namespace namespace jxl { typedef struct JxlDecoderFrameIndexBoxEntryStruct { // OFFi: offset of start byte of this frame compared to start // byte of previous frame from this index in the JPEG XL codestream. For the // first frame, this is the offset from the first byte of the JPEG XL // codestream. uint64_t OFFi; // Ti: duration in ticks between the start of this frame and // the start of the next frame in the index. If this is the last frame in the // index, this is the duration in ticks between the start of this frame and // the end of the stream. A tick lasts TNUM / TDEN seconds. uint32_t Ti; // Fi: amount of frames the next frame in the index occurs // after this frame. If this is the last frame in the index, this is the // amount of frames after this frame in the remainder of the stream. Only // frames that are presented by the decoder are counted for this purpose, this // excludes frames that are not intended for display but for compositing with // other frames, such as frames that aren't the last frame with a duration of // 0 ticks. uint32_t Fi; } JxlDecoderFrameIndexBoxEntry; typedef struct JxlDecoderFrameIndexBoxStruct { int64_t NF() const { return entries.size(); } int32_t TNUM = 1; int32_t TDEN = 1000; std::vector entries; // That way we can ensure that every index box will have the first frame. // If the API user decides to mark it as an indexed frame, we call // the AddFrame again, this time with requested. void AddFrame(uint64_t OFFi, uint32_t Ti, uint32_t Fi) { JxlDecoderFrameIndexBoxEntry e; e.OFFi = OFFi; e.Ti = Ti; e.Fi = Fi; entries.push_back(e); } } JxlDecoderFrameIndexBox; } // namespace jxl // NOLINTNEXTLINE(clang-analyzer-optin.performance.Padding) struct JxlDecoderStruct { JxlDecoderStruct() = default; JxlMemoryManager memory_manager; std::unique_ptr thread_pool; DecoderStage stage; // Status of progression, internal. bool got_signature; bool first_codestream_seen; // Indicates we know that we've seen the last codestream box: either this // was a jxlc box, or a jxlp box that has its index indicated as last by // having its most significant bit set, or no boxes are used at all. This // does not indicate the full codestream has already been seen, only the // last box of it has been initiated. bool last_codestream_seen; bool got_basic_info; size_t header_except_icc_bits = 0; // To skip everything before ICC. bool got_all_headers; // Codestream metadata headers. bool post_headers; // Already decoding pixels. jxl::ICCReader icc_reader; jxl::JxlDecoderFrameIndexBox frame_index_box; // This means either we actually got the preview image, or determined we // cannot get it or there is none. bool got_preview_image; // Position of next_in in the original file including box format if present // (as opposed to position in the codestream) size_t file_pos; size_t box_contents_begin; size_t box_contents_end; size_t box_contents_size; size_t box_size; size_t header_size; // Either a final box that runs until EOF, or the case of no container format // at all. bool box_contents_unbounded; JxlBoxType box_type; JxlBoxType box_decoded_type; // Underlying type for brob boxes // Set to true right after a JXL_DEC_BOX event only. bool box_event; bool decompress_boxes; bool box_out_buffer_set; // Whether the out buffer is set for the current box, if the user did not yet // release the buffer while the next box is encountered, this will be set to // false. If this is false, no JXL_DEC_NEED_MORE_INPUT is emitted // (irrespective of the value of box_out_buffer_set), because not setting // output indicates the user does not wish the data of this box. bool box_out_buffer_set_current_box; uint8_t* box_out_buffer; size_t box_out_buffer_size; // which byte of the full box content the start of the out buffer points to size_t box_out_buffer_begin; // which byte of box_out_buffer to write to next size_t box_out_buffer_pos; // Settings bool keep_orientation; bool render_spotcolors; bool coalescing; // Bitfield, for which informative events (JXL_DEC_BASIC_INFO, etc...) the // decoder returns a status. By default, do not return for any of the events, // only return when the decoder cannot continue because it needs more input or // output data. int events_wanted; int orig_events_wanted; // Fields for reading the basic info from the header. size_t basic_info_size_hint; bool have_container; size_t box_count; // The level of progressive detail in frame decoding. JxlProgressiveDetail prog_detail = kDC; // Whether the preview out buffer was set. It is possible for the buffer to // be nullptr and buffer_set to be true, indicating it was deliberately // set to nullptr. bool preview_out_buffer_set; // Idem for the image buffer. // Set to true if either an image out buffer or an image out callback was set. bool image_out_buffer_set; // Owned by the caller, buffers for DC image and full resolution images void* preview_out_buffer; void* image_out_buffer; JxlImageOutInitCallback image_out_init_callback; JxlImageOutRunCallback image_out_run_callback; JxlImageOutDestroyCallback image_out_destroy_callback; void* image_out_init_opaque; struct SimpleImageOutCallback { JxlImageOutCallback callback; void* opaque; }; SimpleImageOutCallback simple_image_out_callback; size_t preview_out_size; size_t image_out_size; JxlPixelFormat preview_out_format; JxlPixelFormat image_out_format; // For extra channels. Empty if no extra channels are requested, and they are // reset each frame std::vector extra_channel_output; jxl::CodecMetadata metadata; std::unique_ptr ib; // ColorEncoding to use for xyb encoded image with ICC profile. jxl::ColorEncoding default_enc; std::unique_ptr passes_state; std::unique_ptr frame_dec; std::unique_ptr sections; // The FrameDecoder is initialized, and not yet finalized bool frame_dec_in_progress; // headers and TOC for the current frame. When got_toc is true, this is // always the frame header of the last frame of the current still series, // that is, the displayed frame. std::unique_ptr frame_header; // Start of the current frame being processed, as offset from the beginning of // the codestream. size_t frame_start; size_t frame_size; FrameStage frame_stage; // The currently processed frame is the last of the current composite still, // and so must be returned as pixels bool is_last_of_still; // The currently processed frame is the last of the codestream bool is_last_total; // How many frames to skip. size_t skip_frames; // Skipping the current frame. May be false if skip_frames was just set to // a positive value while already processing a current frame, then // skipping_frame will be enabled only for the next frame. bool skipping_frame; // Amount of internal frames and external frames started. External frames are // user-visible frames, internal frames includes all external frames and // also invisible frames such as patches, blending-only and dc_level frames. size_t internal_frames; size_t external_frames; // For each internal frame, which storage locations it references, and which // storage locations it is stored in, using the bit mask as defined in // FrameDecoder::References and FrameDecoder::SaveAs. std::vector frame_references; std::vector frame_saved_as; // Translates external frame index to internal frame index. The external // index is the index of user-visible frames. The internal index can be larger // since non-visible frames (such as frames with patches, ...) are included. std::vector frame_external_to_internal; // Whether the frame with internal index is required to decode the frame // being skipped to or any frames after that. If no skipping is active, // this vector is ignored. If the current internal frame index is beyond this // vector, it must be treated as a required frame. std::vector frame_required; // Codestream input data is stored here, when the decoder takes in and stores // the user input bytes. If the decoder does not do that (e.g. in one-shot // case), this field is unused. // TODO(lode): avoid needing this field once the C++ decoder doesn't need // all bytes at once, to save memory. Find alternative to std::vector doubling // strategy to prevent some memory usage. std::vector codestream_copy; // Number of bytes at the end of codestream_copy that were not yet consumed // by calling AdvanceInput(). size_t codestream_unconsumed; // Position in the actual codestream, which codestream_copy.begin() points to. // Non-zero once earlier parts of the codestream vector have been erased. // TODO(lode): use this variable to allow pruning codestream_copy size_t codestream_pos; BoxStage box_stage; jxl::JxlToJpegDecoder jpeg_decoder; jxl::JxlBoxContentDecoder box_content_decoder; // Decodes Exif or XMP metadata for JPEG reconstruction jxl::JxlBoxContentDecoder metadata_decoder; std::vector exif_metadata; std::vector xmp_metadata; // must store JPEG reconstruction metadata from the current box // 0 = not stored, 1 = currently storing, 2 = finished int store_exif; int store_xmp; size_t recon_out_buffer_pos; size_t recon_exif_size; // Expected exif size as read from the jbrd box size_t recon_xmp_size; // Expected exif size as read from the jbrd box JpegReconStage recon_output_jpeg; bool JbrdNeedMoreBoxes() const { // jbrd box wants exif but exif box not yet seen if (store_exif < 2 && recon_exif_size > 0) return true; // jbrd box wants xmp but xmp box not yet seen if (store_xmp < 2 && recon_xmp_size > 0) return true; return false; } // Statistics which CodecInOut can keep uint64_t dec_pixels; const uint8_t* next_in; size_t avail_in; bool input_closed; void AdvanceInput(size_t size) { next_in += size; avail_in -= size; file_pos += size; } // Whether the decoder can use more codestream input for a purpose it needs. // This returns false if the user didn't subscribe to any events that // require the codestream (e.g. only subscribed to metadata boxes), or all // parts of the codestream that are subscribed to (e.g. only basic info) have // already occured. bool CanUseMoreCodestreamInput() const { // The decoder can set this to finished early if all relevant events were // processed, so this check works. return stage != DecoderStage::kCodestreamFinished; } // If set then some operations will fail, if those would require // allocating large objects. Actual memory usage might be two orders of // magnitude bigger. // TODO(eustas): remove once there is working API for memory / CPU limit. size_t memory_limit_base = 0; size_t cpu_limit_base = 0; size_t used_cpu_base = 0; }; namespace { bool CheckSizeLimit(JxlDecoder* dec, size_t xsize, size_t ysize) { if (!dec->memory_limit_base) return true; if (xsize == 0 || ysize == 0) return true; if (xsize >= dec->memory_limit_base || ysize >= dec->memory_limit_base) { return false; } // Rough estimate of real row length. xsize = jxl::DivCeil(xsize, 32) * 32; size_t num_pixels = xsize * ysize; if (num_pixels / xsize != ysize) return false; // overflow if (num_pixels > dec->memory_limit_base) return false; return true; } } // namespace // TODO(zond): Make this depend on the data loaded into the decoder. JxlDecoderStatus JxlDecoderDefaultPixelFormat(const JxlDecoder* dec, JxlPixelFormat* format) { if (!dec->got_basic_info) return JXL_DEC_NEED_MORE_INPUT; *format = {4, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; return JXL_DEC_SUCCESS; } // Resets the state that must be reset for both Rewind and Reset void JxlDecoderRewindDecodingState(JxlDecoder* dec) { dec->stage = DecoderStage::kInited; dec->got_signature = false; dec->first_codestream_seen = false; dec->last_codestream_seen = false; dec->got_basic_info = false; dec->header_except_icc_bits = 0; dec->got_all_headers = false; dec->post_headers = false; dec->icc_reader.Reset(); dec->got_preview_image = false; dec->file_pos = 0; dec->box_contents_begin = 0; dec->box_contents_end = 0; dec->box_contents_size = 0; dec->box_size = 0; dec->header_size = 0; dec->box_contents_unbounded = false; memset(dec->box_type, 0, sizeof(dec->box_type)); memset(dec->box_decoded_type, 0, sizeof(dec->box_decoded_type)); dec->box_event = false; dec->box_stage = BoxStage::kHeader; dec->box_out_buffer_set = false; dec->box_out_buffer_set_current_box = false; dec->box_out_buffer = nullptr; dec->box_out_buffer_size = 0; dec->box_out_buffer_begin = 0; dec->box_out_buffer_pos = 0; dec->exif_metadata.clear(); dec->xmp_metadata.clear(); dec->store_exif = 0; dec->store_xmp = 0; dec->recon_out_buffer_pos = 0; dec->recon_exif_size = 0; dec->recon_xmp_size = 0; dec->recon_output_jpeg = JpegReconStage::kNone; dec->events_wanted = 0; dec->basic_info_size_hint = InitialBasicInfoSizeHint(); dec->have_container = 0; dec->box_count = 0; dec->preview_out_buffer_set = false; dec->image_out_buffer_set = false; dec->preview_out_buffer = nullptr; dec->image_out_buffer = nullptr; dec->image_out_init_callback = nullptr; dec->image_out_run_callback = nullptr; dec->image_out_destroy_callback = nullptr; dec->image_out_init_opaque = nullptr; dec->preview_out_size = 0; dec->image_out_size = 0; dec->extra_channel_output.clear(); dec->dec_pixels = 0; dec->next_in = 0; dec->avail_in = 0; dec->input_closed = false; dec->passes_state.reset(nullptr); dec->frame_dec.reset(nullptr); dec->sections.reset(nullptr); dec->frame_dec_in_progress = false; dec->ib.reset(); dec->metadata = jxl::CodecMetadata(); dec->frame_header.reset(new jxl::FrameHeader(&dec->metadata)); dec->codestream_copy.clear(); dec->codestream_unconsumed = 0; dec->frame_stage = FrameStage::kHeader; dec->frame_start = 0; dec->frame_size = 0; dec->is_last_of_still = false; dec->is_last_total = false; dec->skip_frames = 0; dec->skipping_frame = false; dec->internal_frames = 0; dec->external_frames = 0; } void JxlDecoderReset(JxlDecoder* dec) { JxlDecoderRewindDecodingState(dec); dec->thread_pool.reset(); dec->keep_orientation = false; dec->render_spotcolors = true; dec->coalescing = true; dec->orig_events_wanted = 0; dec->frame_references.clear(); dec->frame_saved_as.clear(); dec->frame_external_to_internal.clear(); dec->frame_required.clear(); dec->decompress_boxes = false; } JxlDecoder* JxlDecoderCreate(const JxlMemoryManager* memory_manager) { JxlMemoryManager local_memory_manager; if (!jxl::MemoryManagerInit(&local_memory_manager, memory_manager)) return nullptr; void* alloc = jxl::MemoryManagerAlloc(&local_memory_manager, sizeof(JxlDecoder)); if (!alloc) return nullptr; // Placement new constructor on allocated memory JxlDecoder* dec = new (alloc) JxlDecoder(); dec->memory_manager = local_memory_manager; #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION if (!memory_manager) { dec->memory_limit_base = 53 << 16; // Allow 5 x max_image_size processing units; every frame is accounted // as W x H CPU processing units, so there could be numerous small frames // or few larger ones. dec->cpu_limit_base = 5 * dec->memory_limit_base; } #endif JxlDecoderReset(dec); return dec; } void JxlDecoderDestroy(JxlDecoder* dec) { if (dec) { JxlMemoryManager local_memory_manager = dec->memory_manager; // Call destructor directly since custom free function is used. dec->~JxlDecoder(); jxl::MemoryManagerFree(&local_memory_manager, dec); } } void JxlDecoderRewind(JxlDecoder* dec) { JxlDecoderRewindDecodingState(dec); } void JxlDecoderSkipFrames(JxlDecoder* dec, size_t amount) { // Increment amount, rather than set it: making the amount smaller is // impossible because the decoder may already have skipped frames required to // decode earlier frames, and making the amount larger compared to an existing // amount is impossible because if JxlDecoderSkipFrames is called in the // middle of already skipping frames, the user cannot know how many frames // have already been skipped internally so far so an absolute value cannot // be defined. dec->skip_frames += amount; dec->frame_required.clear(); size_t next_frame = dec->external_frames + dec->skip_frames; // A frame that has been seen before a rewind if (next_frame < dec->frame_external_to_internal.size()) { size_t internal_index = dec->frame_external_to_internal[next_frame]; if (internal_index < dec->frame_saved_as.size()) { std::vector deps = GetFrameDependencies( internal_index, dec->frame_saved_as, dec->frame_references); dec->frame_required.resize(internal_index + 1, 0); for (size_t i = 0; i < deps.size(); i++) { JXL_ASSERT(deps[i] < dec->frame_required.size()); dec->frame_required[deps[i]] = 1; } } } } JXL_EXPORT JxlDecoderStatus JxlDecoderSetParallelRunner(JxlDecoder* dec, JxlParallelRunner parallel_runner, void* parallel_runner_opaque) { if (dec->stage != DecoderStage::kInited) { return JXL_API_ERROR("parallel_runner must be set before starting"); } dec->thread_pool.reset( new jxl::ThreadPool(parallel_runner, parallel_runner_opaque)); return JXL_DEC_SUCCESS; } size_t JxlDecoderSizeHintBasicInfo(const JxlDecoder* dec) { if (dec->got_basic_info) return 0; return dec->basic_info_size_hint; } JxlDecoderStatus JxlDecoderSubscribeEvents(JxlDecoder* dec, int events_wanted) { if (dec->stage != DecoderStage::kInited) { return JXL_DEC_ERROR; // Cannot subscribe to events after having started. } if (events_wanted & 63) { return JXL_DEC_ERROR; // Can only subscribe to informative events. } dec->events_wanted = events_wanted; dec->orig_events_wanted = events_wanted; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetKeepOrientation(JxlDecoder* dec, JXL_BOOL keep_orientation) { if (dec->stage != DecoderStage::kInited) { return JXL_API_ERROR("Must set keep_orientation option before starting"); } dec->keep_orientation = !!keep_orientation; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetRenderSpotcolors(JxlDecoder* dec, JXL_BOOL render_spotcolors) { if (dec->stage != DecoderStage::kInited) { return JXL_API_ERROR("Must set render_spotcolors option before starting"); } dec->render_spotcolors = !!render_spotcolors; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetCoalescing(JxlDecoder* dec, JXL_BOOL coalescing) { if (dec->stage != DecoderStage::kInited) { return JXL_API_ERROR("Must set coalescing option before starting"); } dec->coalescing = !!coalescing; return JXL_DEC_SUCCESS; } namespace { // helper function to get the dimensions of the current image buffer void GetCurrentDimensions(const JxlDecoder* dec, size_t& xsize, size_t& ysize, bool oriented) { if (dec->frame_header->nonserialized_is_preview) { xsize = dec->metadata.oriented_preview_xsize(dec->keep_orientation); ysize = dec->metadata.oriented_preview_ysize(dec->keep_orientation); return; } xsize = dec->metadata.oriented_xsize(dec->keep_orientation || !oriented); ysize = dec->metadata.oriented_ysize(dec->keep_orientation || !oriented); if (!dec->coalescing) { const auto frame_dim = dec->frame_header->ToFrameDimensions(); xsize = frame_dim.xsize_upsampled; ysize = frame_dim.ysize_upsampled; if (!dec->keep_orientation && oriented && static_cast(dec->metadata.m.GetOrientation()) > 4) { std::swap(xsize, ysize); } } } } // namespace namespace jxl { namespace { template bool CanRead(Span data, BitReader* reader, T* JXL_RESTRICT t) { // Use a copy of the bit reader because CanRead advances bits. BitReader reader2(data); reader2.SkipBits(reader->TotalBitsConsumed()); bool result = Bundle::CanRead(&reader2, t); JXL_ASSERT(reader2.Close()); return result; } // Returns JXL_DEC_SUCCESS if the full bundle was successfully read, status // indicating either error or need more input otherwise. template JxlDecoderStatus ReadBundle(Span data, BitReader* reader, T* JXL_RESTRICT t) { if (!CanRead(data, reader, t)) { return JXL_DEC_NEED_MORE_INPUT; } if (!Bundle::Read(reader, t)) { return JXL_DEC_ERROR; } return JXL_DEC_SUCCESS; } #define JXL_API_RETURN_IF_ERROR(expr) \ { \ JxlDecoderStatus status_ = ConvertStatus(expr); \ if (status_ != JXL_DEC_SUCCESS) return status_; \ } std::unique_ptr> GetBitReader( Span span) { BitReader* reader = new BitReader(span); return std::unique_ptr>( reader, [](BitReader* reader) { // We can't allow Close to abort the program if the reader is out of // bounds, or all return paths in the code, even those that already // return failure, would have to manually call AllReadsWithinBounds(). // Invalid JXL codestream should not cause program to quit. (void)reader->AllReadsWithinBounds(); (void)reader->Close(); delete reader; }); } JxlDecoderStatus JxlDecoderReadBasicInfo(JxlDecoder* dec, const uint8_t* in, size_t size) { size_t pos = 0; // Check and skip the codestream signature JxlSignature signature = ReadSignature(in, size, &pos); if (signature == JXL_SIG_NOT_ENOUGH_BYTES) { return JXL_DEC_NEED_MORE_INPUT; } if (signature == JXL_SIG_CONTAINER) { // There is a container signature where we expect a codestream, container // is handled at a higher level already. return JXL_API_ERROR("invalid: nested container"); } if (signature != JXL_SIG_CODESTREAM) { return JXL_API_ERROR("invalid signature"); } Span span(in + pos, size - pos); auto reader = GetBitReader(span); JXL_API_RETURN_IF_ERROR(ReadBundle(span, reader.get(), &dec->metadata.size)); dec->metadata.m.nonserialized_only_parse_basic_info = true; JXL_API_RETURN_IF_ERROR(ReadBundle(span, reader.get(), &dec->metadata.m)); dec->metadata.m.nonserialized_only_parse_basic_info = false; dec->got_basic_info = true; dec->basic_info_size_hint = 0; if (!CheckSizeLimit(dec, dec->metadata.size.xsize(), dec->metadata.size.ysize())) { return JXL_API_ERROR("image is too large"); } return JXL_DEC_SUCCESS; } // Reads all codestream headers (but not frame headers) JxlDecoderStatus JxlDecoderReadAllHeaders(JxlDecoder* dec, const uint8_t* in, size_t size) { size_t pos = 0; // Check and skip the codestream signature JxlSignature signature = ReadSignature(in, size, &pos); if (signature == JXL_SIG_CONTAINER) { return JXL_API_ERROR("invalid: nested container"); } if (signature != JXL_SIG_CODESTREAM) { return JXL_API_ERROR("invalid signature"); } Span span(in + pos, size - pos); auto reader = GetBitReader(span); if (dec->header_except_icc_bits != 0) { // Headers were decoded already. reader->SkipBits(dec->header_except_icc_bits); } else { SizeHeader dummy_size_header; JXL_API_RETURN_IF_ERROR(ReadBundle(span, reader.get(), &dummy_size_header)); // We already decoded the metadata to dec->metadata.m, no reason to // overwrite it, use a dummy metadata instead. ImageMetadata dummy_metadata; JXL_API_RETURN_IF_ERROR(ReadBundle(span, reader.get(), &dummy_metadata)); dec->metadata.transform_data.nonserialized_xyb_encoded = dec->metadata.m.xyb_encoded; JXL_API_RETURN_IF_ERROR( ReadBundle(span, reader.get(), &dec->metadata.transform_data)); } dec->header_except_icc_bits = reader->TotalBitsConsumed(); if (dec->metadata.m.color_encoding.WantICC()) { jxl::Status status = dec->icc_reader.Init(reader.get(), dec->memory_limit_base); // Always check AllReadsWithinBounds, not all the C++ decoder implementation // handles reader out of bounds correctly yet (e.g. context map). Not // checking AllReadsWithinBounds can cause reader->Close() to trigger an // assert, but we don't want library to quit program for invalid codestream. if (!reader->AllReadsWithinBounds()) { return JXL_DEC_NEED_MORE_INPUT; } if (!status) { if (status.code() == StatusCode::kNotEnoughBytes) { return JXL_DEC_NEED_MORE_INPUT; } // Other non-successful status is an error return JXL_DEC_ERROR; } PaddedBytes icc; status = dec->icc_reader.Process(reader.get(), &icc); if (!status) { if (status.code() == StatusCode::kNotEnoughBytes) { return JXL_DEC_NEED_MORE_INPUT; } // Other non-successful status is an error return JXL_DEC_ERROR; } if (!dec->metadata.m.color_encoding.SetICCRaw(std::move(icc))) { return JXL_DEC_ERROR; } } dec->got_all_headers = true; JXL_API_RETURN_IF_ERROR(reader->JumpToByteBoundary()); dec->frame_start = pos + reader->TotalBitsConsumed() / jxl::kBitsPerByte; if (!dec->passes_state) { dec->passes_state.reset(new jxl::PassesDecoderState()); } dec->default_enc = ColorEncoding::LinearSRGB(dec->metadata.m.color_encoding.IsGray()); JXL_API_RETURN_IF_ERROR(dec->passes_state->output_encoding_info.Set( dec->metadata, dec->default_enc)); return JXL_DEC_SUCCESS; } static size_t GetStride(const JxlDecoder* dec, const JxlPixelFormat& format) { size_t xsize, ysize; GetCurrentDimensions(dec, xsize, ysize, true); size_t stride = xsize * (BitsPerChannel(format.data_type) * format.num_channels / jxl::kBitsPerByte); if (format.align > 1) { stride = jxl::DivCeil(stride, format.align) * format.align; } return stride; } // Internal wrapper around jxl::ConvertToExternal which converts the stride, // format and orientation and allows to choose whether to get all RGB(A) // channels or alternatively get a single extra channel. // If want_extra_channel, a valid index to a single extra channel must be // given, the output must be single-channel, and format.num_channels is ignored // and treated as if it is 1. static JxlDecoderStatus ConvertImageInternal( const JxlDecoder* dec, const jxl::ImageBundle& frame, const JxlPixelFormat& format, bool want_extra_channel, size_t extra_channel_index, void* out_image, size_t out_size, const PixelCallback& out_callback) { // TODO(lode): handle mismatch of RGB/grayscale color profiles and pixel data // color/grayscale format const size_t stride = GetStride(dec, format); bool float_format = format.data_type == JXL_TYPE_FLOAT || format.data_type == JXL_TYPE_FLOAT16; jxl::Orientation undo_orientation = dec->keep_orientation ? jxl::Orientation::kIdentity : dec->metadata.m.GetOrientation(); jxl::Status status(true); if (want_extra_channel) { JXL_ASSERT(extra_channel_index < frame.extra_channels().size()); status = jxl::ConvertToExternal(frame.extra_channels()[extra_channel_index], BitsPerChannel(format.data_type), float_format, format.endianness, stride, dec->thread_pool.get(), out_image, out_size, out_callback, undo_orientation); } else { status = jxl::ConvertToExternal( frame, BitsPerChannel(format.data_type), float_format, format.num_channels, format.endianness, stride, dec->thread_pool.get(), out_image, out_size, out_callback, undo_orientation); } return status ? JXL_DEC_SUCCESS : JXL_DEC_ERROR; } // Parses the FrameHeader and the total frame_size, given the initial bytes // of the frame up to and including the TOC. // TODO(lode): merge this with FrameDecoder JxlDecoderStatus ParseFrameHeader(JxlDecoder* dec, jxl::FrameHeader* frame_header, const uint8_t* in, size_t size, size_t pos, bool is_preview, size_t* frame_size, int* saved_as) { if (pos >= size) { return JXL_DEC_NEED_MORE_INPUT; } Span span(in + pos, size - pos); auto reader = GetBitReader(span); frame_header->nonserialized_is_preview = is_preview; jxl::Status status = DecodeFrameHeader(reader.get(), frame_header); jxl::FrameDimensions frame_dim = frame_header->ToFrameDimensions(); if (!CheckSizeLimit(dec, frame_dim.xsize_upsampled_padded, frame_dim.ysize_upsampled_padded)) { return JXL_API_ERROR("frame is too large"); } if (status.code() == StatusCode::kNotEnoughBytes) { // TODO(lode): prevent asking for way too much input bytes in case of // invalid header that the decoder thinks is a very long user extension // instead. Example: fields can currently print something like this: // "../lib/jxl/fields.cc:416: Skipping 71467322-bit extension(s)" // Maybe fields.cc should return error in the above case rather than // print a message. return JXL_DEC_NEED_MORE_INPUT; } else if (!status) { return JXL_API_ERROR("invalid frame header"); } // Read TOC. uint64_t groups_total_size; const bool has_ac_global = true; const size_t toc_entries = NumTocEntries(frame_dim.num_groups, frame_dim.num_dc_groups, frame_header->passes.num_passes, has_ac_global); std::vector group_offsets; std::vector group_sizes; status = ReadGroupOffsets(toc_entries, reader.get(), &group_offsets, &group_sizes, &groups_total_size); // TODO(lode): we're actually relying on AllReadsWithinBounds() here // instead of on status.code(), change the internal TOC C++ code to // correctly set the status.code() instead so we can rely on that one. if (!reader->AllReadsWithinBounds() || status.code() == StatusCode::kNotEnoughBytes) { return JXL_DEC_NEED_MORE_INPUT; } else if (!status) { return JXL_API_ERROR("invalid toc entries"); } JXL_DASSERT((reader->TotalBitsConsumed() % kBitsPerByte) == 0); JXL_API_RETURN_IF_ERROR(reader->JumpToByteBoundary()); size_t header_size = (reader->TotalBitsConsumed() >> 3); *frame_size = header_size + groups_total_size; if (saved_as != nullptr) { *saved_as = FrameDecoder::SavedAs(*frame_header); } return JXL_DEC_SUCCESS; } // TODO(eustas): no CodecInOut -> no image size reinforcement -> possible OOM. // TODO(lode): allow this function to indicate bytes of in that have already // been processed and no longer need to be stored in codestream_copy. JxlDecoderStatus JxlDecoderProcessCodestream(JxlDecoder* dec, const uint8_t* in, size_t size) { // If no parallel runner is set, use the default // TODO(lode): move this initialization to an appropriate location once the // runner is used to decode pixels. if (!dec->thread_pool) { dec->thread_pool.reset(new jxl::ThreadPool(nullptr, nullptr)); } // No matter what events are wanted, the basic info is always required. if (!dec->got_basic_info) { JxlDecoderStatus status = JxlDecoderReadBasicInfo(dec, in, size); if (status != JXL_DEC_SUCCESS) return status; } if (dec->events_wanted & JXL_DEC_BASIC_INFO) { dec->events_wanted &= ~JXL_DEC_BASIC_INFO; return JXL_DEC_BASIC_INFO; } if (!dec->got_all_headers) { JxlDecoderStatus status = JxlDecoderReadAllHeaders(dec, in, size); if (status != JXL_DEC_SUCCESS) return status; } if (dec->events_wanted & JXL_DEC_EXTENSIONS) { dec->events_wanted &= ~JXL_DEC_EXTENSIONS; if (dec->metadata.m.extensions != 0) { return JXL_DEC_EXTENSIONS; } } if (dec->events_wanted & JXL_DEC_COLOR_ENCODING) { dec->events_wanted &= ~JXL_DEC_COLOR_ENCODING; return JXL_DEC_COLOR_ENCODING; } dec->post_headers = true; // Decode to pixels, only if required for the events the user wants. if (!dec->got_preview_image) { // Parse the preview, or at least its TOC to be able to skip the frame, if // any frame or image decoding is desired. bool parse_preview = (dec->events_wanted & (JXL_DEC_PREVIEW_IMAGE | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); if (!dec->metadata.m.have_preview) { // There is no preview, mark this as done and go to next step dec->got_preview_image = true; } else if (!parse_preview) { // No preview parsing needed, mark this step as done dec->got_preview_image = true; } else { // Want to decode the preview, not just skip the frame bool want_preview = (dec->events_wanted & JXL_DEC_PREVIEW_IMAGE); size_t frame_size; size_t pos = dec->frame_start; dec->frame_header.reset(new FrameHeader(&dec->metadata)); JxlDecoderStatus status = ParseFrameHeader( dec, dec->frame_header.get(), in, size, pos, true, &frame_size, /*saved_as=*/nullptr); if (status != JXL_DEC_SUCCESS) return status; if (OutOfBounds(pos, frame_size, size)) { return JXL_DEC_NEED_MORE_INPUT; } if (want_preview && !dec->preview_out_buffer_set) { return JXL_DEC_NEED_PREVIEW_OUT_BUFFER; } jxl::Span compressed(in + dec->frame_start, size - dec->frame_start); auto reader = GetBitReader(compressed); jxl::DecompressParams dparams; dparams.render_spotcolors = dec->render_spotcolors; dparams.coalescing = true; jxl::ImageBundle ib(&dec->metadata.m); PassesDecoderState preview_dec_state; JXL_API_RETURN_IF_ERROR(preview_dec_state.output_encoding_info.Set( dec->metadata, ColorEncoding::LinearSRGB(dec->metadata.m.color_encoding.IsGray()))); if (!DecodeFrame(dparams, &preview_dec_state, dec->thread_pool.get(), reader.get(), &ib, dec->metadata, /*constraints=*/nullptr, /*is_preview=*/true)) { return JXL_API_ERROR("decoding preview failed"); } // Set frame_start to the first non-preview frame. dec->frame_start += DivCeil(reader->TotalBitsConsumed(), kBitsPerByte); dec->got_preview_image = true; if (want_preview) { if (dec->preview_out_buffer) { JxlDecoderStatus status = ConvertImageInternal( dec, ib, dec->preview_out_format, /*want_extra_channel=*/false, /*extra_channel_index=*/0, dec->preview_out_buffer, dec->preview_out_size, /*out_callback=*/{}); if (status != JXL_DEC_SUCCESS) return status; } return JXL_DEC_PREVIEW_IMAGE; } } } // Handle frames for (;;) { if (!(dec->events_wanted & (JXL_DEC_FULL_IMAGE | JXL_DEC_FRAME))) { break; } if (dec->frame_stage == FrameStage::kHeader && dec->is_last_total) { break; } if (dec->frame_stage == FrameStage::kHeader) { if (dec->recon_output_jpeg == JpegReconStage::kSettingMetadata || dec->recon_output_jpeg == JpegReconStage::kOutputting) { // The image bundle contains the JPEG reconstruction frame, but the // decoder is still waiting to decode an EXIF or XMP box. It's not // implemented to decode additional frames during this, and a JPEG // reconstruction image should have only one frame. return JXL_API_ERROR( "cannot decode a next frame after JPEG reconstruction frame"); } size_t pos = dec->frame_start - dec->codestream_pos; if (pos >= size) { return JXL_DEC_NEED_MORE_INPUT; } dec->frame_header.reset(new FrameHeader(&dec->metadata)); int saved_as = 0; JxlDecoderStatus status = ParseFrameHeader(dec, dec->frame_header.get(), in, size, pos, /*is_preview=*/false, &dec->frame_size, &saved_as); if (status != JXL_DEC_SUCCESS) return status; // is last in entire codestream dec->is_last_total = dec->frame_header->is_last; // is last of current still dec->is_last_of_still = dec->is_last_total || dec->frame_header->animation_frame.duration > 0; // is kRegularFrame and coalescing is disabled dec->is_last_of_still |= (!dec->coalescing && dec->frame_header->frame_type == FrameType::kRegularFrame); const size_t internal_frame_index = dec->internal_frames; const size_t external_frame_index = dec->external_frames; if (dec->is_last_of_still) dec->external_frames++; dec->internal_frames++; dec->frame_stage = FrameStage::kTOC; if (dec->skip_frames > 0) { dec->skipping_frame = true; if (dec->is_last_of_still) { dec->skip_frames--; } } else { dec->skipping_frame = false; } if (external_frame_index >= dec->frame_external_to_internal.size()) { dec->frame_external_to_internal.push_back(internal_frame_index); JXL_ASSERT(dec->frame_external_to_internal.size() == external_frame_index + 1); } if (internal_frame_index >= dec->frame_saved_as.size()) { dec->frame_saved_as.push_back(saved_as); JXL_ASSERT(dec->frame_saved_as.size() == internal_frame_index + 1); // add the value 0xff (which means all references) to new slots: we only // know the references of the frame at FinalizeFrame, and fill in the // correct values there. As long as this information is not known, the // worst case where the frame depends on all storage slots is assumed. dec->frame_references.push_back(0xff); JXL_ASSERT(dec->frame_references.size() == internal_frame_index + 1); } if (dec->skipping_frame) { // Whether this frame could be referenced by any future frame: either // because it's a frame saved for blending or patches, or because it's // a DC frame. bool referenceable = dec->frame_header->CanBeReferenced() || dec->frame_header->frame_type == FrameType::kDCFrame; if (internal_frame_index < dec->frame_required.size() && !dec->frame_required[internal_frame_index]) { referenceable = false; } if (!referenceable) { // Skip all decoding for this frame, since the user is skipping this // frame and no future frames can reference it. dec->frame_stage = FrameStage::kHeader; dec->frame_start += dec->frame_size; continue; } } if ((dec->events_wanted & JXL_DEC_FRAME) && dec->is_last_of_still) { // Only return this for the last of a series of stills: patches frames // etc... before this one do not contain the correct information such // as animation timing, ... if (!dec->skipping_frame) { return JXL_DEC_FRAME; } } } if (dec->frame_stage == FrameStage::kTOC) { size_t pos = dec->frame_start - dec->codestream_pos; if (pos >= size) { return JXL_DEC_NEED_MORE_INPUT; } Span span(in + pos, size - pos); auto reader = GetBitReader(span); if (!dec->passes_state) { dec->passes_state.reset(new jxl::PassesDecoderState()); } if (!dec->ib) { dec->ib.reset(new jxl::ImageBundle(&dec->metadata.m)); } dec->frame_dec.reset(new FrameDecoder( dec->passes_state.get(), dec->metadata, dec->thread_pool.get(), /*use_slow_rendering_pipeline=*/false)); dec->frame_dec->SetRenderSpotcolors(dec->render_spotcolors); dec->frame_dec->SetCoalescing(dec->coalescing); if (dec->events_wanted & JXL_DEC_FRAME_PROGRESSION) { dec->frame_dec->SetPauseAtProgressive(dec->prog_detail); } // If JPEG reconstruction is wanted and possible, set the jpeg_data of // the ImageBundle. if (!dec->jpeg_decoder.SetImageBundleJpegData(dec->ib.get())) return JXL_DEC_ERROR; jxl::Status status = dec->frame_dec->InitFrame( reader.get(), dec->ib.get(), /*is_preview=*/false, /*allow_partial_frames=*/true, /*allow_partial_dc_global=*/false, /*output_needed=*/dec->events_wanted & JXL_DEC_FULL_IMAGE); if (!status) JXL_API_RETURN_IF_ERROR(status); size_t sections_begin = DivCeil(reader->TotalBitsConsumed(), kBitsPerByte); dec->sections.reset( new Sections(dec->frame_dec.get(), dec->frame_size, sections_begin)); JXL_API_RETURN_IF_ERROR(dec->sections->Init()); // If we don't need pixels, we can skip actually decoding the frames // (kFull / kFullOut). By not updating frame_stage, none of // these stages will execute, and the loop will continue from the next // frame. if (dec->events_wanted & JXL_DEC_FULL_IMAGE) { dec->frame_dec_in_progress = true; dec->frame_stage = FrameStage::kFull; } } bool return_full_image = false; if (dec->frame_stage == FrameStage::kFull) { size_t num_complete_passes = 0; if (dec->events_wanted & JXL_DEC_FULL_IMAGE) { if (!dec->image_out_buffer_set && (!dec->jpeg_decoder.IsOutputSet() || dec->ib->jpeg_data == nullptr) && dec->is_last_of_still) { // TODO(lode): remove the dec->is_last_of_still condition if the // frame decoder needs the image buffer as working space for decoding // non-visible or blending frames too if (!dec->skipping_frame) { return JXL_DEC_NEED_IMAGE_OUT_BUFFER; } } } if (dec->image_out_buffer_set && !!dec->image_out_buffer && dec->image_out_format.data_type == JXL_TYPE_UINT8 && dec->image_out_format.num_channels >= 3 && dec->extra_channel_output.empty()) { bool is_rgba = dec->image_out_format.num_channels == 4; dec->frame_dec->MaybeSetRGB8OutputBuffer( reinterpret_cast(dec->image_out_buffer), GetStride(dec, dec->image_out_format), is_rgba, !dec->keep_orientation); } const bool little_endian = dec->image_out_format.endianness == JXL_LITTLE_ENDIAN || (dec->image_out_format.endianness == JXL_NATIVE_ENDIAN && IsLittleEndian()); bool swap_endianness = little_endian != IsLittleEndian(); // TODO(lode): Support more formats than just native endian float32 for // the low-memory callback path if (dec->image_out_buffer_set && !!dec->image_out_init_callback && !!dec->image_out_run_callback && dec->image_out_format.data_type == JXL_TYPE_FLOAT && dec->image_out_format.num_channels >= 3 && !swap_endianness && dec->frame_dec_in_progress) { bool is_rgba = dec->image_out_format.num_channels == 4; dec->frame_dec->MaybeSetFloatCallback( PixelCallback{ dec->image_out_init_callback, dec->image_out_run_callback, dec->image_out_destroy_callback, dec->image_out_init_opaque}, is_rgba, !dec->keep_orientation); } size_t pos = dec->frame_start - dec->codestream_pos; if (pos >= size) { return JXL_DEC_NEED_MORE_INPUT; } dec->sections->SetInput(in + pos, size - pos); if (dec->cpu_limit_base != 0) { FrameDimensions frame_dim = dec->frame_header->ToFrameDimensions(); // No overflow, checked in ParseHeader. size_t num_pixels = frame_dim.xsize * frame_dim.ysize; if (dec->used_cpu_base + num_pixels < dec->used_cpu_base) { return JXL_API_ERROR("used too much CPU"); } dec->used_cpu_base += num_pixels; if (dec->used_cpu_base > dec->cpu_limit_base) { return JXL_API_ERROR("used too much CPU"); } } jxl::Status status = dec->frame_dec->ProcessSections(dec->sections->section_info.data(), dec->sections->section_info.size(), dec->sections->section_status.data()); JXL_API_RETURN_IF_ERROR(dec->sections->CloseInput()); if (status.IsFatalError()) { return JXL_API_ERROR("decoding frame failed"); } // TODO(lode): allow next_in to move forward if sections from the // beginning of the stream have been processed bool all_sections_done = !!status && dec->frame_dec->HasDecodedAll(); bool got_dc_only = !!status && !all_sections_done && dec->frame_dec->HasDecodedDC(); if ((dec->events_wanted & JXL_DEC_FRAME_PROGRESSION) && got_dc_only) { if (dec->prog_detail <= JxlProgressiveDetail::kDC) { dec->events_wanted &= ~JXL_DEC_FRAME_PROGRESSION; } if (dec->frame_header->frame_type != kSkipProgressive) { return JXL_DEC_FRAME_PROGRESSION; } } size_t new_num_complete_passes = dec->frame_dec->NumCompletePasses(); bool new_group_done = num_complete_passes < new_num_complete_passes; if (new_group_done) { num_complete_passes = new_num_complete_passes; } bool got_complete_group_only = !!status && !all_sections_done && new_group_done; if ((dec->events_wanted & JXL_DEC_FRAME_PROGRESSION) && got_complete_group_only && (dec->frame_header->frame_type != kSkipProgressive) && (dec->prog_detail <= JxlProgressiveDetail::kPasses)) { return JXL_DEC_FRAME_PROGRESSION; } if (!all_sections_done) { // Not all sections have been processed yet return JXL_DEC_NEED_MORE_INPUT; } size_t internal_index = dec->internal_frames - 1; JXL_ASSERT(dec->frame_references.size() > internal_index); // Always fill this in, even if it was already written, it could be that // this frame was skipped before and set to 255, while only now we know // the true value. dec->frame_references[internal_index] = dec->frame_dec->References(); if (!dec->frame_dec->FinalizeFrame()) { return JXL_API_ERROR("decoding frame failed"); } // Copy exif/xmp metadata from their boxes into the jpeg_data, if // JPEG reconstruction is requested. if (dec->jpeg_decoder.IsOutputSet() && dec->ib->jpeg_data != nullptr) { } dec->frame_dec_in_progress = false; dec->frame_stage = FrameStage::kFullOutput; } bool output_jpeg_reconstruction = false; if (dec->frame_stage == FrameStage::kFullOutput) { if (dec->is_last_of_still) { if (dec->events_wanted & JXL_DEC_FULL_IMAGE) { dec->events_wanted &= ~JXL_DEC_FULL_IMAGE; return_full_image = true; } // Frame finished, restore the events_wanted with the per-frame events // from orig_events_wanted, in case there is a next frame. dec->events_wanted |= (dec->orig_events_wanted & (JXL_DEC_FULL_IMAGE | JXL_DEC_FRAME | JXL_DEC_FRAME_PROGRESSION)); // If no output buffer was set, we merely return the JXL_DEC_FULL_IMAGE // status without outputting pixels. if (dec->jpeg_decoder.IsOutputSet() && dec->ib->jpeg_data != nullptr) { output_jpeg_reconstruction = true; } else if (return_full_image && dec->image_out_buffer_set) { if (!dec->frame_dec->HasRGBBuffer()) { // Copy pixels if desired. JxlDecoderStatus status = ConvertImageInternal( dec, *dec->ib, dec->image_out_format, /*want_extra_channel=*/false, /*extra_channel_index=*/0, dec->image_out_buffer, dec->image_out_size, PixelCallback{dec->image_out_init_callback, dec->image_out_run_callback, dec->image_out_destroy_callback, dec->image_out_init_opaque}); if (status != JXL_DEC_SUCCESS) return status; } dec->image_out_buffer_set = false; bool has_ec = !dec->ib->extra_channels().empty(); for (size_t i = 0; i < dec->extra_channel_output.size(); ++i) { void* buffer = dec->extra_channel_output[i].buffer; // buffer nullptr indicates this extra channel is not requested if (!buffer) continue; if (!has_ec) { JXL_WARNING( "Extra channels are not supported when callback is used"); return JXL_DEC_ERROR; } const JxlPixelFormat* format = &dec->extra_channel_output[i].format; JxlDecoderStatus status = ConvertImageInternal( dec, *dec->ib, *format, /*want_extra_channel=*/true, /*extra_channel_index=*/i, buffer, dec->extra_channel_output[i].buffer_size, /*out_callback=*/{}); if (status != JXL_DEC_SUCCESS) return status; } dec->extra_channel_output.clear(); } } } dec->frame_stage = FrameStage::kHeader; dec->frame_start += dec->frame_size; if (output_jpeg_reconstruction) { dec->recon_output_jpeg = JpegReconStage::kSettingMetadata; return JXL_DEC_FULL_IMAGE; } else { // The pixels have been output or are not needed, do not keep them in // memory here. dec->ib.reset(); if (return_full_image && !dec->skipping_frame) { return JXL_DEC_FULL_IMAGE; } } } dec->stage = DecoderStage::kCodestreamFinished; // Return success, this means there is nothing more to do. return JXL_DEC_SUCCESS; } } // namespace } // namespace jxl JxlDecoderStatus JxlDecoderSetInput(JxlDecoder* dec, const uint8_t* data, size_t size) { if (dec->next_in) { return JXL_API_ERROR("already set input, use JxlDecoderReleaseInput first"); } if (dec->input_closed) { return JXL_API_ERROR("input already closed"); } dec->next_in = data; dec->avail_in = size; return JXL_DEC_SUCCESS; } size_t JxlDecoderReleaseInput(JxlDecoder* dec) { size_t result = dec->avail_in; dec->next_in = nullptr; dec->avail_in = 0; return result; } void JxlDecoderCloseInput(JxlDecoder* dec) { dec->input_closed = true; } JxlDecoderStatus JxlDecoderSetJPEGBuffer(JxlDecoder* dec, uint8_t* data, size_t size) { // JPEG reconstruction buffer can only set and updated before or during the // first frame, the reconstruction box refers to the first frame and in // theory multi-frame images should not be used with a jbrd box. if (dec->internal_frames > 1) { return JXL_API_ERROR("JPEG reconstruction only works for the first frame"); } if (dec->jpeg_decoder.IsOutputSet()) { return JXL_API_ERROR("Already set JPEG buffer"); } return dec->jpeg_decoder.SetOutputBuffer(data, size); } size_t JxlDecoderReleaseJPEGBuffer(JxlDecoder* dec) { return dec->jpeg_decoder.ReleaseOutputBuffer(); } // Parses the header of the box, outputting the 4-character type and the box // size, including header size, as stored in the box header. // @param in current input bytes. // @param size available input size. // @param pos position in the input, must begin at the header of the box. // @param file_pos position of pos since the start of the JXL file, rather than // the current input, used for integer overflow checking. // @param type the output box type. // @param box_size output the total box size, including header, in bytes, or 0 // if it's a final unbounded box. // @param header_size output size of the box header. // @return JXL_DEC_SUCCESS if the box header was fully parsed. In that case the // parsing position must be incremented by header_size bytes. // JXL_DEC_NEED_MORE_INPUT if not enough input bytes available, in that case // header_size indicates a lower bound for the known size the header has to be // at least. JXL_DEC_ERROR if the box header is invalid. static JxlDecoderStatus ParseBoxHeader(const uint8_t* in, size_t size, size_t pos, size_t file_pos, JxlBoxType type, uint64_t* box_size, uint64_t* header_size) { if (OutOfBounds(pos, 8, size)) { *header_size = 8; return JXL_DEC_NEED_MORE_INPUT; } size_t box_start = pos; // Box size, including this header itself. *box_size = LoadBE32(in + pos); memcpy(type, in + pos + 4, 4); pos += 8; if (*box_size == 1) { *header_size = 16; if (OutOfBounds(pos, 8, size)) return JXL_DEC_NEED_MORE_INPUT; *box_size = LoadBE64(in + pos); pos += 8; } *header_size = pos - box_start; if (*box_size > 0 && *box_size < *header_size) { return JXL_API_ERROR("invalid box size"); } if (SumOverflows(file_pos, pos, *box_size)) { return JXL_API_ERROR("Box size overflow"); } return JXL_DEC_SUCCESS; } // This includes handling the codestream if it is not a box-based jxl file. static JxlDecoderStatus HandleBoxes(JxlDecoder* dec) { // Box handling loop for (;;) { if (dec->box_stage != BoxStage::kHeader) { dec->AdvanceInput(dec->header_size); dec->header_size = 0; if ((dec->events_wanted & JXL_DEC_BOX) && dec->box_out_buffer_set_current_box) { uint8_t* next_out = dec->box_out_buffer + dec->box_out_buffer_pos; size_t avail_out = dec->box_out_buffer_size - dec->box_out_buffer_pos; JxlDecoderStatus box_result = dec->box_content_decoder.Process( dec->next_in, dec->avail_in, dec->file_pos - dec->box_contents_begin, &next_out, &avail_out); size_t produced = next_out - (dec->box_out_buffer + dec->box_out_buffer_pos); dec->box_out_buffer_pos += produced; // Don't return JXL_DEC_NEED_MORE_INPUT: the box stages below, instead, // handle the input progression, and the above only outputs the part of // the box seen so far. if (box_result != JXL_DEC_SUCCESS && box_result != JXL_DEC_NEED_MORE_INPUT) { return box_result; } } if (dec->store_exif == 1 || dec->store_xmp == 1) { std::vector& metadata = (dec->store_exif == 1) ? dec->exif_metadata : dec->xmp_metadata; for (;;) { if (metadata.empty()) metadata.resize(64); uint8_t* orig_next_out = metadata.data() + dec->recon_out_buffer_pos; uint8_t* next_out = orig_next_out; size_t avail_out = metadata.size() - dec->recon_out_buffer_pos; JxlDecoderStatus box_result = dec->metadata_decoder.Process( dec->next_in, dec->avail_in, dec->file_pos - dec->box_contents_begin, &next_out, &avail_out); size_t produced = next_out - orig_next_out; dec->recon_out_buffer_pos += produced; if (box_result == JXL_DEC_BOX_NEED_MORE_OUTPUT) { metadata.resize(metadata.size() * 2); } else if (box_result == JXL_DEC_NEED_MORE_INPUT) { break; // box stage handling below will handle this instead } else if (box_result == JXL_DEC_SUCCESS) { size_t needed_size = (dec->store_exif == 1) ? dec->recon_exif_size : dec->recon_xmp_size; if (dec->box_contents_unbounded && dec->recon_out_buffer_pos < needed_size) { // Unbounded box, but we know the expected size due to the jbrd // box's data. Treat this as the JXL_DEC_NEED_MORE_INPUT case. break; } else { metadata.resize(dec->recon_out_buffer_pos); if (dec->store_exif == 1) dec->store_exif = 2; if (dec->store_xmp == 1) dec->store_xmp = 2; break; } } else { // error return box_result; } } } } if (dec->recon_output_jpeg == JpegReconStage::kSettingMetadata && !dec->JbrdNeedMoreBoxes()) { jxl::jpeg::JPEGData* jpeg_data = dec->ib->jpeg_data.get(); if (dec->recon_exif_size) { JxlDecoderStatus status = jxl::JxlToJpegDecoder::SetExif( dec->exif_metadata.data(), dec->exif_metadata.size(), jpeg_data); if (status != JXL_DEC_SUCCESS) return status; } if (dec->recon_xmp_size) { JxlDecoderStatus status = jxl::JxlToJpegDecoder::SetXmp( dec->xmp_metadata.data(), dec->xmp_metadata.size(), jpeg_data); if (status != JXL_DEC_SUCCESS) return status; } dec->recon_output_jpeg = JpegReconStage::kOutputting; } if (dec->recon_output_jpeg == JpegReconStage::kOutputting && !dec->JbrdNeedMoreBoxes()) { JxlDecoderStatus status = dec->jpeg_decoder.WriteOutput(*dec->ib->jpeg_data); if (status != JXL_DEC_SUCCESS) return status; dec->recon_output_jpeg = JpegReconStage::kFinished; dec->ib.reset(); if (dec->events_wanted & JXL_DEC_FULL_IMAGE) { // Return the full image event here now, this may be delayed if this // could only be done after decoding an exif or xmp box after the // codestream. return JXL_DEC_FULL_IMAGE; } } if (dec->box_stage == BoxStage::kHeader) { if (!dec->have_container) { if (dec->stage == DecoderStage::kCodestreamFinished) return JXL_DEC_SUCCESS; dec->box_stage = BoxStage::kCodestream; dec->box_contents_unbounded = true; continue; } if (dec->avail_in == 0) { if (dec->stage != DecoderStage::kCodestreamFinished) { // Not yet seen (all) codestream boxes. return JXL_DEC_NEED_MORE_INPUT; } if (dec->JbrdNeedMoreBoxes()) { return JXL_DEC_NEED_MORE_INPUT; } if (dec->input_closed) { return JXL_DEC_SUCCESS; } if (!(dec->events_wanted & JXL_DEC_BOX)) { // All codestream and jbrd metadata boxes finished, and no individual // boxes requested by user, so no need to request any more input. // This returns success for backwards compatibility, when // JxlDecoderCloseInput and JXL_DEC_BOX did not exist, as well // as for efficiency. return JXL_DEC_SUCCESS; } // Even though we are exactly at a box end, there still may be more // boxes. The user may call JxlDecoderCloseInput to indicate the input // is finished and get success instead. return JXL_DEC_NEED_MORE_INPUT; } bool boxed_codestream_done = ((dec->events_wanted & JXL_DEC_BOX) && dec->stage == DecoderStage::kCodestreamFinished && dec->last_codestream_seen && !dec->JbrdNeedMoreBoxes()); if (boxed_codestream_done && dec->avail_in >= 2 && dec->next_in[0] == 0xff && dec->next_in[1] == jxl::kCodestreamMarker) { // We detected the start of the next naked codestream, so we can return // success here. return JXL_DEC_SUCCESS; } uint64_t box_size, header_size; JxlDecoderStatus status = ParseBoxHeader(dec->next_in, dec->avail_in, 0, dec->file_pos, dec->box_type, &box_size, &header_size); if (status != JXL_DEC_SUCCESS) { if (status == JXL_DEC_NEED_MORE_INPUT) { dec->basic_info_size_hint = InitialBasicInfoSizeHint() + header_size - dec->file_pos; } return status; } if (memcmp(dec->box_type, "brob", 4) == 0) { if (dec->avail_in < header_size + 4) { return JXL_DEC_NEED_MORE_INPUT; } memcpy(dec->box_decoded_type, dec->next_in + header_size, sizeof(dec->box_decoded_type)); } else { memcpy(dec->box_decoded_type, dec->box_type, sizeof(dec->box_decoded_type)); } // Box order validity checks // The signature box at box_count == 1 is not checked here since that's // already done at the beginning. dec->box_count++; if (boxed_codestream_done && memcmp(dec->box_type, "JXL ", 4) == 0) { // We detected the start of the next boxed stream, so we can return // success here. return JXL_DEC_SUCCESS; } if (dec->box_count == 2 && memcmp(dec->box_type, "ftyp", 4) != 0) { return JXL_API_ERROR("the second box must be the ftyp box"); } if (memcmp(dec->box_type, "ftyp", 4) == 0 && dec->box_count != 2) { return JXL_API_ERROR("the ftyp box must come second"); } dec->box_contents_unbounded = (box_size == 0); dec->box_contents_begin = dec->file_pos + header_size; dec->box_contents_end = dec->box_contents_unbounded ? 0 : (dec->file_pos + box_size); dec->box_contents_size = dec->box_contents_unbounded ? 0 : (box_size - header_size); dec->box_size = box_size; dec->header_size = header_size; if (dec->orig_events_wanted & JXL_DEC_JPEG_RECONSTRUCTION) { // Initiate storing of Exif or XMP data for JPEG reconstruction if (dec->store_exif == 0 && memcmp(dec->box_decoded_type, "Exif", 4) == 0) { dec->store_exif = 1; dec->recon_out_buffer_pos = 0; } if (dec->store_xmp == 0 && memcmp(dec->box_decoded_type, "xml ", 4) == 0) { dec->store_xmp = 1; dec->recon_out_buffer_pos = 0; } } if (dec->events_wanted & JXL_DEC_BOX) { bool decompress = dec->decompress_boxes && memcmp(dec->box_type, "brob", 4) == 0; dec->box_content_decoder.StartBox( decompress, dec->box_contents_unbounded, dec->box_contents_size); } if (dec->store_exif == 1 || dec->store_xmp == 1) { bool brob = memcmp(dec->box_type, "brob", 4) == 0; dec->metadata_decoder.StartBox(brob, dec->box_contents_unbounded, dec->box_contents_size); } if (memcmp(dec->box_type, "ftyp", 4) == 0) { dec->box_stage = BoxStage::kFtyp; } else if (memcmp(dec->box_type, "jxlc", 4) == 0) { if (dec->last_codestream_seen) { return JXL_API_ERROR("there can only be one jxlc box"); } dec->last_codestream_seen = true; dec->box_stage = BoxStage::kCodestream; } else if (memcmp(dec->box_type, "jxlp", 4) == 0) { dec->box_stage = BoxStage::kPartialCodestream; } else if ((dec->orig_events_wanted & JXL_DEC_JPEG_RECONSTRUCTION) && memcmp(dec->box_type, "jbrd", 4) == 0) { if (!(dec->events_wanted & JXL_DEC_JPEG_RECONSTRUCTION)) { return JXL_API_ERROR( "multiple JPEG reconstruction boxes not supported"); } dec->box_stage = BoxStage::kJpegRecon; } else { dec->box_stage = BoxStage::kSkip; } if (dec->events_wanted & JXL_DEC_BOX) { dec->box_event = true; dec->box_out_buffer_set_current_box = false; return JXL_DEC_BOX; } } else if (dec->box_stage == BoxStage::kFtyp) { if (dec->box_contents_size < 12) { return JXL_API_ERROR("file type box too small"); } if (dec->avail_in < 4) return JXL_DEC_NEED_MORE_INPUT; if (memcmp(dec->next_in, "jxl ", 4) != 0) { return JXL_API_ERROR("file type box major brand must be \"jxl \""); } dec->AdvanceInput(4); dec->box_stage = BoxStage::kSkip; } else if (dec->box_stage == BoxStage::kPartialCodestream) { if (dec->last_codestream_seen) { return JXL_API_ERROR("cannot have jxlp box after last jxlp box"); } // TODO(lode): error if box is unbounded but last bit not set if (dec->avail_in < 4) return JXL_DEC_NEED_MORE_INPUT; if (!dec->box_contents_unbounded && dec->box_contents_size < 4) { return JXL_API_ERROR("jxlp box too small to contain index"); } size_t jxlp_index = LoadBE32(dec->next_in); // The high bit of jxlp_index indicates whether this is the last // jxlp box. if (jxlp_index & 0x80000000) { dec->last_codestream_seen = true; } dec->AdvanceInput(4); dec->box_stage = BoxStage::kCodestream; } else if (dec->box_stage == BoxStage::kCodestream) { size_t avail_codestream = dec->avail_in; if (!dec->box_contents_unbounded) { avail_codestream = std::min( avail_codestream, dec->box_contents_end - dec->file_pos); } bool have_copy = !dec->codestream_copy.empty(); if (have_copy) { // TODO(lode): prune the codestream_copy vector if the codestream // decoder no longer needs data from previous frames. dec->codestream_copy.insert(dec->codestream_copy.end(), dec->next_in + dec->codestream_unconsumed, dec->next_in + avail_codestream); dec->codestream_unconsumed = avail_codestream; avail_codestream = dec->codestream_copy.size(); } const uint8_t* codestream = have_copy ? dec->codestream_copy.data() : dec->next_in; JxlDecoderStatus status = jxl::JxlDecoderProcessCodestream(dec, codestream, avail_codestream); if (status == JXL_DEC_FULL_IMAGE) { if (dec->recon_output_jpeg != JpegReconStage::kNone) { continue; } } if (status == JXL_DEC_NEED_MORE_INPUT) { if (have_copy) { dec->AdvanceInput(dec->codestream_unconsumed); dec->codestream_unconsumed = 0; } else { dec->codestream_copy.insert(dec->codestream_copy.end(), dec->next_in, dec->next_in + avail_codestream); dec->AdvanceInput(avail_codestream); } if (dec->file_pos == dec->box_contents_end) { dec->box_stage = BoxStage::kHeader; continue; } } if (status == JXL_DEC_SUCCESS) { if (dec->JbrdNeedMoreBoxes()) { dec->box_stage = BoxStage::kSkip; continue; } if (dec->box_contents_unbounded) { // Last box reached and codestream done, nothing more to do. size_t codestream_consumed = dec->codestream_copy.size() - dec->codestream_unconsumed; dec->AdvanceInput(dec->frame_start - codestream_consumed); break; } if (dec->events_wanted & JXL_DEC_BOX) { // Codestream done, but there may be more other boxes. dec->box_stage = BoxStage::kSkip; continue; } else if (!dec->last_codestream_seen && dec->CanUseMoreCodestreamInput()) { // Even though the codestream was successfully decoded, the last seen // jxlp box was not marked as last, so more jxlp boxes are expected. // Since the codestream already successfully finished, the only valid // case where this could happen is if there are empty jxlp boxes after // this. dec->box_stage = BoxStage::kSkip; continue; } else { // Codestream decoded, and no box output requested, skip all further // input until the end of the box and return success. size_t remaining = dec->box_contents_end - dec->file_pos; size_t to_skip = std::min(remaining, dec->avail_in); dec->AdvanceInput(to_skip); break; } } return status; } else if (dec->box_stage == BoxStage::kJpegRecon) { if (!dec->jpeg_decoder.IsParsingBox()) { // This is a new JPEG reconstruction metadata box. dec->jpeg_decoder.StartBox(dec->box_contents_unbounded, dec->box_contents_size); } const uint8_t* next_in = dec->next_in; size_t avail_in = dec->avail_in; JxlDecoderStatus recon_result = dec->jpeg_decoder.Process(&next_in, &avail_in); size_t consumed = next_in - dec->next_in; dec->AdvanceInput(consumed); if (recon_result == JXL_DEC_JPEG_RECONSTRUCTION) { jxl::jpeg::JPEGData* jpeg_data = dec->jpeg_decoder.GetJpegData(); size_t num_exif = jxl::JxlToJpegDecoder::NumExifMarkers(*jpeg_data); size_t num_xmp = jxl::JxlToJpegDecoder::NumXmpMarkers(*jpeg_data); if (num_exif) { if (num_exif > 1) { return JXL_API_ERROR( "multiple exif markers for JPEG reconstruction not supported"); } if (JXL_DEC_SUCCESS != jxl::JxlToJpegDecoder::ExifBoxContentSize( *jpeg_data, &dec->recon_exif_size)) { return JXL_API_ERROR("invalid jbrd exif size"); } } if (num_xmp) { if (num_xmp > 1) { return JXL_API_ERROR( "multiple XMP markers for JPEG reconstruction not supported"); } if (JXL_DEC_SUCCESS != jxl::JxlToJpegDecoder::XmlBoxContentSize( *jpeg_data, &dec->recon_xmp_size)) { return JXL_API_ERROR("invalid jbrd XMP size"); } } dec->box_stage = BoxStage::kHeader; // If successful JPEG reconstruction, return the success if the user // cares about it, otherwise continue. if (dec->events_wanted & recon_result) { dec->events_wanted &= ~recon_result; return recon_result; } } else { // If anything else, return the result. return recon_result; } } else if (dec->box_stage == BoxStage::kSkip) { if (dec->box_contents_unbounded) { if (dec->input_closed) { return JXL_DEC_SUCCESS; } if (!(dec->box_out_buffer_set)) { // An unbounded box is always the last box. Not requesting box data, // so return success even if JxlDecoderCloseInput was not called for // backwards compatibility as well as efficiency since this box is // being skipped. return JXL_DEC_SUCCESS; } // Arbitrarily more bytes may follow, only JxlDecoderCloseInput can // mark the end. return JXL_DEC_NEED_MORE_INPUT; } // Amount of remaining bytes in the box that is being skipped. size_t remaining = dec->box_contents_end - dec->file_pos; if (dec->avail_in < remaining) { // Don't have the full box yet, skip all we have so far dec->AdvanceInput(dec->avail_in); // Indicate how many more bytes needed starting from next_in. dec->basic_info_size_hint = InitialBasicInfoSizeHint() + dec->box_contents_end - dec->file_pos; return JXL_DEC_NEED_MORE_INPUT; } else { // Full box available, skip all its remaining bytes dec->AdvanceInput(remaining); dec->box_stage = BoxStage::kHeader; } } else { JXL_DASSERT(false); // unknown box stage } } return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderProcessInput(JxlDecoder* dec) { if (dec->stage == DecoderStage::kInited) { dec->stage = DecoderStage::kStarted; } if (dec->stage == DecoderStage::kError) { return JXL_API_ERROR( "Cannot keep using decoder after it encountered an error, use " "JxlDecoderReset to reset it"); } if (!dec->got_signature) { JxlSignature sig = JxlSignatureCheck(dec->next_in, dec->avail_in); if (sig == JXL_SIG_INVALID) return JXL_API_ERROR("invalid signature"); if (sig == JXL_SIG_NOT_ENOUGH_BYTES) { if (dec->input_closed) { return JXL_API_ERROR("file too small for signature"); } return JXL_DEC_NEED_MORE_INPUT; } dec->got_signature = true; if (sig == JXL_SIG_CONTAINER) { dec->have_container = 1; } else { dec->last_codestream_seen = true; } } JxlDecoderStatus status = HandleBoxes(dec); if (status == JXL_DEC_NEED_MORE_INPUT && dec->input_closed) { return JXL_API_ERROR("missing input"); } // Even if the box handling returns success, certain types of // data may be missing. if (status == JXL_DEC_SUCCESS) { if (dec->CanUseMoreCodestreamInput()) { if (!dec->last_codestream_seen) { // In case of jxlp boxes, this means no jxlp box marked as final was // seen yet. Perhaps there is an empty jxlp box after this, this is not // an error but will require more input. return JXL_DEC_NEED_MORE_INPUT; } return JXL_API_ERROR("codestream never finished"); } if (dec->JbrdNeedMoreBoxes()) { return JXL_API_ERROR("missing metadata boxes for jpeg reconstruction"); } } return status; } // To ensure ABI forward-compatibility, this struct has a constant size. static_assert(sizeof(JxlBasicInfo) == 204, "JxlBasicInfo struct size should remain constant"); JxlDecoderStatus JxlDecoderGetBasicInfo(const JxlDecoder* dec, JxlBasicInfo* info) { if (!dec->got_basic_info) return JXL_DEC_NEED_MORE_INPUT; if (info) { memset(info, 0, sizeof(*info)); const jxl::ImageMetadata& meta = dec->metadata.m; info->have_container = dec->have_container; info->xsize = dec->metadata.size.xsize(); info->ysize = dec->metadata.size.ysize(); info->uses_original_profile = !meta.xyb_encoded; info->bits_per_sample = meta.bit_depth.bits_per_sample; info->exponent_bits_per_sample = meta.bit_depth.exponent_bits_per_sample; info->have_preview = meta.have_preview; info->have_animation = meta.have_animation; info->orientation = static_cast(meta.orientation); if (!dec->keep_orientation) { if (info->orientation >= JXL_ORIENT_TRANSPOSE) { std::swap(info->xsize, info->ysize); } info->orientation = JXL_ORIENT_IDENTITY; } info->intensity_target = meta.IntensityTarget(); info->min_nits = meta.tone_mapping.min_nits; info->relative_to_max_display = meta.tone_mapping.relative_to_max_display; info->linear_below = meta.tone_mapping.linear_below; const jxl::ExtraChannelInfo* alpha = meta.Find(jxl::ExtraChannel::kAlpha); if (alpha != nullptr) { info->alpha_bits = alpha->bit_depth.bits_per_sample; info->alpha_exponent_bits = alpha->bit_depth.exponent_bits_per_sample; info->alpha_premultiplied = alpha->alpha_associated; } else { info->alpha_bits = 0; info->alpha_exponent_bits = 0; info->alpha_premultiplied = 0; } info->num_color_channels = meta.color_encoding.GetColorSpace() == jxl::ColorSpace::kGray ? 1 : 3; info->num_extra_channels = meta.num_extra_channels; if (info->have_preview) { info->preview.xsize = dec->metadata.m.preview_size.xsize(); info->preview.ysize = dec->metadata.m.preview_size.ysize(); } if (info->have_animation) { info->animation.tps_numerator = dec->metadata.m.animation.tps_numerator; info->animation.tps_denominator = dec->metadata.m.animation.tps_denominator; info->animation.num_loops = dec->metadata.m.animation.num_loops; info->animation.have_timecodes = dec->metadata.m.animation.have_timecodes; } if (meta.have_intrinsic_size) { info->intrinsic_xsize = dec->metadata.m.intrinsic_size.xsize(); info->intrinsic_ysize = dec->metadata.m.intrinsic_size.ysize(); } else { info->intrinsic_xsize = info->xsize; info->intrinsic_ysize = info->ysize; } } return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetExtraChannelInfo(const JxlDecoder* dec, size_t index, JxlExtraChannelInfo* info) { if (!dec->got_basic_info) return JXL_DEC_NEED_MORE_INPUT; const std::vector& channels = dec->metadata.m.extra_channel_info; if (index >= channels.size()) return JXL_DEC_ERROR; // out of bounds const jxl::ExtraChannelInfo& channel = channels[index]; info->type = static_cast(channel.type); info->bits_per_sample = channel.bit_depth.bits_per_sample; info->exponent_bits_per_sample = channel.bit_depth.floating_point_sample ? channel.bit_depth.exponent_bits_per_sample : 0; info->dim_shift = channel.dim_shift; info->name_length = channel.name.size(); info->alpha_premultiplied = channel.alpha_associated; info->spot_color[0] = channel.spot_color[0]; info->spot_color[1] = channel.spot_color[1]; info->spot_color[2] = channel.spot_color[2]; info->spot_color[3] = channel.spot_color[3]; info->cfa_channel = channel.cfa_channel; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetExtraChannelName(const JxlDecoder* dec, size_t index, char* name, size_t size) { if (!dec->got_basic_info) return JXL_DEC_NEED_MORE_INPUT; const std::vector& channels = dec->metadata.m.extra_channel_info; if (index >= channels.size()) return JXL_DEC_ERROR; // out of bounds const jxl::ExtraChannelInfo& channel = channels[index]; // Also need null-termination character if (channel.name.size() + 1 > size) return JXL_DEC_ERROR; memcpy(name, channel.name.c_str(), channel.name.size() + 1); return JXL_DEC_SUCCESS; } namespace { // Gets the jxl::ColorEncoding for the desired target, and checks errors. // Returns the object regardless of whether the actual color space is in ICC, // but ensures that if the color encoding is not the encoding from the // codestream header metadata, it cannot require ICC profile. JxlDecoderStatus GetColorEncodingForTarget( const JxlDecoder* dec, const JxlPixelFormat* format, JxlColorProfileTarget target, const jxl::ColorEncoding** encoding) { if (!dec->got_all_headers) return JXL_DEC_NEED_MORE_INPUT; *encoding = nullptr; if (target == JXL_COLOR_PROFILE_TARGET_DATA && dec->metadata.m.xyb_encoded) { *encoding = &dec->passes_state->output_encoding_info.color_encoding; } else { *encoding = &dec->metadata.m.color_encoding; } return JXL_DEC_SUCCESS; } } // namespace JxlDecoderStatus JxlDecoderGetColorAsEncodedProfile( const JxlDecoder* dec, const JxlPixelFormat* format, JxlColorProfileTarget target, JxlColorEncoding* color_encoding) { const jxl::ColorEncoding* jxl_color_encoding = nullptr; JxlDecoderStatus status = GetColorEncodingForTarget(dec, format, target, &jxl_color_encoding); if (status) return status; if (jxl_color_encoding->WantICC()) return JXL_DEC_ERROR; // Indicate no encoded profile available. if (color_encoding) { ConvertInternalToExternalColorEncoding(*jxl_color_encoding, color_encoding); } return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetICCProfileSize(const JxlDecoder* dec, const JxlPixelFormat* format, JxlColorProfileTarget target, size_t* size) { const jxl::ColorEncoding* jxl_color_encoding = nullptr; JxlDecoderStatus status = GetColorEncodingForTarget(dec, format, target, &jxl_color_encoding); if (status != JXL_DEC_SUCCESS) return status; if (jxl_color_encoding->WantICC()) { jxl::ColorSpace color_space = dec->metadata.m.color_encoding.GetColorSpace(); if (color_space == jxl::ColorSpace::kUnknown || color_space == jxl::ColorSpace::kXYB) { // This indicates there's no ICC profile available // TODO(lode): for the XYB case, do we want to craft an ICC profile that // represents XYB as an RGB profile? It may be possible, but not with // only 1D transfer functions. return JXL_DEC_ERROR; } } if (size) { *size = jxl_color_encoding->ICC().size(); } return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetColorAsICCProfile(const JxlDecoder* dec, const JxlPixelFormat* format, JxlColorProfileTarget target, uint8_t* icc_profile, size_t size) { size_t wanted_size; // This also checks the NEED_MORE_INPUT and the unknown/xyb cases JxlDecoderStatus status = JxlDecoderGetICCProfileSize(dec, format, target, &wanted_size); if (status != JXL_DEC_SUCCESS) return status; if (size < wanted_size) return JXL_API_ERROR("ICC profile output too small"); const jxl::ColorEncoding* jxl_color_encoding = nullptr; status = GetColorEncodingForTarget(dec, format, target, &jxl_color_encoding); if (status != JXL_DEC_SUCCESS) return status; memcpy(icc_profile, jxl_color_encoding->ICC().data(), jxl_color_encoding->ICC().size()); return JXL_DEC_SUCCESS; } namespace { // Returns the amount of bits needed for getting memory buffer size, and does // all error checking required for size checking and format validity. JxlDecoderStatus PrepareSizeCheck(const JxlDecoder* dec, const JxlPixelFormat* format, size_t* bits) { if (!dec->got_basic_info) { // Don't know image dimensions yet, cannot check for valid size. return JXL_DEC_NEED_MORE_INPUT; } if (!dec->coalescing && (!dec->frame_header || dec->frame_stage == FrameStage::kHeader)) { return JXL_API_ERROR("Don't know frame dimensions yet"); } if (format->num_channels > 4) { return JXL_API_ERROR("More than 4 channels not supported"); } *bits = BitsPerChannel(format->data_type); if (*bits == 0) { return JXL_API_ERROR("Invalid/unsupported data type"); } return JXL_DEC_SUCCESS; } } // namespace JxlDecoderStatus JxlDecoderFlushImage(JxlDecoder* dec) { if (!dec->image_out_buffer_set) return JXL_DEC_ERROR; if (!dec->sections || dec->sections->section_info.empty()) { return JXL_DEC_ERROR; } if (!dec->frame_dec || !dec->frame_dec_in_progress) { return JXL_DEC_ERROR; } if (!dec->frame_dec->HasDecodedDC()) { // FrameDecoder::Flush currently requires DC to have been decoded already // to work correctly. return JXL_DEC_ERROR; } if (!dec->frame_dec->Flush()) { return JXL_DEC_ERROR; } if (dec->jpeg_decoder.IsOutputSet() && dec->ib->jpeg_data != nullptr) { return JXL_DEC_SUCCESS; } if (dec->frame_dec->HasRGBBuffer()) { return JXL_DEC_SUCCESS; } // Temporarily shrink `dec->ib` to the actual size of the full image to call // ConvertImageInternal. size_t xsize = dec->ib->xsize(); size_t ysize = dec->ib->ysize(); size_t xsize_nopadding, ysize_nopadding; GetCurrentDimensions(dec, xsize_nopadding, ysize_nopadding, false); dec->ib->ShrinkTo(xsize_nopadding, ysize_nopadding); JxlDecoderStatus status = jxl::ConvertImageInternal( dec, *dec->ib, dec->image_out_format, /*want_extra_channel=*/false, /*extra_channel_index=*/0, dec->image_out_buffer, dec->image_out_size, jxl::PixelCallback{ dec->image_out_init_callback, dec->image_out_run_callback, dec->image_out_destroy_callback, dec->image_out_init_opaque}); dec->ib->ShrinkTo(xsize, ysize); if (status != JXL_DEC_SUCCESS) return status; return JXL_DEC_SUCCESS; } JXL_EXPORT JxlDecoderStatus JxlDecoderPreviewOutBufferSize( const JxlDecoder* dec, const JxlPixelFormat* format, size_t* size) { size_t bits; JxlDecoderStatus status = PrepareSizeCheck(dec, format, &bits); if (status != JXL_DEC_SUCCESS) return status; if (format->num_channels < 3 && !dec->metadata.m.color_encoding.IsGray()) { return JXL_API_ERROR("Grayscale output not possible for color image"); } size_t xsize = dec->metadata.oriented_preview_xsize(dec->keep_orientation); size_t ysize = dec->metadata.oriented_preview_ysize(dec->keep_orientation); size_t row_size = jxl::DivCeil(xsize * format->num_channels * bits, jxl::kBitsPerByte); size_t last_row_size = row_size; if (format->align > 1) { row_size = jxl::DivCeil(row_size, format->align) * format->align; } *size = row_size * (ysize - 1) + last_row_size; return JXL_DEC_SUCCESS; } JXL_EXPORT JxlDecoderStatus JxlDecoderSetPreviewOutBuffer( JxlDecoder* dec, const JxlPixelFormat* format, void* buffer, size_t size) { if (!dec->got_basic_info || !dec->metadata.m.have_preview || !(dec->orig_events_wanted & JXL_DEC_PREVIEW_IMAGE)) { return JXL_API_ERROR("No preview out buffer needed at this time"); } if (format->num_channels < 3 && !dec->metadata.m.color_encoding.IsGray()) { return JXL_API_ERROR("Grayscale output not possible for color image"); } size_t min_size; // This also checks whether the format is valid and supported and basic info // is available. JxlDecoderStatus status = JxlDecoderPreviewOutBufferSize(dec, format, &min_size); if (status != JXL_DEC_SUCCESS) return status; if (size < min_size) return JXL_DEC_ERROR; dec->preview_out_buffer_set = true; dec->preview_out_buffer = buffer; dec->preview_out_size = size; dec->preview_out_format = *format; return JXL_DEC_SUCCESS; } JXL_EXPORT JxlDecoderStatus JxlDecoderDCOutBufferSize( const JxlDecoder* dec, const JxlPixelFormat* format, size_t* size) { size_t bits; JxlDecoderStatus status = PrepareSizeCheck(dec, format, &bits); if (status != JXL_DEC_SUCCESS) return status; size_t xsize = jxl::DivCeil( dec->metadata.oriented_xsize(dec->keep_orientation), jxl::kBlockDim); size_t ysize = jxl::DivCeil( dec->metadata.oriented_ysize(dec->keep_orientation), jxl::kBlockDim); size_t row_size = jxl::DivCeil(xsize * format->num_channels * bits, jxl::kBitsPerByte); size_t last_row_size = row_size; if (format->align > 1) { row_size = jxl::DivCeil(row_size, format->align) * format->align; } *size = row_size * (ysize - 1) + last_row_size; return JXL_DEC_SUCCESS; } JXL_EXPORT JxlDecoderStatus JxlDecoderSetDCOutBuffer( JxlDecoder* dec, const JxlPixelFormat* format, void* buffer, size_t size) { // No buffer set: this feature is deprecated return JXL_DEC_SUCCESS; } JXL_EXPORT JxlDecoderStatus JxlDecoderImageOutBufferSize( const JxlDecoder* dec, const JxlPixelFormat* format, size_t* size) { size_t bits; JxlDecoderStatus status = PrepareSizeCheck(dec, format, &bits); if (status != JXL_DEC_SUCCESS) return status; if (format->num_channels < 3 && !dec->metadata.m.color_encoding.IsGray()) { return JXL_API_ERROR("Grayscale output not possible for color image"); } size_t xsize, ysize; GetCurrentDimensions(dec, xsize, ysize, true); size_t row_size = jxl::DivCeil(xsize * format->num_channels * bits, jxl::kBitsPerByte); if (format->align > 1) { row_size = jxl::DivCeil(row_size, format->align) * format->align; } *size = row_size * ysize; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetImageOutBuffer(JxlDecoder* dec, const JxlPixelFormat* format, void* buffer, size_t size) { if (!dec->got_basic_info || !(dec->orig_events_wanted & JXL_DEC_FULL_IMAGE)) { return JXL_API_ERROR("No image out buffer needed at this time"); } if (dec->image_out_buffer_set && !!dec->image_out_run_callback) { return JXL_API_ERROR( "Cannot change from image out callback to image out buffer"); } if (format->num_channels < 3 && !dec->metadata.m.color_encoding.IsGray()) { return JXL_API_ERROR("Grayscale output not possible for color image"); } size_t min_size; // This also checks whether the format is valid and supported and basic info // is available. JxlDecoderStatus status = JxlDecoderImageOutBufferSize(dec, format, &min_size); if (status != JXL_DEC_SUCCESS) return status; if (size < min_size) return JXL_DEC_ERROR; dec->image_out_buffer_set = true; dec->image_out_buffer = buffer; dec->image_out_size = size; dec->image_out_format = *format; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderExtraChannelBufferSize(const JxlDecoder* dec, const JxlPixelFormat* format, size_t* size, uint32_t index) { if (!dec->got_basic_info || !(dec->orig_events_wanted & JXL_DEC_FULL_IMAGE)) { return JXL_API_ERROR("No extra channel buffer needed at this time"); } if (index >= dec->metadata.m.num_extra_channels) { return JXL_API_ERROR("Invalid extra channel index"); } size_t num_channels = 1; // Do not use format's num_channels size_t bits; JxlDecoderStatus status = PrepareSizeCheck(dec, format, &bits); if (status != JXL_DEC_SUCCESS) return status; size_t xsize, ysize; GetCurrentDimensions(dec, xsize, ysize, true); size_t row_size = jxl::DivCeil(xsize * num_channels * bits, jxl::kBitsPerByte); if (format->align > 1) { row_size = jxl::DivCeil(row_size, format->align) * format->align; } *size = row_size * ysize; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetExtraChannelBuffer(JxlDecoder* dec, const JxlPixelFormat* format, void* buffer, size_t size, uint32_t index) { size_t min_size; // This also checks whether the format and index are valid and supported and // basic info is available. JxlDecoderStatus status = JxlDecoderExtraChannelBufferSize(dec, format, &min_size, index); if (status != JXL_DEC_SUCCESS) return status; if (size < min_size) return JXL_DEC_ERROR; if (dec->extra_channel_output.size() <= index) { dec->extra_channel_output.resize(dec->metadata.m.num_extra_channels, {{}, nullptr, 0}); } // Guaranteed correct thanks to check in JxlDecoderExtraChannelBufferSize. JXL_ASSERT(index < dec->extra_channel_output.size()); dec->extra_channel_output[index].format = *format; dec->extra_channel_output[index].format.num_channels = 1; dec->extra_channel_output[index].buffer = buffer; dec->extra_channel_output[index].buffer_size = size; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetImageOutCallback(JxlDecoder* dec, const JxlPixelFormat* format, JxlImageOutCallback callback, void* opaque) { dec->simple_image_out_callback.callback = callback; dec->simple_image_out_callback.opaque = opaque; const auto init_callback = +[](void* init_opaque, size_t num_threads, size_t num_pixels_per_thread) { // No initialization to do, just reuse init_opaque as run_opaque. return init_opaque; }; const auto run_callback = +[](void* run_opaque, size_t thread_id, size_t x, size_t y, size_t num_pixels, const void* pixels) { const auto* const simple_callback = static_cast(run_opaque); simple_callback->callback(simple_callback->opaque, x, y, num_pixels, pixels); }; const auto destroy_callback = +[](void* run_opaque) {}; return JxlDecoderSetMultithreadedImageOutCallback( dec, format, init_callback, run_callback, /*destroy_callback=*/destroy_callback, &dec->simple_image_out_callback); } JxlDecoderStatus JxlDecoderSetMultithreadedImageOutCallback( JxlDecoder* dec, const JxlPixelFormat* format, JxlImageOutInitCallback init_callback, JxlImageOutRunCallback run_callback, JxlImageOutDestroyCallback destroy_callback, void* init_opaque) { if (dec->image_out_buffer_set && !!dec->image_out_buffer) { return JXL_API_ERROR( "Cannot change from image out buffer to image out callback"); } if (init_callback == nullptr || run_callback == nullptr || destroy_callback == nullptr) { return JXL_API_ERROR("All callbacks are required"); } // Perform error checking for invalid format. size_t bits_dummy; JxlDecoderStatus status = PrepareSizeCheck(dec, format, &bits_dummy); if (status != JXL_DEC_SUCCESS) return status; dec->image_out_buffer_set = true; dec->image_out_init_callback = init_callback; dec->image_out_run_callback = run_callback; dec->image_out_destroy_callback = destroy_callback; dec->image_out_init_opaque = init_opaque; dec->image_out_format = *format; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetFrameHeader(const JxlDecoder* dec, JxlFrameHeader* header) { if (!dec->frame_header || dec->frame_stage == FrameStage::kHeader) { return JXL_API_ERROR("no frame header available"); } const auto& metadata = dec->metadata.m; memset(header, 0, sizeof(*header)); if (metadata.have_animation) { header->duration = dec->frame_header->animation_frame.duration; if (metadata.animation.have_timecodes) { header->timecode = dec->frame_header->animation_frame.timecode; } } header->name_length = dec->frame_header->name.size(); header->is_last = dec->frame_header->is_last; size_t xsize, ysize; GetCurrentDimensions(dec, xsize, ysize, true); header->layer_info.xsize = xsize; header->layer_info.ysize = ysize; if (!dec->coalescing && dec->frame_header->custom_size_or_origin) { header->layer_info.crop_x0 = dec->frame_header->frame_origin.x0; header->layer_info.crop_y0 = dec->frame_header->frame_origin.y0; header->layer_info.have_crop = JXL_TRUE; } else { header->layer_info.crop_x0 = 0; header->layer_info.crop_y0 = 0; header->layer_info.have_crop = JXL_FALSE; } if (!dec->keep_orientation && !dec->coalescing) { // orient the crop offset size_t W = dec->metadata.oriented_xsize(false); size_t H = dec->metadata.oriented_ysize(false); if (metadata.orientation > 4) { std::swap(header->layer_info.crop_x0, header->layer_info.crop_y0); } size_t o = (metadata.orientation - 1) & 3; if (o > 0 && o < 3) { header->layer_info.crop_x0 = W - xsize - header->layer_info.crop_x0; } if (o > 1) { header->layer_info.crop_y0 = H - ysize - header->layer_info.crop_y0; } } if (dec->coalescing) { header->layer_info.blend_info.blendmode = JXL_BLEND_REPLACE; header->layer_info.blend_info.source = 0; header->layer_info.blend_info.alpha = 0; header->layer_info.blend_info.clamp = JXL_FALSE; header->layer_info.save_as_reference = 0; } else { header->layer_info.blend_info.blendmode = static_cast(dec->frame_header->blending_info.mode); header->layer_info.blend_info.source = dec->frame_header->blending_info.source; header->layer_info.blend_info.alpha = dec->frame_header->blending_info.alpha_channel; header->layer_info.blend_info.clamp = dec->frame_header->blending_info.clamp; header->layer_info.save_as_reference = dec->frame_header->save_as_reference; } return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetExtraChannelBlendInfo(const JxlDecoder* dec, size_t index, JxlBlendInfo* blend_info) { if (!dec->frame_header || dec->frame_stage == FrameStage::kHeader) { return JXL_API_ERROR("no frame header available"); } const auto& metadata = dec->metadata.m; if (index >= metadata.num_extra_channels) { return JXL_API_ERROR("Invalid extra channel index"); } blend_info->blendmode = static_cast( dec->frame_header->extra_channel_blending_info[index].mode); blend_info->source = dec->frame_header->extra_channel_blending_info[index].source; blend_info->alpha = dec->frame_header->extra_channel_blending_info[index].alpha_channel; blend_info->clamp = dec->frame_header->extra_channel_blending_info[index].clamp; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetFrameName(const JxlDecoder* dec, char* name, size_t size) { if (!dec->frame_header || dec->frame_stage == FrameStage::kHeader) { return JXL_API_ERROR("no frame header available"); } if (size < dec->frame_header->name.size() + 1) { return JXL_API_ERROR("too small frame name output buffer"); } memcpy(name, dec->frame_header->name.c_str(), dec->frame_header->name.size() + 1); return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetPreferredColorProfile( JxlDecoder* dec, const JxlColorEncoding* color_encoding) { if (!dec->got_all_headers) { return JXL_API_ERROR("color info not yet available"); } if (dec->post_headers) { return JXL_API_ERROR("too late to set the color encoding"); } if (dec->metadata.m.color_encoding.IsGray() != (color_encoding->color_space == JXL_COLOR_SPACE_GRAY)) { return JXL_API_ERROR("grayscale mismatch"); } if (color_encoding->color_space == JXL_COLOR_SPACE_UNKNOWN || color_encoding->color_space == JXL_COLOR_SPACE_XYB) { return JXL_API_ERROR("only RGB or grayscale output supported"); } JXL_API_RETURN_IF_ERROR(ConvertExternalToInternalColorEncoding( *color_encoding, &dec->default_enc)); JXL_API_RETURN_IF_ERROR(dec->passes_state->output_encoding_info.Set( dec->metadata, dec->default_enc)); return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetBoxBuffer(JxlDecoder* dec, uint8_t* data, size_t size) { if (dec->box_out_buffer_set) { return JXL_API_ERROR("must release box buffer before setting it again"); } if (!dec->box_event) { return JXL_API_ERROR("can only set box buffer after box event"); } dec->box_out_buffer_set = true; dec->box_out_buffer_set_current_box = true; dec->box_out_buffer = data; dec->box_out_buffer_size = size; dec->box_out_buffer_pos = 0; return JXL_DEC_SUCCESS; } size_t JxlDecoderReleaseBoxBuffer(JxlDecoder* dec) { if (!dec->box_out_buffer_set) { return 0; } size_t result = dec->box_out_buffer_size - dec->box_out_buffer_pos; dec->box_out_buffer_set = false; dec->box_out_buffer = nullptr; dec->box_out_buffer_size = 0; if (!dec->box_out_buffer_set_current_box) { dec->box_out_buffer_begin = 0; } else { dec->box_out_buffer_begin += dec->box_out_buffer_pos; } dec->box_out_buffer_set_current_box = false; return result; } JxlDecoderStatus JxlDecoderSetDecompressBoxes(JxlDecoder* dec, JXL_BOOL decompress) { // TODO(lode): return error if libbrotli is not compiled in the jxl decoding // library dec->decompress_boxes = decompress; return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetBoxType(JxlDecoder* dec, JxlBoxType type, JXL_BOOL decompressed) { if (!dec->box_event) { return JXL_API_ERROR("can only get box info after JXL_DEC_BOX event"); } if (decompressed) { memcpy(type, dec->box_decoded_type, sizeof(dec->box_decoded_type)); } else { memcpy(type, dec->box_type, sizeof(dec->box_type)); } return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderGetBoxSizeRaw(const JxlDecoder* dec, uint64_t* size) { if (!dec->box_event) { return JXL_API_ERROR("can only get box info after JXL_DEC_BOX event"); } if (size) { *size = dec->box_size; } return JXL_DEC_SUCCESS; } JxlDecoderStatus JxlDecoderSetProgressiveDetail(JxlDecoder* dec, JxlProgressiveDetail detail) { if (detail != kDC && detail != kPasses) { return JXL_API_ERROR( "Values other than kDC (%d) and kPasses (%d), like %d are not " "implemented.", kDC, kPasses, detail); } dec->prog_detail = detail; return JXL_DEC_SUCCESS; }