/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "ImageLogging.h" // Must appear first #include "gfxPlatform.h" #include "jxl/codestream_header.h" #include "jxl/decode_cxx.h" #include "jxl/types.h" #include "mozilla/gfx/Point.h" #include "nsJXLDecoder.h" #include "RasterImage.h" #include "SurfacePipeFactory.h" using namespace mozilla::gfx; namespace mozilla { namespace image { #define JXL_TRY(expr) \ do { \ JxlDecoderStatus status = (expr); \ if (status != JXL_DEC_SUCCESS) { \ return Transition::TerminateFailure(); \ } \ } while (0); #define JXL_TRY_BOOL(expr) \ do { \ bool succeeded = (expr); \ if (!succeeded) { \ return Transition::TerminateFailure(); \ } \ } while (0); static LazyLogModule sJXLLog("JXLDecoder"); nsJXLDecoder::nsJXLDecoder(RasterImage* aImage) : Decoder(aImage), mLexer(Transition::ToUnbuffered(State::FINISHED_JXL_DATA, State::JXL_DATA, SIZE_MAX), Transition::TerminateSuccess()), mDecoder(JxlDecoderMake(nullptr)), mParallelRunner( JxlThreadParallelRunnerMake(nullptr, PreferredThreadCount())), mNumFrames(0), mTimeout(FrameTimeout::Forever()), mContinue(false) { JxlDecoderSubscribeEvents(mDecoder.get(), JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE); JxlDecoderSetParallelRunner(mDecoder.get(), JxlThreadParallelRunner, mParallelRunner.get()); MOZ_LOG(sJXLLog, LogLevel::Debug, ("[this=%p] nsJXLDecoder::nsJXLDecoder", this)); } nsJXLDecoder::~nsJXLDecoder() { MOZ_LOG(sJXLLog, LogLevel::Debug, ("[this=%p] nsJXLDecoder::~nsJXLDecoder", this)); } size_t nsJXLDecoder::PreferredThreadCount() { if (IsMetadataDecode()) { return 0; // no additional worker thread } return JxlThreadParallelRunnerDefaultNumWorkerThreads(); } LexerResult nsJXLDecoder::DoDecode(SourceBufferIterator& aIterator, IResumable* aOnResume) { // return LexerResult(TerminalState::FAILURE); MOZ_ASSERT(!HasError(), "Shouldn't call DoDecode after error!"); return mLexer.Lex(aIterator, aOnResume, [=](State aState, const char* aData, size_t aLength) { switch (aState) { case State::JXL_DATA: return ReadJXLData(aData, aLength); case State::FINISHED_JXL_DATA: return FinishedJXLData(); } MOZ_CRASH("Unknown State"); }); }; NextPixel nsJXLDecoder::PackRGBAPixelAndAdvance(uint8_t*& aRawPixelInOut) { const uint32_t pixel = gfxPackedPixel(aRawPixelInOut[3], aRawPixelInOut[0], aRawPixelInOut[1], aRawPixelInOut[2]); aRawPixelInOut += 4; return AsVariant(pixel); } LexerTransition nsJXLDecoder::ReadJXLData(const char* aData, size_t aLength) { // Ignore data we have already read. // This will only occur as a result of a yield for animation. if (!mContinue) { const uint8_t* input = (const uint8_t*)aData; size_t length = aLength; if (mBuffer.length() != 0) { JXL_TRY_BOOL(mBuffer.append(aData, aLength)); input = mBuffer.begin(); length = mBuffer.length(); } JXL_TRY(JxlDecoderSetInput(mDecoder.get(), input, length)); } mContinue = false; while (true) { JxlDecoderStatus status = JxlDecoderProcessInput(mDecoder.get()); switch (status) { case JXL_DEC_ERROR: default: return Transition::TerminateFailure(); case JXL_DEC_NEED_MORE_INPUT: { size_t remaining = JxlDecoderReleaseInput(mDecoder.get()); mBuffer.clear(); JXL_TRY_BOOL(mBuffer.append(aData + aLength - remaining, remaining)); if (mNumFrames == 0 && InFrame()) { // If an image was flushed by JxlDecoderFlushImage, then we know that // JXL_DEC_FRAME has already been run and there is a pipe. if (JxlDecoderFlushImage(mDecoder.get()) == JXL_DEC_SUCCESS) { // A full frame partial image is written to the buffer. mPipe.ResetToFirstRow(); for (uint8_t* rowPtr = mOutBuffer.begin(); rowPtr < mOutBuffer.end(); rowPtr += mInfo.xsize * 4) { mPipe.WritePixels([&]{ return PackRGBAPixelAndAdvance(rowPtr); }); } if (Maybe invalidRect = mPipe.TakeInvalidRect()) { PostInvalidation(invalidRect->mInputSpaceRect, Some(invalidRect->mOutputSpaceRect)); } } } return Transition::ContinueUnbuffered(State::JXL_DATA); } case JXL_DEC_BASIC_INFO: { JXL_TRY(JxlDecoderGetBasicInfo(mDecoder.get(), &mInfo)); PostSize(mInfo.xsize, mInfo.ysize); if (mInfo.alpha_bits > 0) { PostHasTransparency(); } if (!mInfo.have_animation && IsMetadataDecode()) { return Transition::TerminateSuccess(); } break; } case JXL_DEC_FRAME: { if (mInfo.have_animation) { JXL_TRY(JxlDecoderGetFrameHeader(mDecoder.get(), &mFrameHeader)); int32_t duration = (int32_t)(1000.0 * mFrameHeader.duration * mInfo.animation.tps_denominator / mInfo.animation.tps_numerator); mTimeout = FrameTimeout::FromRawMilliseconds(duration); if (!HasAnimation()) { PostIsAnimated(mTimeout); } } bool is_last = mInfo.have_animation ? mFrameHeader.is_last : true; MOZ_LOG(sJXLLog, LogLevel::Debug, ("[this=%p] nsJXLDecoder::ReadJXLData - frame %d, is_last %d, " "metadata decode %d, first frame decode %d\n", this, mNumFrames, is_last, IsMetadataDecode(), IsFirstFrameDecode())); if (IsMetadataDecode()) { return Transition::TerminateSuccess(); } Maybe animParams; if (!IsFirstFrameDecode()) { animParams.emplace(AnimationParams { FullFrame().ToUnknownRect(), mTimeout, mNumFrames, BlendMethod::SOURCE, DisposalMethod::CLEAR }); } SurfacePipeFlags pipeFlags = SurfacePipeFlags(); if (mNumFrames == 0) { // The first frame may be displayed progressively. pipeFlags |= SurfacePipeFlags::PROGRESSIVE_DISPLAY; } Maybe pipe = SurfacePipeFactory::CreateSurfacePipe( this, Size(), OutputSize(), FullFrame(), SurfaceFormat::B8G8R8A8, animParams, pipeFlags); if (!pipe) { MOZ_LOG(sJXLLog, LogLevel::Debug, ("[this=%p] nsJXLDecoder::ReadJXLData - no pipe\n", this)); return Transition::TerminateFailure(); } mPipe = std::move(*pipe); break; } case JXL_DEC_NEED_IMAGE_OUT_BUFFER: { size_t size = 0; JxlPixelFormat format{4, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; JXL_TRY(JxlDecoderImageOutBufferSize(mDecoder.get(), &format, &size)); mOutBuffer.clear(); JXL_TRY_BOOL(mOutBuffer.growBy(size)); JXL_TRY(JxlDecoderSetImageOutBuffer(mDecoder.get(), &format, mOutBuffer.begin(), size)); break; } case JXL_DEC_FULL_IMAGE: { mPipe.ResetToFirstRow(); for (uint8_t* rowPtr = mOutBuffer.begin(); rowPtr < mOutBuffer.end(); rowPtr += mInfo.xsize * 4) { mPipe.WritePixels([&]{ return PackRGBAPixelAndAdvance(rowPtr); }); } if (Maybe invalidRect = mPipe.TakeInvalidRect()) { PostInvalidation(invalidRect->mInputSpaceRect, Some(invalidRect->mOutputSpaceRect)); } PostFrameStop(); if (!IsFirstFrameDecode() && mInfo.have_animation && !mFrameHeader.is_last) { mNumFrames++; mContinue = true; // Notify for a new frame but there may be data in the current buffer // that can immediately be processed. return Transition::ToAfterYield(State::JXL_DATA); } [[fallthrough]]; // We are done. } case JXL_DEC_SUCCESS: { PostDecodeDone(HasAnimation() ? (int32_t)mInfo.animation.num_loops - 1 : 0); return Transition::TerminateSuccess(); } } } } LexerTransition nsJXLDecoder::FinishedJXLData() { MOZ_ASSERT_UNREACHABLE("Read the entire address space?"); return Transition::TerminateFailure(); } } // namespace image } // namespace mozilla