// Copyright (c) the JPEG XL Project Authors. All rights reserved. // // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. #include #include #include #include "gtest/gtest.h" #include "lib/extras/codec.h" #include "lib/jxl/aux_out.h" #include "lib/jxl/base/compiler_specific.h" #include "lib/jxl/base/data_parallel.h" #include "lib/jxl/base/override.h" #include "lib/jxl/base/padded_bytes.h" #include "lib/jxl/base/thread_pool_internal.h" #include "lib/jxl/color_encoding_internal.h" #include "lib/jxl/common.h" #include "lib/jxl/dec_file.h" #include "lib/jxl/dec_params.h" #include "lib/jxl/enc_butteraugli_comparator.h" #include "lib/jxl/enc_cache.h" #include "lib/jxl/enc_color_management.h" #include "lib/jxl/enc_file.h" #include "lib/jxl/enc_params.h" #include "lib/jxl/image_bundle.h" #include "lib/jxl/image_ops.h" #include "lib/jxl/test_utils.h" #include "lib/jxl/testdata.h" namespace jxl { namespace { using test::Roundtrip; TEST(PassesTest, RoundtripSmallPasses) { ThreadPool* pool = nullptr; const PaddedBytes orig = ReadTestData("external/wesaturate/500px/u76c0g_bliznaca_srgb8.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, pool)); io.ShrinkTo(io.xsize() / 8, io.ysize() / 8); CompressParams cparams; cparams.butteraugli_distance = 1.0; cparams.progressive_mode = true; DecompressParams dparams; CodecInOut io2; Roundtrip(&io, cparams, dparams, pool, &io2); EXPECT_THAT(ButteraugliDistance(io, io2, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, pool), IsSlightlyBelow(1.0)); } TEST(PassesTest, RoundtripUnalignedPasses) { ThreadPool* pool = nullptr; const PaddedBytes orig = ReadTestData("external/wesaturate/500px/u76c0g_bliznaca_srgb8.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, pool)); io.ShrinkTo(io.xsize() / 12, io.ysize() / 7); CompressParams cparams; cparams.butteraugli_distance = 2.0; cparams.progressive_mode = true; DecompressParams dparams; CodecInOut io2; Roundtrip(&io, cparams, dparams, pool, &io2); EXPECT_THAT(ButteraugliDistance(io, io2, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, pool), IsSlightlyBelow(1.6)); } TEST(PassesTest, RoundtripMultiGroupPasses) { ThreadPoolInternal pool(4); const PaddedBytes orig = ReadTestData("jxl/flower/flower.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, &pool)); io.ShrinkTo(600, 1024); // partial X, full Y group CompressParams cparams; DecompressParams dparams; cparams.butteraugli_distance = 1.0f; cparams.progressive_mode = true; CodecInOut io2; Roundtrip(&io, cparams, dparams, &pool, &io2); EXPECT_THAT(ButteraugliDistance(io, io2, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, &pool), IsSlightlyBelow(1.3f)); cparams.butteraugli_distance = 2.0f; CodecInOut io3; Roundtrip(&io, cparams, dparams, &pool, &io3); EXPECT_THAT(ButteraugliDistance(io, io3, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, &pool), IsSlightlyBelow(2.3f)); } TEST(PassesTest, RoundtripLargeFastPasses) { ThreadPoolInternal pool(8); const PaddedBytes orig = ReadTestData("jxl/flower/flower.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, &pool)); CompressParams cparams; cparams.speed_tier = SpeedTier::kSquirrel; cparams.progressive_mode = true; DecompressParams dparams; CodecInOut io2; Roundtrip(&io, cparams, dparams, &pool, &io2); } // Checks for differing size/distance in two consecutive runs of distance 2, // which involves additional processing including adaptive reconstruction. // Failing this may be a sign of race conditions or invalid memory accesses. TEST(PassesTest, RoundtripProgressiveConsistent) { ThreadPoolInternal pool(8); const PaddedBytes orig = ReadTestData("jxl/flower/flower.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, &pool)); CompressParams cparams; cparams.speed_tier = SpeedTier::kSquirrel; cparams.progressive_mode = true; cparams.butteraugli_distance = 2.0; DecompressParams dparams; // Try each xsize mod kBlockDim to verify right border handling. for (size_t xsize = 48; xsize > 40; --xsize) { io.ShrinkTo(xsize, 15); CodecInOut io2; const size_t size2 = Roundtrip(&io, cparams, dparams, &pool, &io2); CodecInOut io3; const size_t size3 = Roundtrip(&io, cparams, dparams, &pool, &io3); // Exact same compressed size. EXPECT_EQ(size2, size3); // Exact same distance. const float dist2 = ButteraugliDistance(io, io2, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, &pool); const float dist3 = ButteraugliDistance(io, io3, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, &pool); EXPECT_EQ(dist2, dist3); } } TEST(PassesTest, AllDownsampleFeasible) { ThreadPoolInternal pool(8); const PaddedBytes orig = ReadTestData("external/wesaturate/500px/u76c0g_bliznaca_srgb8.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, &pool)); PaddedBytes compressed; AuxOut aux; CompressParams cparams; cparams.speed_tier = SpeedTier::kSquirrel; cparams.progressive_mode = true; cparams.butteraugli_distance = 1.0; PassesEncoderState enc_state; ASSERT_TRUE(EncodeFile(cparams, &io, &enc_state, &compressed, GetJxlCms(), &aux, &pool)); EXPECT_LE(compressed.size(), 240000u); float target_butteraugli[9] = {}; target_butteraugli[1] = 2.5f; target_butteraugli[2] = 16.0f; target_butteraugli[4] = 20.0f; target_butteraugli[8] = 80.0f; // The default progressive encoding scheme should make all these downsampling // factors achievable. // TODO(veluca): re-enable downsampling 16. std::vector downsamplings = {1, 2, 4, 8}; //, 16}; auto check = [&](const uint32_t task, size_t /* thread */) -> void { const size_t downsampling = downsamplings[task]; DecompressParams dparams; dparams.max_downsampling = downsampling; CodecInOut output; ASSERT_TRUE(DecodeFile(dparams, compressed, &output, nullptr)); EXPECT_EQ(output.xsize(), io.xsize()) << "downsampling = " << downsampling; EXPECT_EQ(output.ysize(), io.ysize()) << "downsampling = " << downsampling; EXPECT_LE(ButteraugliDistance(io, output, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, nullptr), target_butteraugli[downsampling]) << "downsampling: " << downsampling; }; EXPECT_TRUE(RunOnPool(&pool, 0, downsamplings.size(), ThreadPool::NoInit, check, "TestDownsampling")); } TEST(PassesTest, AllDownsampleFeasibleQProgressive) { ThreadPoolInternal pool(8); const PaddedBytes orig = ReadTestData("external/wesaturate/500px/u76c0g_bliznaca_srgb8.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, &pool)); PaddedBytes compressed; AuxOut aux; CompressParams cparams; cparams.speed_tier = SpeedTier::kSquirrel; cparams.qprogressive_mode = true; cparams.butteraugli_distance = 1.0; PassesEncoderState enc_state; ASSERT_TRUE(EncodeFile(cparams, &io, &enc_state, &compressed, GetJxlCms(), &aux, &pool)); EXPECT_LE(compressed.size(), 220000u); float target_butteraugli[9] = {}; target_butteraugli[1] = 3.0f; target_butteraugli[2] = 6.0f; target_butteraugli[4] = 10.0f; target_butteraugli[8] = 80.0f; // The default progressive encoding scheme should make all these downsampling // factors achievable. std::vector downsamplings = {1, 2, 4, 8}; auto check = [&](const uint32_t task, size_t /* thread */) -> void { const size_t downsampling = downsamplings[task]; DecompressParams dparams; dparams.max_downsampling = downsampling; CodecInOut output; ASSERT_TRUE(DecodeFile(dparams, compressed, &output, nullptr)); EXPECT_EQ(output.xsize(), io.xsize()) << "downsampling = " << downsampling; EXPECT_EQ(output.ysize(), io.ysize()) << "downsampling = " << downsampling; EXPECT_LE(ButteraugliDistance(io, output, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, nullptr), target_butteraugli[downsampling]) << "downsampling: " << downsampling; }; EXPECT_TRUE(RunOnPool(&pool, 0, downsamplings.size(), ThreadPool::NoInit, check, "TestQProgressive")); } TEST(PassesTest, ProgressiveDownsample2DegradesCorrectlyGrayscale) { ThreadPoolInternal pool(8); const PaddedBytes orig = ReadTestData( "external/wesaturate/500px/cvo9xd_keong_macan_grayscale.png"); CodecInOut io_orig; ASSERT_TRUE(SetFromBytes(Span(orig), &io_orig, &pool)); Rect rect(0, 0, io_orig.xsize(), 128); // need 2 DC groups for the DC frame to actually be progressive. Image3F large(4242, rect.ysize()); ZeroFillImage(&large); CopyImageTo(rect, *io_orig.Main().color(), rect, &large); CodecInOut io; io.metadata = io_orig.metadata; io.SetFromImage(std::move(large), io_orig.Main().c_current()); PaddedBytes compressed; AuxOut aux; CompressParams cparams; cparams.speed_tier = SpeedTier::kSquirrel; cparams.progressive_dc = 1; cparams.responsive = true; cparams.qprogressive_mode = true; cparams.butteraugli_distance = 1.0; PassesEncoderState enc_state; ASSERT_TRUE(EncodeFile(cparams, &io, &enc_state, &compressed, GetJxlCms(), &aux, &pool)); EXPECT_LE(compressed.size(), 10000u); DecompressParams dparams; dparams.max_downsampling = 1; CodecInOut output; ASSERT_TRUE(DecodeFile(dparams, compressed, &output, nullptr)); dparams.max_downsampling = 2; CodecInOut output_d2; ASSERT_TRUE(DecodeFile(dparams, compressed, &output_d2, nullptr)); // 0 if reading all the passes, ~15 if skipping the 8x pass. float butteraugli_distance_down2_full = ButteraugliDistance(output, output_d2, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, nullptr); EXPECT_LE(butteraugli_distance_down2_full, 3.2f); EXPECT_GE(butteraugli_distance_down2_full, 1.0f); } TEST(PassesTest, ProgressiveDownsample2DegradesCorrectly) { ThreadPoolInternal pool(8); const PaddedBytes orig = ReadTestData("jxl/flower/flower.png"); CodecInOut io_orig; ASSERT_TRUE(SetFromBytes(Span(orig), &io_orig, &pool)); Rect rect(0, 0, io_orig.xsize(), 128); // need 2 DC groups for the DC frame to actually be progressive. Image3F large(4242, rect.ysize()); ZeroFillImage(&large); CopyImageTo(rect, *io_orig.Main().color(), rect, &large); CodecInOut io; io.SetFromImage(std::move(large), io_orig.Main().c_current()); PaddedBytes compressed; AuxOut aux; CompressParams cparams; cparams.speed_tier = SpeedTier::kSquirrel; cparams.progressive_dc = 1; cparams.responsive = true; cparams.qprogressive_mode = true; cparams.butteraugli_distance = 1.0; PassesEncoderState enc_state; ASSERT_TRUE(EncodeFile(cparams, &io, &enc_state, &compressed, GetJxlCms(), &aux, &pool)); EXPECT_LE(compressed.size(), 220000u); DecompressParams dparams; dparams.max_downsampling = 1; CodecInOut output; ASSERT_TRUE(DecodeFile(dparams, compressed, &output, nullptr)); dparams.max_downsampling = 2; CodecInOut output_d2; ASSERT_TRUE(DecodeFile(dparams, compressed, &output_d2, nullptr)); // 0 if reading all the passes, ~15 if skipping the 8x pass. float butteraugli_distance_down2_full = ButteraugliDistance(output, output_d2, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, nullptr); EXPECT_LE(butteraugli_distance_down2_full, 3.0f); EXPECT_GE(butteraugli_distance_down2_full, 1.0f); } TEST(PassesTest, NonProgressiveDCImage) { ThreadPoolInternal pool(8); const PaddedBytes orig = ReadTestData("jxl/flower/flower.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, &pool)); PaddedBytes compressed; AuxOut aux; CompressParams cparams; cparams.speed_tier = SpeedTier::kSquirrel; cparams.progressive_mode = false; cparams.butteraugli_distance = 2.0; PassesEncoderState enc_state; ASSERT_TRUE(EncodeFile(cparams, &io, &enc_state, &compressed, GetJxlCms(), &aux, &pool)); // Even in non-progressive mode, it should be possible to return a DC-only // image. DecompressParams dparams; dparams.max_downsampling = 100; CodecInOut output; ASSERT_TRUE(DecodeFile(dparams, compressed, &output, &pool)); EXPECT_EQ(output.xsize(), io.xsize()); EXPECT_EQ(output.ysize(), io.ysize()); } TEST(PassesTest, RoundtripSmallNoGaborishPasses) { ThreadPool* pool = nullptr; const PaddedBytes orig = ReadTestData("external/wesaturate/500px/u76c0g_bliznaca_srgb8.png"); CodecInOut io; ASSERT_TRUE(SetFromBytes(Span(orig), &io, pool)); io.ShrinkTo(io.xsize() / 8, io.ysize() / 8); CompressParams cparams; cparams.gaborish = Override::kOff; cparams.butteraugli_distance = 1.0; cparams.progressive_mode = true; DecompressParams dparams; CodecInOut io2; Roundtrip(&io, cparams, dparams, pool, &io2); EXPECT_THAT(ButteraugliDistance(io, io2, cparams.ba_params, GetJxlCms(), /*distmap=*/nullptr, pool), IsSlightlyBelow(1.2)); } } // namespace } // namespace jxl