Verification Process

Calculating Information

Decoding Speed

let imageDecoder = null;
let startMilli = 0;
let imageDecodeStart = 0;

let fetchingMilli = 0;
let decodingMilli = 0;
let renderingMilli = 0;

function loadImage(imageUrl, mimetype) {
    startMilli = performance.now();    
    let req = new XMLHttpRequest();
    req.open("GET", imageUrl, true);
    req.responseType = "arraybuffer";
    req.onload = function (oEvent) {
      decodeImage(req.response, mimetype)
    };
    req.send(null);
}

function decodeImage(imageByteStream, mimetype) {
  imageDecodeStart = performance.now();
  fetchingMilli = imageDecodeStart - startMilli;
  imageDecoder = new ImageDecoder({data: imageByteStream, type: mimetype});
  imageDecoder.decode({frameIndex : 0}).then(renderImage);
}

function renderImage(result) {
  const imageDecoded = performance.now();
  decodingMilli = imageDecoded - imageDecodeStart;
  const canvas = document.getElementById('canvas');
  const canvasContext = canvas.getContext('2d');
  canvasContext.drawImage(result.image, 0, 0);
  renderingMilli = performance.now() - imageDecoded;
}

Transcoding Speed

• AVIF: CQ-LEVEL
• JPEG XL: DISTANCE
• WebP: QUALITY
• libjpeg-turbo: QUALITY
• MozJPEG: QUALITY

• input column is the name of the input file.
• transcodeSeconds column is the transcode time in seconds measured using the time command.
• megapixels column is the number of pixels in the image.
• transcodeMP/s column is the megapixels divided by the transcodeSeconds.

Quality Metrics

Calculating bpp

Codecs - Versions

AVIF

• libavif
• Version: 0.10.1-187
• Hash: a05bdf0
• libaom
• Version: 3.5.0-246
• Hash: cb8163144
• libyuv
• Hash: f9fda6e7
• dav1d
• Version: 1.0.0
• Hash: 99172b11
• libsharpyuv
• Version: 1.2.4-67
• Hash: 15a91ab

JPEG XL

• libjxl
• Version: 0.7-base-43
• Hash: 137f53e

MozJPEG

• MozJPEG
• Hash: e8df8a

libjpeg-turbo

• libjpeg-turbo
• Version: 2.0.3-338
• Hash: a405519

WebP

• libwebp
• Version: 1.2.2-63
• Hash: 42888f6

Metrics - Versions

ImageMagick

psnr_magick

ssim_magick

• ImageMagick
• Version: 7.1.0-47+
• Hash: 4538e0b

libvmaf

psnr_hvs

psnr_y

ssim

msssim

vmaf

ciede2000

• libvmaf
• Version: 2.3.1+
• Hash: 4538e0b

DSSIM

dssim

• DSSIM
• Version: 3.2.1
• Hash: a44e621

libjxl

ssimulacra

ssimulacra2

butteraugli

p3norm

• libjxl
• Version: 0.7-base-43
• Hash: 137f53e

Codecs - Building

AVIF

git clone https://aomedia.googlesource.com/aom
cd aom
git checkout cb8163144
mkdir build.libavif
cd build.libavif
cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_DOCS=0 -DENABLE_EXAMPLES=0 -DENABLE_TESTDATA=0 -DENABLE_TESTS=0 -DENABLE_TOOLS=0 -DBUILD_SHARED_LIBS=0 ..
make -j8

cd libavif/ext
./dav1d.cmd
./libsharpyuv.cmd
./libyuv.cmd

cd ../../
mkdir build
cd build
cmake -DCMAKE_BUILD_TYPE=Release -DAVIF_LOCAL_AOM=1 -DAVIF_CODEC_AOM=1 -DAVIF_LOCAL_DAV1D=1 -DAVIF_CODEC_DAV1D=1 -DBUILD_SHARED_LIBS=0 -DAVIF_BUILD_APPS=1 -DAVIF_LOCAL_LIBYUV=1 -DAVIF_LOCAL_LIBSHARPYUV=1 ..
make -j 8

JPEG XL

Building

MozJPEG

Building

libjpeg-turbo

Building

WebP

Building

Metrics - Building

ImageMagick

psnr_magick

ssim_magick

Building

libvmaf

psnr_hvs

psnr_y

ssim

msssim

vmaf

ciede2000

Building

DSSIM

dssim

Building

libjxl

ssimulacra

ssimulacra2

butteraugli

p3norm

Building

Codecs - Running

AVIF

for THREADS 1, 2, 4, 8
  for SPEED 0 to 10
    for CQ-LEVEL 1 to 63
      if {THREADS} equals 1 TILES=0
      if {THREADS} equals 2 TILES=1
      if {THREADS} equals 4 or 8 TILES=2
      time avifenc {SOURCE} {ENCODED} --speed {SPEED} --jobs {THREADS} -y 420 --min 0 --max 63 --tilecolslog2 {TILES} --tilerowslog2 {TILES} -a end-usage=q -a cq-level={CQ-LEVEL} -a tune=ssim

time avifdec {ENCODED} {DECODED} --upsampling bilinear

time avifenc {SOURCE} {ENCODED} --lossless --speed 0 --jobs 1 -y 444 -d 8 --ignore-icc

JPEG XL

for THREADS 1, 2, 4, 8
  for EFFORT 3 to 9
    for DISTANCE 0.1 to 1.9 stepping by 0.1 and DISTANCE 2.0 to 15.0 stepping by 0.5
      time cjxl {SOURCE} {ENCODED} -v -e {EFFORT} -d {DISTANCE} --num_threads={THREADS}

time djxl {ENCODED} {DECODED}

time cjxl {SOURCE} {ENCODED} -v -e 9 -d 0 -E 3 --num_threads=1

MozJPEG

for QUALITY 1 to 100
  time cjpeg -outfile {ENCODED} -quality {QUALITY} {SOURCE}

libjpeg-turbo

for QUALITY 1 to 100
  time tjexample {SOURCE} {ENCODED} -q {QUALITY}

WebP

for EFFORT 0 to 6
  for QUALITY 0 to 100
      time cwebp -v -m {EFFORT} -q {QUALITY} {SOURCE} -o {ENCODED}

time dwebp -v {ENCODED} -o {DECODED}

time cwebp -v -z 9 {SOURCE} -o {ENCODED}

Metrics - Running

ImageMagick

psnr_magick

ssim_magick

for METRIC PSNR, SSIM
  magick compare -metric {METRIC} {SOURCE} {DECODED} {TEMPFILE}

libvmaf

psnr_hvs

psnr_y

ssim

msssim

vmaf

ciede2000

ffmpeg -i {SOURCE} -pix_fmt yuvj444p {Y4MSOURCE} -y

ffmpeg -i {DECODED} -pix_fmt yuvj444p {Y4MDECODED} -y

vmaf --json --feature psnr --feature psnr_hvs --feature float_ssim --feature float_ms_ssim --feature ciede -r {Y4MSOURCE} -d {Y4MDECODED} --output {VMAFJSON}

DSSIM

dssim

dssim {SOURCE} {DECODED}

libjxl

ssimulacra

ssimulacra2

butteraugli

p3norm

ssimulacra_main {SOURCE} {DECODED}

ssimulacra2 {SOURCE} {DECODED}

butteraugli_main {SOURCE} {DECODED}