test/av1_ext_tile_test.cc - avm - Git at Google

 /*
  * Copyright (c) 2021, Alliance for Open Media. All rights reserved
  *
  * This source code is subject to the terms of the BSD 3-Clause Clear License
  * and the Alliance for Open Media Patent License 1.0. If the BSD 3-Clause Clear
  * License was not distributed with this source code in the LICENSE file, you
  * can obtain it at aomedia.org/license/software-license/bsd-3-c-c/.  If the
  * Alliance for Open Media Patent License 1.0 was not distributed with this
  * source code in the PATENTS file, you can obtain it at
  * aomedia.org/license/patent-license/.
  */

 #include <assert.h>
 #include <string>
 #include <vector>
 #include "third_party/googletest/src/googletest/include/gtest/gtest.h"
 #include "test/codec_factory.h"
 #include "test/encode_test_driver.h"
 #include "test/i420_video_source.h"
 #include "test/md5_helper.h"
 #include "test/util.h"

 namespace {
 // The number of frames to be encoded/decoded
 const int kLimit = 8;
 // Skip 1 frame to check the frame decoding independency.
 const int kSkip = 5;
 const int kTileSize = 1;
 const int kTIleSizeInPixels = (kTileSize << 6);
 // Fake width and height so that they can be multiples of the tile size.
 const int kImgWidth = 704;
 const int kImgHeight = 576;

 // This test tests large scale tile coding case. Non-large-scale tile coding
 // is tested by the tile_independence test.
 class AV1ExtTileTest
     : public ::libaom_test::CodecTestWith2Params<libaom_test::TestMode, int>,
       public ::libaom_test::EncoderTest {
  protected:
   AV1ExtTileTest()
       : EncoderTest(GET_PARAM(0)), encoding_mode_(GET_PARAM(1)),
         set_cpu_used_(GET_PARAM(2)) {
     init_flags_ = AOM_CODEC_USE_PSNR;
     aom_codec_dec_cfg_t cfg = aom_codec_dec_cfg_t();
     cfg.w = kImgWidth;
     cfg.h = kImgHeight;

     decoder_ = codec_->CreateDecoder(cfg, 0);
     decoder_->Control(AV1_SET_TILE_MODE, 1);
     decoder_->Control(AV1D_EXT_TILE_DEBUG, 1);
     decoder_->Control(AV1_SET_DECODE_TILE_ROW, -1);
     decoder_->Control(AV1_SET_DECODE_TILE_COL, -1);

     // Allocate buffer to store tile image.
     aom_img_alloc(&tile_img_, AOM_IMG_FMT_I42016, kImgWidth, kImgHeight, 32);

     md5_.clear();
     tile_md5_.clear();
   }

   virtual ~AV1ExtTileTest() {
     aom_img_free(&tile_img_);
     delete decoder_;
   }

   virtual void SetUp() {
     InitializeConfig();
     SetMode(encoding_mode_);

     cfg_.g_lag_in_frames = 0;
     cfg_.rc_end_usage = AOM_VBR;
     cfg_.g_error_resilient = 1;

     cfg_.rc_max_quantizer = 224;
     cfg_.rc_min_quantizer = 0;
   }

   virtual void PreEncodeFrameHook(::libaom_test::VideoSource *video,
                                   ::libaom_test::Encoder *encoder) {
     if (video->frame() == 0) {
       // Encode setting
       encoder->Control(AOME_SET_CPUUSED, set_cpu_used_);
       encoder->Control(AOME_SET_ENABLEAUTOALTREF, 0);
       encoder->Control(AV1E_SET_FRAME_PARALLEL_DECODING, 1);

       // TODO(yunqingwang): test single_tile_decoding = 0.
       encoder->Control(AV1E_SET_SINGLE_TILE_DECODING, 1);
       // Always use 64x64 max partition.
       encoder->Control(AV1E_SET_SUPERBLOCK_SIZE, AOM_SUPERBLOCK_SIZE_64X64);
       // Set tile_columns and tile_rows to MAX values, which guarantees the tile
       // size of 64 x 64 pixels(i.e. 1 SB) for <= 4k resolution.
       encoder->Control(AV1E_SET_TILE_COLUMNS, 6);
       encoder->Control(AV1E_SET_TILE_ROWS, 6);
     }

     if (video->frame() == 1) {
       frame_flags_ = AOM_EFLAG_NO_UPD_ALL;
     }
   }

   virtual void DecompressedFrameHook(const aom_image_t &img,
                                      aom_codec_pts_t pts) {
     // Skip 1 already decoded frame to be consistent with the decoder in this
     // test.
     if (pts == (aom_codec_pts_t)kSkip) return;

     // Calculate MD5 as the reference.
     ::libaom_test::MD5 md5_res;
     md5_res.Add(&img);
     md5_.push_back(md5_res.Get());
   }

   virtual void FramePktHook(const aom_codec_cx_pkt_t *pkt) {
     // Skip decoding 1 frame.
     if (pkt->data.frame.pts == (aom_codec_pts_t)kSkip) return;

     bool IsLastFrame = (pkt->data.frame.pts == (aom_codec_pts_t)(kLimit - 1));

     // Decode the first (kLimit - 1) frames as whole frame, and decode the last
     // frame in single tiles.
     for (int r = 0; r < kImgHeight / kTIleSizeInPixels; ++r) {
       for (int c = 0; c < kImgWidth / kTIleSizeInPixels; ++c) {
         if (!IsLastFrame) {
           decoder_->Control(AV1_SET_DECODE_TILE_ROW, -1);
           decoder_->Control(AV1_SET_DECODE_TILE_COL, -1);
         } else {
           decoder_->Control(AV1_SET_DECODE_TILE_ROW, r);
           decoder_->Control(AV1_SET_DECODE_TILE_COL, c);
         }

         const aom_codec_err_t res = decoder_->DecodeFrame(
             reinterpret_cast<uint8_t *>(pkt->data.frame.buf),
             pkt->data.frame.sz);
         if (res != AOM_CODEC_OK) {
           abort_ = true;
           ASSERT_EQ(AOM_CODEC_OK, res);
         }
         const aom_image_t *img = decoder_->GetDxData().Next();

         if (!IsLastFrame) {
           if (img) {
             ::libaom_test::MD5 md5_res;
             md5_res.Add(img);
             tile_md5_.push_back(md5_res.Get());
           }
           break;
         }

         if (!img) continue;

         const int kMaxMBPlane = 3;
         for (int plane = 0; plane < kMaxMBPlane; ++plane) {
           const int shift = (plane == 0) ? 0 : 1;
           int tile_height = kTIleSizeInPixels >> shift;
           int tile_width = kTIleSizeInPixels >> shift;

           for (int tr = 0; tr < tile_height; ++tr) {
             const uint16_t *src = (const uint16_t *)(img->planes[plane] +
                                                      img->stride[plane] * tr);
             uint16_t *dst =
                 (uint16_t *)(tile_img_.planes[plane] +
                              tile_img_.stride[plane] * (r * tile_height + tr) +
                              c * tile_width * sizeof(src[0]));
             memcpy(dst, src, tile_width * sizeof(src[0]));
           }
         }
       }

       if (!IsLastFrame) break;
     }

     if (IsLastFrame) {
       ::libaom_test::MD5 md5_res;
       md5_res.Add(&tile_img_);
       tile_md5_.push_back(md5_res.Get());
     }
   }

   void TestRoundTrip() {
     ::libaom_test::I420VideoSource video(
         "hantro_collage_w352h288.yuv", kImgWidth, kImgHeight, 30, 1, 0, kLimit);
     cfg_.rc_target_bitrate = 500;
     cfg_.g_error_resilient = AOM_ERROR_RESILIENT_DEFAULT;
     cfg_.large_scale_tile = 1;
     cfg_.g_lag_in_frames = 0;
     cfg_.g_threads = 1;

     // Tile encoding
     init_flags_ = AOM_CODEC_USE_PSNR;
     ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

     // Compare to check if two vectors are equal.
     ASSERT_EQ(md5_, tile_md5_);
   }

   ::libaom_test::TestMode encoding_mode_;
   int set_cpu_used_;
   ::libaom_test::Decoder *decoder_;
   aom_image_t tile_img_;
   std::vector<std::string> md5_;
   std::vector<std::string> tile_md5_;
 };

 TEST_P(AV1ExtTileTest, DecoderResultTest) { TestRoundTrip(); }

 AV1_INSTANTIATE_TEST_SUITE(
     // Only test 1-pass mode.
     AV1ExtTileTest, ::testing::Values(::libaom_test::kOnePassGood),
     ::testing::Range(1, 4));

 class AV1ExtTileTestLarge : public AV1ExtTileTest {};

 TEST_P(AV1ExtTileTestLarge, DecoderResultTest) { TestRoundTrip(); }

 AV1_INSTANTIATE_TEST_SUITE(
     // Only test 1-pass mode.
     AV1ExtTileTestLarge, ::testing::Values(::libaom_test::kOnePassGood),
     ::testing::Range(0, 1));
 }  // namespace
	/*
	* Copyright (c) 2021, Alliance for Open Media. All rights reserved
	*
	* This source code is subject to the terms of the BSD 3-Clause Clear License
	* and the Alliance for Open Media Patent License 1.0. If the BSD 3-Clause Clear
	* License was not distributed with this source code in the LICENSE file, you
	* can obtain it at aomedia.org/license/software-license/bsd-3-c-c/. If the
	* Alliance for Open Media Patent License 1.0 was not distributed with this
	* source code in the PATENTS file, you can obtain it at
	* aomedia.org/license/patent-license/.
	*/

	#include <assert.h>
	#include <string>
	#include <vector>
	#include "third_party/googletest/src/googletest/include/gtest/gtest.h"
	#include "test/codec_factory.h"
	#include "test/encode_test_driver.h"
	#include "test/i420_video_source.h"
	#include "test/md5_helper.h"
	#include "test/util.h"

	namespace {
	// The number of frames to be encoded/decoded
	const int kLimit = 8;
	// Skip 1 frame to check the frame decoding independency.
	const int kSkip = 5;
	const int kTileSize = 1;
	const int kTIleSizeInPixels = (kTileSize << 6);
	// Fake width and height so that they can be multiples of the tile size.
	const int kImgWidth = 704;
	const int kImgHeight = 576;

	// This test tests large scale tile coding case. Non-large-scale tile coding
	// is tested by the tile_independence test.
	class AV1ExtTileTest
	: public ::libaom_test::CodecTestWith2Params<libaom_test::TestMode, int>,
	public ::libaom_test::EncoderTest {
	protected:
	AV1ExtTileTest()
	: EncoderTest(GET_PARAM(0)), encoding_mode_(GET_PARAM(1)),
	set_cpu_used_(GET_PARAM(2)) {
	init_flags_ = AOM_CODEC_USE_PSNR;
	aom_codec_dec_cfg_t cfg = aom_codec_dec_cfg_t();
	cfg.w = kImgWidth;
	cfg.h = kImgHeight;

	decoder_ = codec_->CreateDecoder(cfg, 0);
	decoder_->Control(AV1_SET_TILE_MODE, 1);
	decoder_->Control(AV1D_EXT_TILE_DEBUG, 1);
	decoder_->Control(AV1_SET_DECODE_TILE_ROW, -1);
	decoder_->Control(AV1_SET_DECODE_TILE_COL, -1);

	// Allocate buffer to store tile image.
	aom_img_alloc(&tile_img_, AOM_IMG_FMT_I42016, kImgWidth, kImgHeight, 32);

	md5_.clear();
	tile_md5_.clear();
	}

	virtual ~AV1ExtTileTest() {
	aom_img_free(&tile_img_);
	delete decoder_;
	}

	virtual void SetUp() {
	InitializeConfig();
	SetMode(encoding_mode_);

	cfg_.g_lag_in_frames = 0;
	cfg_.rc_end_usage = AOM_VBR;
	cfg_.g_error_resilient = 1;

	cfg_.rc_max_quantizer = 224;
	cfg_.rc_min_quantizer = 0;
	}

	virtual void PreEncodeFrameHook(::libaom_test::VideoSource *video,
	::libaom_test::Encoder *encoder) {
	if (video->frame() == 0) {
	// Encode setting
	encoder->Control(AOME_SET_CPUUSED, set_cpu_used_);
	encoder->Control(AOME_SET_ENABLEAUTOALTREF, 0);
	encoder->Control(AV1E_SET_FRAME_PARALLEL_DECODING, 1);

	// TODO(yunqingwang): test single_tile_decoding = 0.
	encoder->Control(AV1E_SET_SINGLE_TILE_DECODING, 1);
	// Always use 64x64 max partition.
	encoder->Control(AV1E_SET_SUPERBLOCK_SIZE, AOM_SUPERBLOCK_SIZE_64X64);
	// Set tile_columns and tile_rows to MAX values, which guarantees the tile
	// size of 64 x 64 pixels(i.e. 1 SB) for <= 4k resolution.
	encoder->Control(AV1E_SET_TILE_COLUMNS, 6);
	encoder->Control(AV1E_SET_TILE_ROWS, 6);
	}

	if (video->frame() == 1) {
	frame_flags_ = AOM_EFLAG_NO_UPD_ALL;
	}
	}

	virtual void DecompressedFrameHook(const aom_image_t &img,
	aom_codec_pts_t pts) {
	// Skip 1 already decoded frame to be consistent with the decoder in this
	// test.
	if (pts == (aom_codec_pts_t)kSkip) return;

	// Calculate MD5 as the reference.
	::libaom_test::MD5 md5_res;
	md5_res.Add(&img);
	md5_.push_back(md5_res.Get());
	}

	virtual void FramePktHook(const aom_codec_cx_pkt_t *pkt) {
	// Skip decoding 1 frame.
	if (pkt->data.frame.pts == (aom_codec_pts_t)kSkip) return;

	bool IsLastFrame = (pkt->data.frame.pts == (aom_codec_pts_t)(kLimit - 1));

	// Decode the first (kLimit - 1) frames as whole frame, and decode the last
	// frame in single tiles.
	for (int r = 0; r < kImgHeight / kTIleSizeInPixels; ++r) {
	for (int c = 0; c < kImgWidth / kTIleSizeInPixels; ++c) {
	if (!IsLastFrame) {
	decoder_->Control(AV1_SET_DECODE_TILE_ROW, -1);
	decoder_->Control(AV1_SET_DECODE_TILE_COL, -1);
	} else {
	decoder_->Control(AV1_SET_DECODE_TILE_ROW, r);
	decoder_->Control(AV1_SET_DECODE_TILE_COL, c);
	}

	const aom_codec_err_t res = decoder_->DecodeFrame(
	reinterpret_cast<uint8_t *>(pkt->data.frame.buf),
	pkt->data.frame.sz);
	if (res != AOM_CODEC_OK) {
	abort_ = true;
	ASSERT_EQ(AOM_CODEC_OK, res);
	}
	const aom_image_t *img = decoder_->GetDxData().Next();

	if (!IsLastFrame) {
	if (img) {
	::libaom_test::MD5 md5_res;
	md5_res.Add(img);
	tile_md5_.push_back(md5_res.Get());
	}
	break;
	}

	if (!img) continue;

	const int kMaxMBPlane = 3;
	for (int plane = 0; plane < kMaxMBPlane; ++plane) {
	const int shift = (plane == 0) ? 0 : 1;
	int tile_height = kTIleSizeInPixels >> shift;
	int tile_width = kTIleSizeInPixels >> shift;

	for (int tr = 0; tr < tile_height; ++tr) {
	const uint16_t src = (const uint16_t )(img->planes[plane] +
	img->stride[plane] * tr);
	uint16_t *dst =
	(uint16_t *)(tile_img_.planes[plane] +
	tile_img_.stride[plane] * (r * tile_height + tr) +
	c * tile_width * sizeof(src[0]));
	memcpy(dst, src, tile_width * sizeof(src[0]));
	}
	}
	}

	if (!IsLastFrame) break;
	}

	if (IsLastFrame) {
	::libaom_test::MD5 md5_res;
	md5_res.Add(&tile_img_);
	tile_md5_.push_back(md5_res.Get());
	}
	}

	void TestRoundTrip() {
	::libaom_test::I420VideoSource video(
	"hantro_collage_w352h288.yuv", kImgWidth, kImgHeight, 30, 1, 0, kLimit);
	cfg_.rc_target_bitrate = 500;
	cfg_.g_error_resilient = AOM_ERROR_RESILIENT_DEFAULT;
	cfg_.large_scale_tile = 1;
	cfg_.g_lag_in_frames = 0;
	cfg_.g_threads = 1;

	// Tile encoding
	init_flags_ = AOM_CODEC_USE_PSNR;
	ASSERT_NO_FATAL_FAILURE(RunLoop(&video));

	// Compare to check if two vectors are equal.
	ASSERT_EQ(md5_, tile_md5_);
	}

	::libaom_test::TestMode encoding_mode_;
	int set_cpu_used_;
	::libaom_test::Decoder *decoder_;
	aom_image_t tile_img_;
	std::vector<std::string> md5_;
	std::vector<std::string> tile_md5_;
	};

	TEST_P(AV1ExtTileTest, DecoderResultTest) { TestRoundTrip(); }

	AV1_INSTANTIATE_TEST_SUITE(
	// Only test 1-pass mode.
	AV1ExtTileTest, ::testing::Values(::libaom_test::kOnePassGood),
	::testing::Range(1, 4));

	class AV1ExtTileTestLarge : public AV1ExtTileTest {};

	TEST_P(AV1ExtTileTestLarge, DecoderResultTest) { TestRoundTrip(); }

	AV1_INSTANTIATE_TEST_SUITE(
	// Only test 1-pass mode.
	AV1ExtTileTestLarge, ::testing::Values(::libaom_test::kOnePassGood),
	::testing::Range(0, 1));
	} // namespace