| /* |
| * Copyright (c) 2021, Alliance for Open Media. All rights reserved |
| * |
| * This source code is subject to the terms of the BSD 3-Clause Clear License |
| * and the Alliance for Open Media Patent License 1.0. If the BSD 3-Clause Clear |
| * License was not distributed with this source code in the LICENSE file, you |
| * can obtain it at aomedia.org/license/software-license/bsd-3-c-c/. If the |
| * Alliance for Open Media Patent License 1.0 was not distributed with this |
| * source code in the PATENTS file, you can obtain it at |
| * aomedia.org/license/patent-license/. |
| */ |
| |
| #include <ostream> |
| |
| #include "aom/aom_codec.h" |
| #include "third_party/googletest/src/googletest/include/gtest/gtest.h" |
| #include "test/codec_factory.h" |
| #include "test/encode_test_driver.h" |
| #include "test/i420_video_source.h" |
| #include "test/util.h" |
| |
| namespace { |
| typedef struct { |
| const unsigned int min_kf_dist; |
| const unsigned int max_kf_dist; |
| } kfIntervalParam; |
| |
| const kfIntervalParam kfTestParams[] = { |
| { 1, 1 }, { 0, 10 }, { 10, 10 }, { 0, 30 }, { 30, 30 } |
| }; |
| |
| std::ostream &operator<<(std::ostream &os, const kfIntervalParam &test_arg) { |
| return os << "kfIntervalParam { min_kf_dist:" << test_arg.min_kf_dist |
| << " max_kf_dist:" << test_arg.max_kf_dist << " }"; |
| } |
| |
| // This class is used to test the presence of forward key frame. |
| class KeyFrameIntervalTestLarge |
| : public ::libaom_test::CodecTestWith3Params<libaom_test::TestMode, |
| kfIntervalParam, aom_rc_mode>, |
| public ::libaom_test::EncoderTest { |
| protected: |
| KeyFrameIntervalTestLarge() |
| : EncoderTest(GET_PARAM(0)), encoding_mode_(GET_PARAM(1)), |
| kf_dist_param_(GET_PARAM(2)), end_usage_check_(GET_PARAM(3)) { |
| kf_dist_ = -1; |
| is_kf_interval_violated_ = false; |
| } |
| virtual ~KeyFrameIntervalTestLarge() {} |
| |
| virtual void SetUp() { |
| InitializeConfig(); |
| SetMode(encoding_mode_); |
| const aom_rational timebase = { 1, 30 }; |
| cfg_.g_timebase = timebase; |
| cfg_.rc_end_usage = end_usage_check_; |
| cfg_.g_threads = 1; |
| cfg_.kf_min_dist = kf_dist_param_.min_kf_dist; |
| cfg_.kf_max_dist = kf_dist_param_.max_kf_dist; |
| cfg_.g_lag_in_frames = 19; |
| } |
| |
| virtual bool DoDecode() const { return 1; } |
| |
| virtual void PreEncodeFrameHook(::libaom_test::VideoSource *video, |
| ::libaom_test::Encoder *encoder) { |
| if (video->frame() == 0) { |
| encoder->Control(AOME_SET_CPUUSED, 5); |
| if (end_usage_check_ == AOM_Q || end_usage_check_ == AOM_CQ) { |
| encoder->Control(AOME_SET_QP, 210); |
| } |
| encoder->Control(AOME_SET_ENABLEAUTOALTREF, 1); |
| } |
| } |
| |
| virtual void FramePktHook(const aom_codec_cx_pkt_t *pkt, |
| ::libaom_test::DxDataIterator *dec_iter) { |
| (void)dec_iter; |
| if (kf_dist_ != -1) { |
| (void)pkt; |
| ++kf_dist_; |
| if (kf_dist_ > (int)kf_dist_param_.max_kf_dist) { |
| is_kf_interval_violated_ = true; |
| } |
| } |
| } |
| |
| virtual bool HandleDecodeResult(const aom_codec_err_t res_dec, |
| libaom_test::Decoder *decoder) { |
| EXPECT_EQ(AOM_CODEC_OK, res_dec) << decoder->DecodeError(); |
| if (AOM_CODEC_OK == res_dec) { |
| aom_codec_ctx_t *ctx_dec = decoder->GetDecoder(); |
| int frame_flags = 0; |
| AOM_CODEC_CONTROL_TYPECHECKED(ctx_dec, AOMD_GET_FRAME_FLAGS, |
| &frame_flags); |
| if ((frame_flags & AOM_FRAME_IS_KEY) == |
| static_cast<aom_codec_frame_flags_t>(AOM_FRAME_IS_KEY)) { |
| if (kf_dist_ != -1 && kf_dist_ < (int)kf_dist_param_.min_kf_dist) { |
| is_kf_interval_violated_ = true; |
| } |
| kf_dist_ = 0; |
| } |
| } |
| return AOM_CODEC_OK == res_dec; |
| } |
| |
| ::libaom_test::TestMode encoding_mode_; |
| const kfIntervalParam kf_dist_param_; |
| int kf_dist_; |
| bool is_kf_interval_violated_; |
| aom_rc_mode end_usage_check_; |
| }; |
| |
| TEST_P(KeyFrameIntervalTestLarge, KeyFrameIntervalTest) { |
| libaom_test::I420VideoSource video("hantro_collage_w352h288.yuv", 352, 288, |
| cfg_.g_timebase.den, cfg_.g_timebase.num, |
| 0, 75); |
| ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); |
| ASSERT_EQ(is_kf_interval_violated_, false) << kf_dist_param_; |
| } |
| |
| // This class tests for presence and placement of application forced key frames. |
| class ForcedKeyTestLarge |
| : public ::libaom_test::CodecTestWith5Params<int, int, int, int, |
| aom_rc_mode>, |
| public ::libaom_test::EncoderTest { |
| protected: |
| ForcedKeyTestLarge() |
| : EncoderTest(GET_PARAM(0)), lag_or_kf_index_(GET_PARAM(1)), |
| auto_alt_ref_(GET_PARAM(2)), fwd_kf_enabled_(GET_PARAM(3)), |
| cpu_used_(GET_PARAM(4)), rc_end_usage_(GET_PARAM(5)) { |
| encoding_mode_ = ::libaom_test::kOnePassGood; |
| forced_kf_frame_num_ = 1; |
| frame_num_ = 0; |
| is_kf_placement_violated_ = false; |
| } |
| virtual ~ForcedKeyTestLarge() {} |
| |
| virtual void SetUp() { |
| InitializeConfig(); |
| SetMode(encoding_mode_); |
| cfg_.rc_end_usage = rc_end_usage_; |
| cfg_.g_threads = 0; |
| cfg_.kf_max_dist = 30; |
| cfg_.kf_min_dist = 0; |
| cfg_.fwd_kf_enabled = fwd_kf_enabled_; |
| } |
| |
| virtual void PreEncodeFrameHook(::libaom_test::VideoSource *video, |
| ::libaom_test::Encoder *encoder) { |
| if (video->frame() == 0) { |
| encoder->Control(AOME_SET_CPUUSED, cpu_used_); |
| if (rc_end_usage_ == AOM_Q || rc_end_usage_ == AOM_CQ) { |
| encoder->Control(AOME_SET_QP, 210); |
| } |
| encoder->Control(AOME_SET_ENABLEAUTOALTREF, auto_alt_ref_); |
| #if CONFIG_AV1_ENCODER |
| // override test default for tile columns if necessary. |
| if (GET_PARAM(0) == &libaom_test::kAV1) { |
| encoder->Control(AV1E_SET_TILE_COLUMNS, 6); |
| } |
| #endif |
| } |
| frame_flags_ = |
| ((int)video->frame() == forced_kf_frame_num_) ? AOM_EFLAG_FORCE_KF : 0; |
| } |
| |
| virtual bool HandleDecodeResult(const aom_codec_err_t res_dec, |
| libaom_test::Decoder *decoder) { |
| EXPECT_EQ(AOM_CODEC_OK, res_dec) << decoder->DecodeError(); |
| if (AOM_CODEC_OK == res_dec) { |
| if ((int)frame_num_ == forced_kf_frame_num_) { |
| aom_codec_ctx_t *ctx_dec = decoder->GetDecoder(); |
| int frame_flags = 0; |
| AOM_CODEC_CONTROL_TYPECHECKED(ctx_dec, AOMD_GET_FRAME_FLAGS, |
| &frame_flags); |
| if ((frame_flags & AOM_FRAME_IS_KEY) != |
| static_cast<aom_codec_frame_flags_t>(AOM_FRAME_IS_KEY)) { |
| is_kf_placement_violated_ = true; |
| } |
| } |
| } |
| return AOM_CODEC_OK == res_dec; |
| } |
| |
| int lag_or_kf_index_; |
| int auto_alt_ref_; |
| int fwd_kf_enabled_; |
| int cpu_used_; |
| aom_rc_mode rc_end_usage_; |
| ::libaom_test::TestMode encoding_mode_; |
| int forced_kf_frame_num_; |
| unsigned int frame_num_; |
| bool is_kf_placement_violated_; |
| }; |
| |
| TEST_P(ForcedKeyTestLarge, Frame1IsKey) { |
| const aom_rational timebase = { 1, 30 }; |
| const int lag_values[] = { 3, 15, 25 }; |
| if (lag_or_kf_index_ > 2) return; |
| |
| forced_kf_frame_num_ = 1; |
| frame_num_ = 0; |
| cfg_.g_lag_in_frames = lag_values[lag_or_kf_index_]; |
| is_kf_placement_violated_ = false; |
| const int lag_mult = fwd_kf_enabled_ ? 2 : 1; |
| const int num_frames = lag_values[lag_or_kf_index_] * lag_mult + 2; |
| libaom_test::I420VideoSource video("hantro_collage_w352h288.yuv", 352, 288, |
| timebase.den, timebase.num, 0, num_frames); |
| ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); |
| ASSERT_EQ(is_kf_placement_violated_, false) |
| << "Frame #" << frame_num_ << " isn't a keyframe!"; |
| } |
| |
| // This class checks the presence and placement of application |
| // forced key frames. |
| TEST_P(ForcedKeyTestLarge, ForcedFrameIsKey) { |
| const aom_rational timebase = { 1, 30 }; |
| const int lag_values[] = { 3, 15, 25 }; |
| if (lag_or_kf_index_ > 2) return; |
| |
| frame_num_ = 0; |
| forced_kf_frame_num_ = lag_values[lag_or_kf_index_] - 1; |
| cfg_.g_lag_in_frames = lag_values[lag_or_kf_index_]; |
| is_kf_placement_violated_ = false; |
| const int lag_mult = fwd_kf_enabled_ ? 2 : 1; |
| const int num_frames = lag_values[lag_or_kf_index_] * lag_mult + 2; |
| libaom_test::I420VideoSource video("hantro_collage_w352h288.yuv", 352, 288, |
| timebase.den, timebase.num, 0, num_frames); |
| ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); |
| ASSERT_EQ(is_kf_placement_violated_, false) |
| << "Frame #" << frame_num_ << " isn't a keyframe!"; |
| |
| // Two pass and single pass CBR are currently segfaulting for the case when |
| // forced kf is placed after lag in frames. |
| // TODO(anyone): Enable(uncomment) below test once above bug is fixed. |
| // frame_num_ = 0; |
| // forced_kf_frame_num_ = lag_values[lag_or_kf_index_] + 1; |
| // cfg_.g_lag_in_frames = lag_values[lag_or_kf_index_]; |
| // is_kf_placement_violated_ = false; |
| // ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); |
| // ASSERT_EQ(is_kf_placement_violated_, false) |
| // << "Frame #" << frame_num_ << " isn't a keyframe!"; |
| } |
| |
| TEST_P(ForcedKeyTestLarge, ForcedFrameIsKeyCornerCases) { |
| const aom_rational timebase = { 1, 30 }; |
| const int kf_offsets[] = { -2, -1, 1, 2 }; |
| ASSERT_LT(lag_or_kf_index_, 4); |
| cfg_.g_lag_in_frames = 35; |
| |
| frame_num_ = 0; |
| forced_kf_frame_num_ = (int)cfg_.kf_max_dist + kf_offsets[lag_or_kf_index_]; |
| forced_kf_frame_num_ = forced_kf_frame_num_ > 0 ? forced_kf_frame_num_ : 1; |
| is_kf_placement_violated_ = false; |
| libaom_test::I420VideoSource video("hantro_collage_w352h288.yuv", 352, 288, |
| timebase.den, timebase.num, 0, |
| fwd_kf_enabled_ ? 60 : 30); |
| ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); |
| ASSERT_EQ(is_kf_placement_violated_, false) |
| << "Frame #" << frame_num_ << " isn't a keyframe!"; |
| } |
| |
| AV1_INSTANTIATE_TEST_SUITE(KeyFrameIntervalTestLarge, GOODQUALITY_TEST_MODES, |
| ::testing::ValuesIn(kfTestParams), |
| ::testing::Values(AOM_Q, AOM_VBR, AOM_CBR, AOM_CQ)); |
| |
| // TODO(anyone): Add CBR to list of rc_modes once forced kf placement after |
| // lag in frames bug is fixed. |
| AV1_INSTANTIATE_TEST_SUITE(ForcedKeyTestLarge, ::testing::Range(0, 4), |
| ::testing::Values(0, 1), ::testing::Values(0, 1), |
| ::testing::Values(5), |
| ::testing::Values(AOM_Q, AOM_VBR, AOM_CQ)); |
| } // namespace |