commit de27104eab33e10bcb253ebe4e9176f29b5bd133
author Fyodor Kyslov <kyslov@google.com> Tue Sep 28 13:40:54 2021 -0700
committer Fyodor Kyslov <kyslov@google.com> Wed Sep 29 16:15:11 2021 +0000
tree 12987bbddec31cebd1465b2f0098520903160e72
parent 521217cdc42eee1c86664d69afcdbb869c7a4b12

AV1 RT: Adjust CDEF strength for CDEF L5 search

This gives another 0.6% for speed 8 and 0.72% for speed 7 BDRate
increase with no impact on performance.

Change-Id: I2d88a4dd44bcd312fa658df5ada551fde998fc38

av1/encoder/pickcdef.c

diff --git a/av1/encoder/pickcdef.c b/av1/encoder/pickcdef.c
index 234a553..676c55d 100644
--- a/av1/encoder/pickcdef.c
+++ b/av1/encoder/pickcdef.c
@@ -51,7 +51,7 @@
       *sec_strength = secconv_lvl3[sec_idx];
       break;
     case CDEF_FAST_SEARCH_LVL5:
-      *pri_strength = priconv_lvl4[pri_idx];
+      *pri_strength = priconv_lvl5[pri_idx];
       *sec_strength = secconv_lvl5[sec_idx];
       break;
     default: assert(0 && "Invalid CDEF search method");

av1/encoder/pickcdef.h

diff --git a/av1/encoder/pickcdef.h b/av1/encoder/pickcdef.h
index 27b3888..a287870 100644
--- a/av1/encoder/pickcdef.h
+++ b/av1/encoder/pickcdef.h
@@ -43,6 +43,7 @@
                                                               5, 7, 10, 13 };
 static const int priconv_lvl2[REDUCED_PRI_STRENGTHS_LVL2] = { 0, 2, 4, 8, 14 };
 static const int priconv_lvl4[REDUCED_PRI_STRENGTHS_LVL4] = { 0, 11 };
+static const int priconv_lvl5[REDUCED_PRI_STRENGTHS_LVL4] = { 0, 5 };
 static const int secconv_lvl3[REDUCED_SEC_STRENGTHS_LVL3] = { 0, 2 };
 static const int secconv_lvl5[REDUCED_SEC_STRENGTHS_LVL5] = { 0 };
 static const int nb_cdef_strengths[CDEF_PICK_METHODS] = {