blob: 5d5bcc944a6d893b195c5739676dcd973ef90aaf [file] [log] [blame]
/*
* Copyright (c) 2017, Alliance for Open Media. All rights reserved
*
* This source code is subject to the terms of the BSD 2 Clause License and
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
* was not distributed with this source code in the LICENSE file, you can
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
* Media Patent License 1.0 was not distributed with this source code in the
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
*/
#include "./aom_config.h"
#include "av1/common/entropy.h"
/* clang-format off */
static const coeff_cdf_model
av1_default_coef_head_cdfs_q0[TX_SIZES][PLANE_TYPES] = {
{ // TX 4X4
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(21029,21848,26326,29423,30610) },
{ AOM_CDF6(10066,12716,18523,23277,24780) },
{ AOM_CDF6(1655,4793,6429,11430,12206) },
},
{ // Band 1
{ AOM_CDF5(10364,14773,25084,25599) },
{ AOM_CDF5(10060,14834,24695,25188) },
{ AOM_CDF5(8279,11106,21159,21671) },
{ AOM_CDF5(5914,6961,15824,16314) },
{ AOM_CDF5(3542,3935,10073,10456) },
{ AOM_CDF5(1492,1808,4428,4747) },
},
{ // Band 2
{ AOM_CDF5(15783,19657,28753,29248) },
{ AOM_CDF5(12047,15766,26989,27464) },
{ AOM_CDF5(8412,9971,21538,22026) },
{ AOM_CDF5(5438,6039,15108,15570) },
{ AOM_CDF5(3247,3593,9495,9859) },
{ AOM_CDF5(1428,1742,4322,4638) },
},
{ // Band 3
{ AOM_CDF5(18469,21675,30172,30563) },
{ AOM_CDF5(12582,16559,27995,28423) },
{ AOM_CDF5(8183,9915,21836,22336) },
{ AOM_CDF5(5255,5845,15137,15593) },
{ AOM_CDF5(3140,3478,9376,9739) },
{ AOM_CDF5(1549,1864,4660,4984) },
},
{ // Band 4
{ AOM_CDF5(18319,23757,30989,31399) },
{ AOM_CDF5(12864,18051,28729,29218) },
{ AOM_CDF5(8090,10047,22011,22680) },
{ AOM_CDF5(5061,5688,14783,15379) },
{ AOM_CDF5(3425,3784,9565,9998) },
{ AOM_CDF5(1564,1884,4703,5054) },
},
{ // Band 5
{ AOM_CDF5(8329,23625,30376,31182) },
{ AOM_CDF5(7265,19981,27965,29333) },
{ AOM_CDF5(5797,12014,21143,23728) },
{ AOM_CDF5(4525,7029,14661,17493) },
{ AOM_CDF5(3200,4082,9679,11816) },
{ AOM_CDF5(1930,2344,5504,6684) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(12366,20513,22133,29810,30422) },
{ AOM_CDF6(7182,16662,18633,27443,28120) },
{ AOM_CDF6(1791,10613,11616,21520,22191) },
},
{ // Band 1
{ AOM_CDF5(18943,19755,30340,30674) },
{ AOM_CDF5(15702,17160,28778,29115) },
{ AOM_CDF5(9337,10054,22492,22845) },
{ AOM_CDF5(6550,7019,17068,17420) },
{ AOM_CDF5(4169,4566,11849,12185) },
{ AOM_CDF5(2495,2839,6895,7221) },
},
{ // Band 2
{ AOM_CDF5(20241,21593,31083,31425) },
{ AOM_CDF5(15276,16626,28787,29136) },
{ AOM_CDF5(7656,8102,20347,20700) },
{ AOM_CDF5(4527,4880,13482,13819) },
{ AOM_CDF5(2538,2860,7975,8298) },
{ AOM_CDF5(1394,1707,3770,4086) },
},
{ // Band 3
{ AOM_CDF5(19968,21872,30812,31172) },
{ AOM_CDF5(15081,16805,28957,29326) },
{ AOM_CDF5(8196,8748,21434,21825) },
{ AOM_CDF5(5297,5675,15007,15385) },
{ AOM_CDF5(3102,3429,9255,9607) },
{ AOM_CDF5(1502,1815,4662,4983) },
},
{ // Band 4
{ AOM_CDF5(19362,22537,31260,31624) },
{ AOM_CDF5(14450,17789,29362,29788) },
{ AOM_CDF5(7957,8982,21542,22120) },
{ AOM_CDF5(4819,5280,14199,14724) },
{ AOM_CDF5(2831,3180,8511,8950) },
{ AOM_CDF5(1385,1700,4300,4633) },
},
{ // Band 5
{ AOM_CDF5(14134,22252,31119,31577) },
{ AOM_CDF5(11383,19847,29451,30205) },
{ AOM_CDF5(7338,11314,22338,24028) },
{ AOM_CDF5(5071,6634,15379,17178) },
{ AOM_CDF5(2969,3703,9896,11246) },
{ AOM_CDF5(1809,2173,5573,6229) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(25213,26007,29751,31199,31688) },
{ AOM_CDF6(13781,16489,23298,27505,28405) },
{ AOM_CDF6(4621,9194,12764,19842,20708) },
},
{ // Band 1
{ AOM_CDF5(12686,19031,28910,29358) },
{ AOM_CDF5(12732,18729,28346,28824) },
{ AOM_CDF5(9753,12954,24344,24920) },
{ AOM_CDF5(6853,7851,18601,19110) },
{ AOM_CDF5(3697,4071,11373,11743) },
{ AOM_CDF5(1738,2057,5307,5627) },
},
{ // Band 2
{ AOM_CDF5(18299,24455,30930,31398) },
{ AOM_CDF5(14316,19083,29266,29766) },
{ AOM_CDF5(9584,11344,23898,24407) },
{ AOM_CDF5(6076,6645,16805,17237) },
{ AOM_CDF5(3535,3885,10393,10746) },
{ AOM_CDF5(1909,2222,5010,5328) },
},
{ // Band 3
{ AOM_CDF5(21106,25258,31172,31576) },
{ AOM_CDF5(14944,20229,29903,30361) },
{ AOM_CDF5(10454,13063,25548,26138) },
{ AOM_CDF5(7667,8529,20025,20588) },
{ AOM_CDF5(4813,5176,13672,14085) },
{ AOM_CDF5(2450,2763,7515,7873) },
},
{ // Band 4
{ AOM_CDF5(18297,25980,31547,31946) },
{ AOM_CDF5(13370,21048,30193,30703) },
{ AOM_CDF5(9326,13020,25206,26074) },
{ AOM_CDF5(6117,7480,18243,19130) },
{ AOM_CDF5(6408,6819,13596,14098) },
{ AOM_CDF5(2179,2485,7393,7768) },
},
{ // Band 5
{ AOM_CDF5(11255,26931,31505,32033) },
{ AOM_CDF5(9120,23148,30070,31091) },
{ AOM_CDF5(7927,15909,25162,27329) },
{ AOM_CDF5(6416,10706,19959,22732) },
{ AOM_CDF5(4232,5545,13107,15118) },
{ AOM_CDF5(2626,2941,8665,9872) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(27618,28976,30940,31993,32336) },
{ AOM_CDF6(16119,21691,26334,30705,31244) },
{ AOM_CDF6(5114,14755,17865,27048,27895) },
},
{ // Band 1
{ AOM_CDF5(19468,23767,31339,31674) },
{ AOM_CDF5(16878,20966,30654,31007) },
{ AOM_CDF5(12213,14415,26909,27338) },
{ AOM_CDF5(9404,10670,22239,22719) },
{ AOM_CDF5(6856,7784,17127,17609) },
{ AOM_CDF5(5034,5529,13229,13634) },
},
{ // Band 2
{ AOM_CDF5(21214,25570,31656,31994) },
{ AOM_CDF5(17012,20535,30403,30787) },
{ AOM_CDF5(10855,12147,25451,25874) },
{ AOM_CDF5(7055,7837,19116,19553) },
{ AOM_CDF5(4141,4531,11911,12296) },
{ AOM_CDF5(1706,2041,5622,5957) },
},
{ // Band 3
{ AOM_CDF5(22092,26330,31642,32015) },
{ AOM_CDF5(16433,20889,30263,30704) },
{ AOM_CDF5(11015,13045,26253,26743) },
{ AOM_CDF5(9188,9924,21991,22551) },
{ AOM_CDF5(5259,5634,14131,14627) },
{ AOM_CDF5(1916,2218,6453,6780) },
},
{ // Band 4
{ AOM_CDF5(20331,26854,31896,32255) },
{ AOM_CDF5(15738,22741,31108,31557) },
{ AOM_CDF5(11693,15508,27435,28103) },
{ AOM_CDF5(8066,9281,20855,21631) },
{ AOM_CDF5(4427,4860,12951,13543) },
{ AOM_CDF5(1928,2372,5634,6672) },
},
{ // Band 5
{ AOM_CDF5(15605,27749,31907,32303) },
{ AOM_CDF5(11920,24653,31013,31675) },
{ AOM_CDF5(8007,14898,25377,27353) },
{ AOM_CDF5(6010,8920,18956,21554) },
{ AOM_CDF5(4573,5611,13522,15795) },
{ AOM_CDF5(4274,6411,11398,14247) },
},
},
},
},
{ // TX 8X8
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(22195,22830,25684,28569,30557) },
{ AOM_CDF6(9973,12001,15354,20353,23020) },
{ AOM_CDF6(1514,3998,4873,9182,9967) },
},
{ // Band 1
{ AOM_CDF5(11609,14013,24609,25092) },
{ AOM_CDF5(10302,15208,24145,24658) },
{ AOM_CDF5(7991,10895,20438,21146) },
{ AOM_CDF5(5831,7006,15716,16394) },
{ AOM_CDF5(3536,3969,10117,10569) },
{ AOM_CDF5(1369,1686,4062,4385) },
},
{ // Band 2
{ AOM_CDF5(17334,19416,28420,28798) },
{ AOM_CDF5(13512,15917,26736,27122) },
{ AOM_CDF5(9322,10491,21892,22281) },
{ AOM_CDF5(6187,6682,15992,16351) },
{ AOM_CDF5(3733,4073,10406,10735) },
{ AOM_CDF5(1606,1920,4715,5028) },
},
{ // Band 3
{ AOM_CDF5(20589,22106,30065,30422) },
{ AOM_CDF5(14731,16342,27701,28059) },
{ AOM_CDF5(8554,9080,20831,21182) },
{ AOM_CDF5(5011,5354,13968,14296) },
{ AOM_CDF5(2867,3184,8524,8840) },
{ AOM_CDF5(1174,1486,3643,3955) },
},
{ // Band 4
{ AOM_CDF5(23439,24729,31199,31537) },
{ AOM_CDF5(15716,17015,28650,28989) },
{ AOM_CDF5(8381,8812,21032,21369) },
{ AOM_CDF5(4868,5197,13740,14065) },
{ AOM_CDF5(2744,3058,8333,8648) },
{ AOM_CDF5(1185,1497,3656,3968) },
},
{ // Band 5
{ AOM_CDF5(23980,26041,31566,31904) },
{ AOM_CDF5(16060,18243,29508,29868) },
{ AOM_CDF5(8844,9414,22119,22496) },
{ AOM_CDF5(5265,5612,14599,14944) },
{ AOM_CDF5(3058,3375,9028,9351) },
{ AOM_CDF5(1414,1726,4249,4563) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(9994,19506,21744,29408,30809) },
{ AOM_CDF6(3771,14862,16756,26385,27927) },
{ AOM_CDF6(964,10643,11416,21060,22316) },
},
{ // Band 1
{ AOM_CDF5(23263,23761,31250,31580) },
{ AOM_CDF5(19631,21067,30262,30596) },
{ AOM_CDF5(12419,13646,25959,26329) },
{ AOM_CDF5(9274,10229,21588,21981) },
{ AOM_CDF5(6778,7496,17069,17469) },
{ AOM_CDF5(4655,5089,12206,12574) },
},
{ // Band 2
{ AOM_CDF5(24055,24771,31529,31851) },
{ AOM_CDF5(18300,19177,29983,30310) },
{ AOM_CDF5(9684,10239,23130,23465) },
{ AOM_CDF5(6112,6511,16539,16874) },
{ AOM_CDF5(3508,3841,10475,10798) },
{ AOM_CDF5(1647,1963,5379,5693) },
},
{ // Band 3
{ AOM_CDF5(24875,25551,31757,32078) },
{ AOM_CDF5(18585,19328,30217,30542) },
{ AOM_CDF5(8948,9350,22251,22577) },
{ AOM_CDF5(5148,5481,14806,15127) },
{ AOM_CDF5(2852,3169,8930,9249) },
{ AOM_CDF5(1298,1609,4289,4600) },
},
{ // Band 4
{ AOM_CDF5(25149,25840,31833,32153) },
{ AOM_CDF5(19051,19689,30461,30785) },
{ AOM_CDF5(8956,9308,22406,22729) },
{ AOM_CDF5(5001,5325,14586,14906) },
{ AOM_CDF5(2875,3189,8639,8955) },
{ AOM_CDF5(1311,1623,4261,4572) },
},
{ // Band 5
{ AOM_CDF5(25212,26544,31879,32209) },
{ AOM_CDF5(18967,20523,30778,31126) },
{ AOM_CDF5(9672,10140,23740,24117) },
{ AOM_CDF5(5732,6079,16067,16423) },
{ AOM_CDF5(3370,3687,10101,10429) },
{ AOM_CDF5(1696,2007,5320,5648) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(26296,26903,30027,31098,31851) },
{ AOM_CDF6(13982,16223,22840,26540,28301) },
{ AOM_CDF6(5643,9834,13670,20220,21734) },
},
{ // Band 1
{ AOM_CDF5(14291,20303,29319,29879) },
{ AOM_CDF5(13407,20905,29052,29644) },
{ AOM_CDF5(10860,15525,25872,26766) },
{ AOM_CDF5(7801,9554,20530,21309) },
{ AOM_CDF5(4523,4994,12583,13069) },
{ AOM_CDF5(1784,2110,5198,5511) },
},
{ // Band 2
{ AOM_CDF5(20153,24114,30802,31195) },
{ AOM_CDF5(16079,19936,29580,29992) },
{ AOM_CDF5(10977,12993,25245,25687) },
{ AOM_CDF5(7386,8212,19223,19683) },
{ AOM_CDF5(4797,5164,12928,13288) },
{ AOM_CDF5(2188,2498,6396,6706) },
},
{ // Band 3
{ AOM_CDF5(24221,26746,31634,31980) },
{ AOM_CDF5(17492,20348,30067,30432) },
{ AOM_CDF5(10522,11531,24642,25031) },
{ AOM_CDF5(6567,7006,17688,18036) },
{ AOM_CDF5(4123,4447,11775,12095) },
{ AOM_CDF5(1770,2065,6491,6786) },
},
{ // Band 4
{ AOM_CDF5(25862,27744,31611,31969) },
{ AOM_CDF5(17752,20079,30169,30530) },
{ AOM_CDF5(10588,11308,24834,25180) },
{ AOM_CDF5(7459,7820,17949,18281) },
{ AOM_CDF5(3984,4294,11863,12173) },
{ AOM_CDF5(2689,2969,11371,11651) },
},
{ // Band 5
{ AOM_CDF5(27703,29662,31910,32262) },
{ AOM_CDF5(17904,21878,30510,30969) },
{ AOM_CDF5(10660,12299,24907,25524) },
{ AOM_CDF5(6972,7545,18660,19251) },
{ AOM_CDF5(5359,5768,14022,14397) },
{ AOM_CDF5(5030,5487,10364,10973) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(27980,28880,31045,31931,32370) },
{ AOM_CDF6(15958,19891,25963,29601,30931) },
{ AOM_CDF6(3897,12331,15935,24489,26773) },
},
{ // Band 1
{ AOM_CDF5(21443,24237,31473,31808) },
{ AOM_CDF5(18617,22378,30958,31301) },
{ AOM_CDF5(14626,17725,28852,29246) },
{ AOM_CDF5(12155,14598,26000,26506) },
{ AOM_CDF5(10111,12149,23415,24002) },
{ AOM_CDF5(11352,12864,22589,23010) },
},
{ // Band 2
{ AOM_CDF5(22855,25401,31675,31999) },
{ AOM_CDF5(19086,21008,30886,31214) },
{ AOM_CDF5(13477,14473,28104,28450) },
{ AOM_CDF5(9553,10401,23815,24225) },
{ AOM_CDF5(5795,6172,18068,18445) },
{ AOM_CDF5(4297,5909,10206,11818) },
},
{ // Band 3
{ AOM_CDF5(24424,26344,31912,32231) },
{ AOM_CDF5(20229,21775,31283,31610) },
{ AOM_CDF5(14224,14882,28673,29012) },
{ AOM_CDF5(10881,11494,23829,24238) },
{ AOM_CDF5(6367,6988,15685,16306) },
{ AOM_CDF5(7447,11916,17873,22342) },
},
{ // Band 4
{ AOM_CDF5(25536,27216,31570,31916) },
{ AOM_CDF5(19600,21062,30095,30444) },
{ AOM_CDF5(11491,12044,26170,26497) },
{ AOM_CDF5(9629,9963,23790,24112) },
{ AOM_CDF5(8073,8359,22212,22498) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(27425,29611,32005,32347) },
{ AOM_CDF5(20590,24265,31252,31658) },
{ AOM_CDF5(14072,15705,28945,29389) },
{ AOM_CDF5(11295,11926,26485,26872) },
{ AOM_CDF5(10627,11292,22141,22805) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 16X16
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(9850,11321,13211,18246,21613) },
{ AOM_CDF6(4128,6155,7367,11928,14060) },
{ AOM_CDF6(932,2794,3234,6647,7340) },
},
{ // Band 1
{ AOM_CDF5(9101,10823,21291,22109) },
{ AOM_CDF5(8086,13032,21855,22748) },
{ AOM_CDF5(6563,10137,18484,20069) },
{ AOM_CDF5(4987,6567,14425,15700) },
{ AOM_CDF5(3399,3947,9950,10738) },
{ AOM_CDF5(1474,1793,4347,4690) },
},
{ // Band 2
{ AOM_CDF5(17035,18650,27401,27793) },
{ AOM_CDF5(13213,16039,26044,26448) },
{ AOM_CDF5(9916,11812,22497,22945) },
{ AOM_CDF5(7227,8059,17399,17817) },
{ AOM_CDF5(5144,5572,12546,12892) },
{ AOM_CDF5(2364,2678,6057,6372) },
},
{ // Band 3
{ AOM_CDF5(19805,21667,29302,29680) },
{ AOM_CDF5(14232,16314,27120,27515) },
{ AOM_CDF5(8796,9578,21112,21479) },
{ AOM_CDF5(5203,5552,14231,14563) },
{ AOM_CDF5(2943,3257,8676,8994) },
{ AOM_CDF5(1363,1675,4064,4376) },
},
{ // Band 4
{ AOM_CDF5(24214,25083,30916,31249) },
{ AOM_CDF5(15904,17001,28199,28532) },
{ AOM_CDF5(8324,8717,20480,20808) },
{ AOM_CDF5(4752,5070,13245,13565) },
{ AOM_CDF5(2729,3042,8218,8530) },
{ AOM_CDF5(1385,1697,4196,4508) },
},
{ // Band 5
{ AOM_CDF5(26956,27719,31679,32005) },
{ AOM_CDF5(16913,17759,29092,29422) },
{ AOM_CDF5(8166,8510,20577,20901) },
{ AOM_CDF5(4804,5119,13537,13853) },
{ AOM_CDF5(2951,3263,8766,9079) },
{ AOM_CDF5(1498,1810,4515,4827) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(7335,13463,14286,24588,29117) },
{ AOM_CDF6(3212,9869,10336,20172,25029) },
{ AOM_CDF6(917,6904,7251,15225,18595) },
},
{ // Band 1
{ AOM_CDF5(23988,24467,31033,31407) },
{ AOM_CDF5(20390,23805,30556,30920) },
{ AOM_CDF5(13566,16666,27478,27995) },
{ AOM_CDF5(10353,12637,23789,24437) },
{ AOM_CDF5(7956,9364,19994,20621) },
{ AOM_CDF5(6036,6495,15543,16033) },
},
{ // Band 2
{ AOM_CDF5(25643,26692,31634,31957) },
{ AOM_CDF5(18721,20381,30130,30466) },
{ AOM_CDF5(10914,12337,24817,25177) },
{ AOM_CDF5(7843,8667,19826,20212) },
{ AOM_CDF5(5080,5484,14225,14587) },
{ AOM_CDF5(2880,3192,7916,8236) },
},
{ // Band 3
{ AOM_CDF5(26447,27233,31779,32097) },
{ AOM_CDF5(19042,20153,30217,30540) },
{ AOM_CDF5(9858,10440,23424,23753) },
{ AOM_CDF5(6276,6657,17158,17489) },
{ AOM_CDF5(3725,4039,10981,11303) },
{ AOM_CDF5(2041,2345,6069,6373) },
},
{ // Band 4
{ AOM_CDF5(27189,27737,31897,32213) },
{ AOM_CDF5(19763,20443,30288,30607) },
{ AOM_CDF5(9033,9393,22097,22415) },
{ AOM_CDF5(5417,5747,15230,15545) },
{ AOM_CDF5(3397,3709,10342,10655) },
{ AOM_CDF5(2805,3108,6119,6422) },
},
{ // Band 5
{ AOM_CDF5(27874,28490,31981,32301) },
{ AOM_CDF5(20112,20724,30607,30935) },
{ AOM_CDF5(9188,9549,22544,22875) },
{ AOM_CDF5(5590,5918,15550,15878) },
{ AOM_CDF5(3567,4015,10658,10988) },
{ AOM_CDF5(1950,2388,6246,6681) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(25724,26337,28579,29957,30927) },
{ AOM_CDF6(9657,12074,16790,21738,23899) },
{ AOM_CDF6(4158,7646,10690,16969,18800) },
},
{ // Band 1
{ AOM_CDF5(14330,19826,28364,29154) },
{ AOM_CDF5(13503,21352,28714,29534) },
{ AOM_CDF5(11754,16853,25931,27325) },
{ AOM_CDF5(8311,10581,21258,22633) },
{ AOM_CDF5(5297,5819,14162,14892) },
{ AOM_CDF5(2887,3208,7455,7768) },
},
{ // Band 2
{ AOM_CDF5(22005,24480,30925,31309) },
{ AOM_CDF5(17332,20557,29696,30096) },
{ AOM_CDF5(11930,14337,25931,26358) },
{ AOM_CDF5(8888,10020,20964,21352) },
{ AOM_CDF5(5694,6135,14997,15376) },
{ AOM_CDF5(2521,2842,7765,8069) },
},
{ // Band 3
{ AOM_CDF5(23993,25546,31427,31762) },
{ AOM_CDF5(18134,20327,29992,30386) },
{ AOM_CDF5(10997,12057,24719,25141) },
{ AOM_CDF5(5719,6153,16654,17032) },
{ AOM_CDF5(3637,3953,11392,11696) },
{ AOM_CDF5(1837,2127,5703,5993) },
},
{ // Band 4
{ AOM_CDF5(26095,26989,31766,32091) },
{ AOM_CDF5(19524,20820,30413,30738) },
{ AOM_CDF5(9962,10551,22667,23010) },
{ AOM_CDF5(5773,6093,15402,15748) },
{ AOM_CDF5(3546,3850,9983,10287) },
{ AOM_CDF5(2387,2668,5711,5992) },
},
{ // Band 5
{ AOM_CDF5(29071,29675,31761,32087) },
{ AOM_CDF5(18709,19761,29374,29730) },
{ AOM_CDF5(9336,10048,22625,22988) },
{ AOM_CDF5(6446,6793,16834,17172) },
{ AOM_CDF5(4227,4539,11587,11909) },
{ AOM_CDF5(2624,2929,7139,7444) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(25114,25872,29577,31173,32008) },
{ AOM_CDF6(11286,14376,22156,26266,29278) },
{ AOM_CDF6(2680,11055,14683,23068,26651) },
},
{ // Band 1
{ AOM_CDF5(22838,24926,31689,32019) },
{ AOM_CDF5(19245,24299,31481,31852) },
{ AOM_CDF5(15429,21159,30176,30732) },
{ AOM_CDF5(12373,17092,26912,27758) },
{ AOM_CDF5(10899,13395,23604,24329) },
{ AOM_CDF5(12767,13096,21644,22083) },
},
{ // Band 2
{ AOM_CDF5(24527,26101,31912,32226) },
{ AOM_CDF5(20576,22265,31439,31762) },
{ AOM_CDF5(13792,15369,28531,28942) },
{ AOM_CDF5(9392,11153,23790,24274) },
{ AOM_CDF5(5587,6191,19027,19480) },
{ AOM_CDF5(5174,10348,17246,22420) },
},
{ // Band 3
{ AOM_CDF5(24737,25605,31953,32268) },
{ AOM_CDF5(20933,21817,31546,31861) },
{ AOM_CDF5(13887,14656,28490,28817) },
{ AOM_CDF5(10018,11047,23593,23967) },
{ AOM_CDF5(3855,6746,15420,18312) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(25861,26475,32028,32343) },
{ AOM_CDF5(22221,22755,31735,32050) },
{ AOM_CDF5(15517,15928,29558,29870) },
{ AOM_CDF5(7719,8507,20165,20638) },
{ AOM_CDF5(5783,11565,19275,25058) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(28675,29326,31767,32092) },
{ AOM_CDF5(21491,22422,29827,30197) },
{ AOM_CDF5(10080,11350,23883,24321) },
{ AOM_CDF5(8383,8793,21382,21739) },
{ AOM_CDF5(6835,7137,20646,20947) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 32X32
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(15501,16574,17941,20080,21984) },
{ AOM_CDF6(1676,3221,3952,6916,7628) },
{ AOM_CDF6(468,1825,2211,4504,4877) },
},
{ // Band 1
{ AOM_CDF5(5597,9461,16777,17896) },
{ AOM_CDF5(5231,9185,16569,17688) },
{ AOM_CDF5(4128,6983,13860,15674) },
{ AOM_CDF5(2908,4209,9762,11321) },
{ AOM_CDF5(2269,2797,7063,7999) },
{ AOM_CDF5(1270,1588,3710,4051) },
},
{ // Band 2
{ AOM_CDF5(14862,16903,25712,26189) },
{ AOM_CDF5(12778,15420,25395,25836) },
{ AOM_CDF5(10402,12279,22858,23302) },
{ AOM_CDF5(8026,8897,18866,19290) },
{ AOM_CDF5(6610,7121,15967,16322) },
{ AOM_CDF5(3980,4296,10443,10757) },
},
{ // Band 3
{ AOM_CDF5(19177,21516,28474,28892) },
{ AOM_CDF5(14901,17006,27100,27500) },
{ AOM_CDF5(10655,11487,23288,23664) },
{ AOM_CDF5(6980,7408,17955,18288) },
{ AOM_CDF5(3891,4206,11255,11570) },
{ AOM_CDF5(1532,1844,4593,4905) },
},
{ // Band 4
{ AOM_CDF5(24338,25864,30962,31346) },
{ AOM_CDF5(16430,18166,28700,29068) },
{ AOM_CDF5(9726,10244,22575,22934) },
{ AOM_CDF5(5539,5868,15030,15363) },
{ AOM_CDF5(3305,3620,9405,9720) },
{ AOM_CDF5(1482,1794,4429,4741) },
},
{ // Band 5
{ AOM_CDF5(29843,30312,31922,32242) },
{ AOM_CDF5(17390,18061,28932,29258) },
{ AOM_CDF5(7968,8308,20128,20447) },
{ AOM_CDF5(4523,4838,12959,13274) },
{ AOM_CDF5(2765,3077,8284,8596) },
{ AOM_CDF5(1422,1733,4244,4556) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(19066,20217,21504,24559,26831) },
{ AOM_CDF6(5708,7393,8108,11986,17424) },
{ AOM_CDF6(1144,2709,3111,6009,10882) },
},
{ // Band 1
{ AOM_CDF5(17586,17895,27561,28179) },
{ AOM_CDF5(16442,19113,27944,28764) },
{ AOM_CDF5(12438,17724,26435,27714) },
{ AOM_CDF5(9439,12708,22594,24060) },
{ AOM_CDF5(7762,9639,19669,20614) },
{ AOM_CDF5(5324,5894,14504,15100) },
},
{ // Band 2
{ AOM_CDF5(23414,25239,31300,31670) },
{ AOM_CDF5(18089,22136,30318,30720) },
{ AOM_CDF5(12081,15216,27074,27531) },
{ AOM_CDF5(9327,10783,22927,23384) },
{ AOM_CDF5(6381,6914,17070,17506) },
{ AOM_CDF5(3854,4164,10355,10665) },
},
{ // Band 3
{ AOM_CDF5(24366,25993,31678,32001) },
{ AOM_CDF5(18041,21047,30693,31031) },
{ AOM_CDF5(11271,12970,26794,27180) },
{ AOM_CDF5(8173,8758,21941,22340) },
{ AOM_CDF5(5248,5568,15646,15994) },
{ AOM_CDF5(2689,3193,6722,7226) },
},
{ // Band 4
{ AOM_CDF5(27565,28694,31993,32314) },
{ AOM_CDF5(20591,22532,31143,31473) },
{ AOM_CDF5(11268,12113,25966,26331) },
{ AOM_CDF5(7268,7674,19409,19747) },
{ AOM_CDF5(4404,4686,13213,13495) },
{ AOM_CDF5(2637,3766,7533,8663) },
},
{ // Band 5
{ AOM_CDF5(29847,30306,32081,32397) },
{ AOM_CDF5(22752,23329,31334,31658) },
{ AOM_CDF5(10305,10672,24328,24657) },
{ AOM_CDF5(5712,6031,16694,17018) },
{ AOM_CDF5(3979,4278,10985,11284) },
{ AOM_CDF5(2465,2900,6815,7250) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(21609,22111,24624,26045,27916) },
{ AOM_CDF6(5498,7300,12100,15851,18370) },
{ AOM_CDF6(1268,3284,6295,10711,12999) },
},
{ // Band 1
{ AOM_CDF5(9621,16733,26354,27609) },
{ AOM_CDF5(9619,18339,27578,28547) },
{ AOM_CDF5(9575,18177,24044,25625) },
{ AOM_CDF5(5999,11578,20125,22544) },
{ AOM_CDF5(4842,6220,12898,14944) },
{ AOM_CDF5(948,1247,3292,3791) },
},
{ // Band 2
{ AOM_CDF5(21002,25135,31208,31629) },
{ AOM_CDF5(18106,22116,29422,30013) },
{ AOM_CDF5(14580,15855,26171,26535) },
{ AOM_CDF5(9965,10971,23043,23378) },
{ AOM_CDF5(7123,7395,16893,17232) },
{ AOM_CDF5(3187,3432,7600,7845) },
},
{ // Band 3
{ AOM_CDF5(26393,27823,31691,32028) },
{ AOM_CDF5(18449,20915,30092,30531) },
{ AOM_CDF5(11710,12263,26838,27139) },
{ AOM_CDF5(7737,8192,21299,21572) },
{ AOM_CDF5(3572,4038,13822,14287) },
{ AOM_CDF5(1689,2703,3716,4729) },
},
{ // Band 4
{ AOM_CDF5(28371,29507,31986,32314) },
{ AOM_CDF5(19411,21758,30225,30579) },
{ AOM_CDF5(11995,12434,26661,27026) },
{ AOM_CDF5(9175,9721,22173,22501) },
{ AOM_CDF5(9078,9742,13063,13727) },
{ AOM_CDF5(3192,3830,6809,7447) },
},
{ // Band 5
{ AOM_CDF5(31351,31682,32124,32438) },
{ AOM_CDF5(20883,22618,30828,31173) },
{ AOM_CDF5(11388,12381,24266,24700) },
{ AOM_CDF5(6987,7380,18401,18795) },
{ AOM_CDF5(2016,2773,7814,8570) },
{ AOM_CDF5(2849,4986,8548,10685) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(19461,21728,26601,29082,30105) },
{ AOM_CDF6(2845,10798,14316,23118,24609) },
{ AOM_CDF6(705,10138,12123,21473,23327) },
},
{ // Band 1
{ AOM_CDF5(24780,25836,31623,31938) },
{ AOM_CDF5(22703,24390,31353,31797) },
{ AOM_CDF5(18218,20834,29429,30327) },
{ AOM_CDF5(12517,15626,26000,27281) },
{ AOM_CDF5(9988,12791,24073,25295) },
{ AOM_CDF5(8529,9202,18853,19751) },
},
{ // Band 2
{ AOM_CDF5(26497,27282,32016,32333) },
{ AOM_CDF5(22767,24548,31680,32007) },
{ AOM_CDF5(10455,13458,26448,26995) },
{ AOM_CDF5(3684,4847,20940,21522) },
{ AOM_CDF5(9063,11155,17430,19521) },
{ AOM_CDF5(6554,11469,16384,21299) },
},
{ // Band 3
{ AOM_CDF5(26212,26755,32090,32400) },
{ AOM_CDF5(22239,23123,31406,31725) },
{ AOM_CDF5(7220,7609,22715,22993) },
{ AOM_CDF5(5554,6387,11941,12774) },
{ AOM_CDF5(4915,9830,19661,24576) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(28796,29237,32134,32446) },
{ AOM_CDF5(25912,26456,32010,32321) },
{ AOM_CDF5(14399,14668,26039,26309) },
{ AOM_CDF5(2341,4096,11703,13458) },
{ AOM_CDF5(6144,12288,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(30253,30635,32016,32330) },
{ AOM_CDF5(23066,23485,30571,30897) },
{ AOM_CDF5(11664,12092,22146,22496) },
{ AOM_CDF5(5932,6387,17131,17470) },
{ AOM_CDF5(5501,5846,15763,16097) },
{ AOM_CDF5(4946,6801,14838,16693) },
},
},
},
},
};
static const coeff_cdf_model
av1_default_coef_head_cdfs_q1[TX_SIZES][PLANE_TYPES] = {
{ // TX 4X4
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(21480,22344,27339,29181,29765) },
{ AOM_CDF6(9705,12374,20269,24109,25071) },
{ AOM_CDF6(2883,6716,10461,16169,17355) },
},
{ // Band 1
{ AOM_CDF5(8632,15472,26027,26596) },
{ AOM_CDF5(8543,14383,25665,26207) },
{ AOM_CDF5(8561,12583,22962,23529) },
{ AOM_CDF5(6538,8023,18106,18672) },
{ AOM_CDF5(4363,4797,12512,12937) },
{ AOM_CDF5(2471,2791,7274,7605) },
},
{ // Band 2
{ AOM_CDF5(14783,18891,29122,29700) },
{ AOM_CDF5(11829,16696,28114,28591) },
{ AOM_CDF5(8965,11076,23514,24031) },
{ AOM_CDF5(6257,7011,17779,18315) },
{ AOM_CDF5(4329,4704,12448,12839) },
{ AOM_CDF5(2542,2860,7886,8207) },
},
{ // Band 3
{ AOM_CDF5(19181,22038,30697,31106) },
{ AOM_CDF5(12174,17208,28897,29328) },
{ AOM_CDF5(8420,10706,23788,24321) },
{ AOM_CDF5(6153,6850,17983,18530) },
{ AOM_CDF5(4168,4524,12547,12983) },
{ AOM_CDF5(3136,3480,9221,9659) },
},
{ // Band 4
{ AOM_CDF5(18701,23907,31282,31695) },
{ AOM_CDF5(12655,19258,29824,30279) },
{ AOM_CDF5(8699,11467,24763,25450) },
{ AOM_CDF5(6268,7027,18397,19102) },
{ AOM_CDF5(5613,6020,14084,14637) },
{ AOM_CDF5(2443,2919,8222,8639) },
},
{ // Band 5
{ AOM_CDF5(6156,23586,30739,31476) },
{ AOM_CDF5(6056,21852,29323,30442) },
{ AOM_CDF5(6113,14408,24331,26899) },
{ AOM_CDF5(5825,9328,18946,22143) },
{ AOM_CDF5(5023,6340,14812,17429) },
{ AOM_CDF5(5140,6104,11565,14135) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(12606,20577,21354,29249,29714) },
{ AOM_CDF6(8630,17728,19353,27722,28219) },
{ AOM_CDF6(3040,12616,14286,23918,24539) },
},
{ // Band 1
{ AOM_CDF5(20824,21610,31110,31445) },
{ AOM_CDF5(15597,17692,29670,30015) },
{ AOM_CDF5(8954,10007,23515,23902) },
{ AOM_CDF5(6693,7282,18144,18537) },
{ AOM_CDF5(4048,4451,12255,12626) },
{ AOM_CDF5(2619,2960,7084,7429) },
},
{ // Band 2
{ AOM_CDF5(21628,22786,31520,31865) },
{ AOM_CDF5(15854,17925,29872,30228) },
{ AOM_CDF5(8120,8815,22575,22964) },
{ AOM_CDF5(5006,5427,15724,16101) },
{ AOM_CDF5(2967,3311,9553,9913) },
{ AOM_CDF5(2878,3188,5418,5825) },
},
{ // Band 3
{ AOM_CDF5(21594,23721,31496,31872) },
{ AOM_CDF5(15704,18452,30207,30585) },
{ AOM_CDF5(8637,9546,23803,24254) },
{ AOM_CDF5(5991,6479,17619,18099) },
{ AOM_CDF5(3856,4220,11623,12111) },
{ AOM_CDF5(3501,3825,6760,7246) },
},
{ // Band 4
{ AOM_CDF5(19929,23849,31581,31956) },
{ AOM_CDF5(14239,19461,30323,30761) },
{ AOM_CDF5(8094,9844,23595,24338) },
{ AOM_CDF5(5204,5848,16396,17121) },
{ AOM_CDF5(3568,3961,10658,11301) },
{ AOM_CDF5(1594,1913,5552,6040) },
},
{ // Band 5
{ AOM_CDF5(13512,24112,31648,32057) },
{ AOM_CDF5(10595,22378,30592,31236) },
{ AOM_CDF5(7571,13305,24936,26656) },
{ AOM_CDF5(6163,8207,18688,20500) },
{ AOM_CDF5(3185,4449,13298,14707) },
{ AOM_CDF5(1890,2731,7562,8192) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(26689,27259,30590,31538,31930) },
{ AOM_CDF6(17843,19709,27299,29813,30435) },
{ AOM_CDF6(9138,13232,20487,25798,26794) },
},
{ // Band 1
{ AOM_CDF5(13264,22970,30914,31354) },
{ AOM_CDF5(11647,20651,30191,30692) },
{ AOM_CDF5(10449,15871,27240,27909) },
{ AOM_CDF5(7759,9400,22161,22812) },
{ AOM_CDF5(4095,4544,13856,14309) },
{ AOM_CDF5(3199,3509,8639,8964) },
},
{ // Band 2
{ AOM_CDF5(18180,25717,31446,31899) },
{ AOM_CDF5(14593,22211,30845,31282) },
{ AOM_CDF5(10443,13816,27239,27789) },
{ AOM_CDF5(6760,7698,19648,20234) },
{ AOM_CDF5(3896,4253,12678,13056) },
{ AOM_CDF5(5461,6722,13443,14704) },
},
{ // Band 3
{ AOM_CDF5(22145,27566,31813,32212) },
{ AOM_CDF5(15241,23215,31215,31658) },
{ AOM_CDF5(11148,15527,28336,28891) },
{ AOM_CDF5(8864,10402,24069,24811) },
{ AOM_CDF5(6919,7527,19607,20260) },
{ AOM_CDF5(5174,10348,18971,25869) },
},
{ // Band 4
{ AOM_CDF5(18795,27901,31907,32272) },
{ AOM_CDF5(13177,24166,31395,31820) },
{ AOM_CDF5(9217,15410,28101,28868) },
{ AOM_CDF5(6328,8749,21695,22954) },
{ AOM_CDF5(15672,17809,22795,24932) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(9431,28094,31965,32338) },
{ AOM_CDF5(8107,26038,31393,32024) },
{ AOM_CDF5(9347,19880,28342,29759) },
{ AOM_CDF5(7092,13694,25432,28366) },
{ AOM_CDF5(7802,12483,21845,26526) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(29212,29998,31256,32035,32360) },
{ AOM_CDF6(19150,23189,28117,31168,31611) },
{ AOM_CDF6(9324,18178,23556,29422,30204) },
},
{ // Band 1
{ AOM_CDF5(20406,26462,31971,32298) },
{ AOM_CDF5(15834,22647,31547,31902) },
{ AOM_CDF5(11047,15431,27825,28393) },
{ AOM_CDF5(8665,11083,22493,23423) },
{ AOM_CDF5(6191,7733,16624,17708) },
{ AOM_CDF5(3210,3875,10937,11867) },
},
{ // Band 2
{ AOM_CDF5(21520,27152,31994,32324) },
{ AOM_CDF5(17519,23609,31670,32022) },
{ AOM_CDF5(10647,14610,28389,28873) },
{ AOM_CDF5(7660,10704,22849,23680) },
{ AOM_CDF5(5535,6454,17275,17753) },
{ AOM_CDF5(4096,6144,13653,15701) },
},
{ // Band 3
{ AOM_CDF5(22487,27996,32020,32381) },
{ AOM_CDF5(17371,24453,31777,32152) },
{ AOM_CDF5(11366,16072,29193,29761) },
{ AOM_CDF5(12545,13869,24642,25603) },
{ AOM_CDF5(4119,5056,16103,17601) },
{ AOM_CDF5(6144,12288,18432,24576) },
},
{ // Band 4
{ AOM_CDF5(19350,28517,32050,32401) },
{ AOM_CDF5(14752,25831,31897,32261) },
{ AOM_CDF5(11157,20816,29821,30635) },
{ AOM_CDF5(8157,9691,22868,23705) },
{ AOM_CDF5(8192,10650,17203,19661) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(15557,29043,32047,32424) },
{ AOM_CDF5(10253,27948,31922,32329) },
{ AOM_CDF5(7797,18860,28870,30661) },
{ AOM_CDF5(5617,11235,27151,29959) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 8X8
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(20585,21554,27179,28995,30170) },
{ AOM_CDF6(6316,8987,15571,19766,21417) },
{ AOM_CDF6(1426,4693,6721,11940,12874) },
},
{ // Band 1
{ AOM_CDF5(10177,14297,24926,25396) },
{ AOM_CDF5(8812,13381,24128,24649) },
{ AOM_CDF5(8090,11314,21329,21906) },
{ AOM_CDF5(6324,7511,17212,17717) },
{ AOM_CDF5(4272,4718,12016,12415) },
{ AOM_CDF5(2129,2445,6433,6755) },
},
{ // Band 2
{ AOM_CDF5(15709,18339,28174,28566) },
{ AOM_CDF5(12592,15866,27071,27475) },
{ AOM_CDF5(9361,10768,22752,23166) },
{ AOM_CDF5(6525,7048,17478,17863) },
{ AOM_CDF5(4314,4656,12242,12579) },
{ AOM_CDF5(2419,2735,7387,7707) },
},
{ // Band 3
{ AOM_CDF5(20453,22253,29963,30329) },
{ AOM_CDF5(14090,16483,27992,28355) },
{ AOM_CDF5(8737,9396,22134,22499) },
{ AOM_CDF5(5543,5904,15783,16122) },
{ AOM_CDF5(3358,3677,10362,10680) },
{ AOM_CDF5(1875,2187,5982,6294) },
},
{ // Band 4
{ AOM_CDF5(23693,25306,31174,31516) },
{ AOM_CDF5(14804,16843,28713,29058) },
{ AOM_CDF5(8442,8976,22003,22353) },
{ AOM_CDF5(5397,5741,15529,15867) },
{ AOM_CDF5(3322,3639,10248,10570) },
{ AOM_CDF5(1852,2161,5980,6290) },
},
{ // Band 5
{ AOM_CDF5(24219,26214,31501,31844) },
{ AOM_CDF5(15202,17709,29450,29807) },
{ AOM_CDF5(9044,9603,23134,23506) },
{ AOM_CDF5(5849,6187,16695,17032) },
{ AOM_CDF5(3734,4050,11408,11727) },
{ AOM_CDF5(1898,2201,6126,6430) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(10195,21186,23530,29551,30281) },
{ AOM_CDF6(3950,15607,18726,26764,27758) },
{ AOM_CDF6(942,11209,12954,22126,23296) },
},
{ // Band 1
{ AOM_CDF5(24110,24717,31199,31532) },
{ AOM_CDF5(16869,18762,29600,29951) },
{ AOM_CDF5(10702,12122,25122,25503) },
{ AOM_CDF5(8221,9053,20816,21206) },
{ AOM_CDF5(5635,6244,15801,16186) },
{ AOM_CDF5(3776,4210,10380,10766) },
},
{ // Band 2
{ AOM_CDF5(24719,25439,31522,31849) },
{ AOM_CDF5(16693,18162,29698,30036) },
{ AOM_CDF5(9340,10024,23513,23867) },
{ AOM_CDF5(6269,6709,17711,18060) },
{ AOM_CDF5(3841,4185,11892,12230) },
{ AOM_CDF5(1944,2259,6437,6776) },
},
{ // Band 3
{ AOM_CDF5(25795,26524,31784,32108) },
{ AOM_CDF5(17514,18812,30221,30557) },
{ AOM_CDF5(9099,9576,23502,23843) },
{ AOM_CDF5(5738,6097,16847,17182) },
{ AOM_CDF5(3411,3730,10729,11057) },
{ AOM_CDF5(1282,1591,4705,5013) },
},
{ // Band 4
{ AOM_CDF5(26360,27205,31918,32240) },
{ AOM_CDF5(18465,19729,30758,31089) },
{ AOM_CDF5(9488,9915,24339,24678) },
{ AOM_CDF5(5812,6156,17325,17661) },
{ AOM_CDF5(3739,4065,10932,11265) },
{ AOM_CDF5(1391,1700,4764,5073) },
},
{ // Band 5
{ AOM_CDF5(27036,28212,31970,32305) },
{ AOM_CDF5(18634,21073,31116,31477) },
{ AOM_CDF5(9822,10441,24990,25437) },
{ AOM_CDF5(6130,6530,17790,18269) },
{ AOM_CDF5(3725,4044,11127,11602) },
{ AOM_CDF5(1298,1573,4642,5075) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(23042,23702,30487,31370,31898) },
{ AOM_CDF6(15512,17357,27018,29404,30377) },
{ AOM_CDF6(8935,12713,20545,25580,26931) },
},
{ // Band 1
{ AOM_CDF5(15021,24086,30796,31272) },
{ AOM_CDF5(13040,21866,30054,30686) },
{ AOM_CDF5(10915,16852,27467,28235) },
{ AOM_CDF5(8096,10403,22531,23355) },
{ AOM_CDF5(4485,5020,13360,13816) },
{ AOM_CDF5(1728,2067,5998,6337) },
},
{ // Band 2
{ AOM_CDF5(20845,25929,31278,31670) },
{ AOM_CDF5(15553,21602,30338,30745) },
{ AOM_CDF5(10953,13829,26398,26854) },
{ AOM_CDF5(7900,8858,20869,21378) },
{ AOM_CDF5(5225,5579,13764,14087) },
{ AOM_CDF5(1881,2352,6742,7212) },
},
{ // Band 3
{ AOM_CDF5(25402,28169,31825,32169) },
{ AOM_CDF5(17086,21375,30582,30951) },
{ AOM_CDF5(11057,12358,25930,26346) },
{ AOM_CDF5(6989,7448,18814,19143) },
{ AOM_CDF5(4476,4752,16025,16301) },
{ AOM_CDF5(2185,4369,12379,14564) },
},
{ // Band 4
{ AOM_CDF5(26444,28656,31864,32231) },
{ AOM_CDF5(17642,20848,30615,30967) },
{ AOM_CDF5(10973,11732,25256,25612) },
{ AOM_CDF5(8325,8726,19826,20146) },
{ AOM_CDF5(5294,5568,14056,14330) },
{ AOM_CDF5(5461,10923,18204,23666) },
},
{ // Band 5
{ AOM_CDF5(27760,29748,31934,32299) },
{ AOM_CDF5(17133,21599,30800,31243) },
{ AOM_CDF5(12224,13907,26992,27546) },
{ AOM_CDF5(9221,9617,21845,22162) },
{ AOM_CDF5(5401,6482,18004,19085) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(29286,29932,31576,32075,32408) },
{ AOM_CDF6(17969,21693,28937,30945,31682) },
{ AOM_CDF6(6607,16160,23280,27595,30027) },
},
{ // Band 1
{ AOM_CDF5(24724,28333,32022,32346) },
{ AOM_CDF5(18803,24728,31661,32022) },
{ AOM_CDF5(14179,20757,30098,30633) },
{ AOM_CDF5(12564,17179,27133,28080) },
{ AOM_CDF5(10543,13479,23725,25031) },
{ AOM_CDF5(11377,12741,21923,22888) },
},
{ // Band 2
{ AOM_CDF5(26071,28609,32053,32374) },
{ AOM_CDF5(20389,24820,31690,32027) },
{ AOM_CDF5(12977,16892,29053,29445) },
{ AOM_CDF5(8745,12303,24164,25209) },
{ AOM_CDF5(4042,5052,18333,18910) },
{ AOM_CDF5(5461,9557,13653,17749) },
},
{ // Band 3
{ AOM_CDF5(27936,29582,32107,32422) },
{ AOM_CDF5(22472,25761,31858,32177) },
{ AOM_CDF5(14107,16587,29250,29692) },
{ AOM_CDF5(10726,11739,23985,24576) },
{ AOM_CDF5(5825,8010,18204,20389) },
{ AOM_CDF5(8192,14336,20480,26624) },
},
{ // Band 4
{ AOM_CDF5(27066,29025,31972,32338) },
{ AOM_CDF5(20639,23330,31616,31985) },
{ AOM_CDF5(13468,15091,29902,30243) },
{ AOM_CDF5(14473,15019,24030,24439) },
{ AOM_CDF5(7864,11796,19661,23593) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(28741,30503,32039,32388) },
{ AOM_CDF5(19712,25328,31621,32049) },
{ AOM_CDF5(13461,17167,29712,30308) },
{ AOM_CDF5(10285,11242,27267,28224) },
{ AOM_CDF5(5174,10348,17246,22420) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 16X16
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(4353,7056,15884,20594,24026) },
{ AOM_CDF6(2397,5417,9610,14451,16689) },
{ AOM_CDF6(841,3543,4598,9149,9950) },
},
{ // Band 1
{ AOM_CDF5(8763,11845,22684,23211) },
{ AOM_CDF5(8074,12129,22232,22924) },
{ AOM_CDF5(7453,10017,19822,20662) },
{ AOM_CDF5(5825,6998,16346,16952) },
{ AOM_CDF5(4059,4481,11444,11852) },
{ AOM_CDF5(1973,2289,5827,6149) },
},
{ // Band 2
{ AOM_CDF5(15272,17017,26959,27346) },
{ AOM_CDF5(12476,14916,26163,26575) },
{ AOM_CDF5(9485,10720,22557,22973) },
{ AOM_CDF5(6821,7342,17484,17858) },
{ AOM_CDF5(4370,4714,12030,12366) },
{ AOM_CDF5(2375,2688,6850,7162) },
},
{ // Band 3
{ AOM_CDF5(19929,21244,29489,29829) },
{ AOM_CDF5(14005,16066,27595,27947) },
{ AOM_CDF5(8918,9550,22126,22488) },
{ AOM_CDF5(5741,6095,16004,16340) },
{ AOM_CDF5(3558,3873,10340,10657) },
{ AOM_CDF5(1822,2134,5530,5843) },
},
{ // Band 4
{ AOM_CDF5(23568,24663,30915,31245) },
{ AOM_CDF5(15139,16577,28661,28997) },
{ AOM_CDF5(8850,9259,22366,22700) },
{ AOM_CDF5(5454,5781,15617,15937) },
{ AOM_CDF5(3315,3629,10044,10359) },
{ AOM_CDF5(1736,2047,5698,6009) },
},
{ // Band 5
{ AOM_CDF5(27011,27875,31721,32046) },
{ AOM_CDF5(16855,18018,29676,30005) },
{ AOM_CDF5(8916,9282,22431,22760) },
{ AOM_CDF5(5391,5710,15343,15662) },
{ AOM_CDF5(3316,3629,10223,10537) },
{ AOM_CDF5(1891,2202,6076,6387) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(5744,15508,23294,28653,30781) },
{ AOM_CDF6(2130,11786,17337,24444,27499) },
{ AOM_CDF6(615,8230,10191,18291,21029) },
},
{ // Band 1
{ AOM_CDF5(25149,25880,31110,31453) },
{ AOM_CDF5(17454,20460,29560,29929) },
{ AOM_CDF5(11724,14294,25947,26377) },
{ AOM_CDF5(9198,10981,22357,22857) },
{ AOM_CDF5(7164,8069,18345,18857) },
{ AOM_CDF5(5833,6316,14661,15073) },
},
{ // Band 2
{ AOM_CDF5(26117,26928,31526,31850) },
{ AOM_CDF5(16540,18394,29402,29740) },
{ AOM_CDF5(9908,10886,23865,24223) },
{ AOM_CDF5(6805,7383,18402,18777) },
{ AOM_CDF5(4259,4638,12791,13136) },
{ AOM_CDF5(2274,2584,7391,7713) },
},
{ // Band 3
{ AOM_CDF5(27129,27797,31745,32063) },
{ AOM_CDF5(17255,18663,29815,30145) },
{ AOM_CDF5(9538,10091,23590,23931) },
{ AOM_CDF5(6366,6732,17467,17800) },
{ AOM_CDF5(3701,4018,11326,11652) },
{ AOM_CDF5(1976,2284,6325,6633) },
},
{ // Band 4
{ AOM_CDF5(27944,28479,31894,32211) },
{ AOM_CDF5(18032,18997,30130,30452) },
{ AOM_CDF5(9467,9842,23729,24051) },
{ AOM_CDF5(5900,6226,16797,17116) },
{ AOM_CDF5(3282,3595,10418,10730) },
{ AOM_CDF5(2289,2601,6048,6360) },
},
{ // Band 5
{ AOM_CDF5(29278,29837,32038,32360) },
{ AOM_CDF5(19805,20846,31007,31343) },
{ AOM_CDF5(9976,10433,24483,24848) },
{ AOM_CDF5(5971,6354,17184,17539) },
{ AOM_CDF5(3497,4693,11940,12291) },
{ AOM_CDF5(1776,2357,6260,6918) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(23166,23821,30269,31075,31847) },
{ AOM_CDF6(14510,16494,25635,28335,29759) },
{ AOM_CDF6(7730,12354,18089,24005,25442) },
},
{ // Band 1
{ AOM_CDF5(17908,24824,30533,31042) },
{ AOM_CDF5(13950,22899,29969,30646) },
{ AOM_CDF5(11728,17834,27214,28218) },
{ AOM_CDF5(9581,12074,23689,24616) },
{ AOM_CDF5(6193,6855,16430,16955) },
{ AOM_CDF5(3393,3712,8802,9226) },
},
{ // Band 2
{ AOM_CDF5(23368,26826,31183,31579) },
{ AOM_CDF5(16523,21603,30044,30503) },
{ AOM_CDF5(11171,14152,27009,27644) },
{ AOM_CDF5(8523,9348,21021,21595) },
{ AOM_CDF5(4780,5196,13440,13786) },
{ AOM_CDF5(4328,5255,10820,11747) },
},
{ // Band 3
{ AOM_CDF5(27020,28644,31643,31990) },
{ AOM_CDF5(18016,21678,30346,30712) },
{ AOM_CDF5(10497,11555,24827,25156) },
{ AOM_CDF5(6370,6703,18612,18903) },
{ AOM_CDF5(5355,5738,14790,15173) },
{ AOM_CDF5(3486,5578,11155,13247) },
},
{ // Band 4
{ AOM_CDF5(28933,29746,31882,32203) },
{ AOM_CDF5(18171,20286,29713,30052) },
{ AOM_CDF5(9732,10163,23952,24275) },
{ AOM_CDF5(6084,6480,17459,17771) },
{ AOM_CDF5(3250,3656,10291,10697) },
{ AOM_CDF5(4681,8192,15214,18725) },
},
{ // Band 5
{ AOM_CDF5(29940,30510,31933,32260) },
{ AOM_CDF5(17688,19258,29757,30125) },
{ AOM_CDF5(9668,10798,24231,24605) },
{ AOM_CDF5(7580,7942,19364,19692) },
{ AOM_CDF5(6043,6446,15578,15981) },
{ AOM_CDF5(5783,11565,21203,26985) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(28553,29151,31521,32038,32413) },
{ AOM_CDF6(15138,19554,27559,29750,31321) },
{ AOM_CDF6(3406,18680,23310,27259,30430) },
},
{ // Band 1
{ AOM_CDF5(29000,30219,32098,32414) },
{ AOM_CDF5(21324,25278,31789,32126) },
{ AOM_CDF5(14011,21190,30288,30900) },
{ AOM_CDF5(12762,18476,27140,28461) },
{ AOM_CDF5(11498,14867,24806,25613) },
{ AOM_CDF5(15872,16512,24192,25088) },
},
{ // Band 2
{ AOM_CDF5(29308,30286,32095,32410) },
{ AOM_CDF5(21819,24215,31771,32103) },
{ AOM_CDF5(14853,18028,29729,30160) },
{ AOM_CDF5(10598,13400,26555,27043) },
{ AOM_CDF5(10426,12660,21597,23831) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(29866,30588,32131,32445) },
{ AOM_CDF5(23473,25323,31960,32280) },
{ AOM_CDF5(17529,19173,30278,30577) },
{ AOM_CDF5(9830,11469,23484,25122) },
{ AOM_CDF5(6144,12288,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(30405,31032,32139,32451) },
{ AOM_CDF5(25453,27199,32040,32361) },
{ AOM_CDF5(15663,16432,30654,31038) },
{ AOM_CDF5(6780,10169,18079,21469) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(29785,30368,31904,32245) },
{ AOM_CDF5(18173,21111,30105,30575) },
{ AOM_CDF5(8476,13666,28420,28896) },
{ AOM_CDF5(11427,12066,26197,26691) },
{ AOM_CDF5(6827,10923,21845,25941) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 32X32
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(7848,9841,13623,19351,23196) },
{ AOM_CDF6(3229,5641,7103,13195,15046) },
{ AOM_CDF6(810,3129,3687,8373,8971) },
},
{ // Band 1
{ AOM_CDF5(8165,12626,22213,23403) },
{ AOM_CDF5(7602,15378,23248,24331) },
{ AOM_CDF5(5607,10197,18657,20616) },
{ AOM_CDF5(4498,6539,14461,16104) },
{ AOM_CDF5(3387,4098,10245,11322) },
{ AOM_CDF5(1793,2111,5262,5646) },
},
{ // Band 2
{ AOM_CDF5(16815,19141,27640,28110) },
{ AOM_CDF5(13156,15592,26089,26592) },
{ AOM_CDF5(9841,11588,22858,23403) },
{ AOM_CDF5(7765,8871,19127,19526) },
{ AOM_CDF5(5550,6013,14338,14677) },
{ AOM_CDF5(2658,2969,7230,7541) },
},
{ // Band 3
{ AOM_CDF5(22765,24278,30194,30535) },
{ AOM_CDF5(15310,17292,27870,28248) },
{ AOM_CDF5(10047,10839,23345,23710) },
{ AOM_CDF5(6594,6959,17456,17796) },
{ AOM_CDF5(3784,4109,10984,11297) },
{ AOM_CDF5(1569,1875,4586,4892) },
},
{ // Band 4
{ AOM_CDF5(25747,26817,31236,31577) },
{ AOM_CDF5(16018,17720,28833,29219) },
{ AOM_CDF5(9348,10015,22943,23323) },
{ AOM_CDF5(5841,6167,15774,16107) },
{ AOM_CDF5(3385,3703,9664,9975) },
{ AOM_CDF5(1460,1768,4704,5011) },
},
{ // Band 5
{ AOM_CDF5(29634,30134,31898,32218) },
{ AOM_CDF5(16976,17856,29258,29584) },
{ AOM_CDF5(8521,8858,21252,21574) },
{ AOM_CDF5(4894,5208,13957,14271) },
{ AOM_CDF5(3140,3452,9099,9411) },
{ AOM_CDF5(1770,2080,5241,5551) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(22253,23279,24319,27691,30884) },
{ AOM_CDF6(6281,8348,9473,15740,24879) },
{ AOM_CDF6(1265,3893,4482,9694,18376) },
},
{ // Band 1
{ AOM_CDF5(17243,18993,28515,29242) },
{ AOM_CDF5(15645,23632,29905,30416) },
{ AOM_CDF5(11203,18441,27037,27930) },
{ AOM_CDF5(9306,13788,23647,24669) },
{ AOM_CDF5(8076,10237,20500,21437) },
{ AOM_CDF5(7214,8133,17608,18202) },
},
{ // Band 2
{ AOM_CDF5(23555,26147,31229,31581) },
{ AOM_CDF5(16046,20455,29711,30107) },
{ AOM_CDF5(10810,14014,25967,26499) },
{ AOM_CDF5(8267,9930,21704,22244) },
{ AOM_CDF5(5637,6282,15954,16508) },
{ AOM_CDF5(4090,4363,11771,12044) },
},
{ // Band 3
{ AOM_CDF5(26146,27425,31658,31983) },
{ AOM_CDF5(17486,20295,30279,30621) },
{ AOM_CDF5(10812,12230,26095,26460) },
{ AOM_CDF5(7510,8042,21058,21425) },
{ AOM_CDF5(4566,4916,13594,13891) },
{ AOM_CDF5(1956,2445,5380,5869) },
},
{ // Band 4
{ AOM_CDF5(28423,29253,31959,32277) },
{ AOM_CDF5(18711,20638,30445,30777) },
{ AOM_CDF5(10301,10903,24702,25060) },
{ AOM_CDF5(6531,6885,18215,18535) },
{ AOM_CDF5(3965,4265,11701,12023) },
{ AOM_CDF5(3255,3906,8897,9548) },
},
{ // Band 5
{ AOM_CDF5(29905,30382,32053,32369) },
{ AOM_CDF5(19724,20376,30778,31101) },
{ AOM_CDF5(10430,10786,24620,24943) },
{ AOM_CDF5(6151,6475,17188,17504) },
{ AOM_CDF5(3728,4034,11352,11658) },
{ AOM_CDF5(1456,1748,5024,5316) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(24883,25616,27995,29251,31055) },
{ AOM_CDF6(9802,11841,18691,22179,26383) },
{ AOM_CDF6(4096,7928,14072,21042,23453) },
},
{ // Band 1
{ AOM_CDF5(10363,20924,29116,29906) },
{ AOM_CDF5(10682,22326,29093,29642) },
{ AOM_CDF5(10304,21073,26843,28904) },
{ AOM_CDF5(6138,13221,22475,25119) },
{ AOM_CDF5(3788,4356,10607,12690) },
{ AOM_CDF5(1950,4291,10923,12873) },
},
{ // Band 2
{ AOM_CDF5(21958,27093,30741,31349) },
{ AOM_CDF5(18725,23406,30541,31268) },
{ AOM_CDF5(15634,17134,26450,27092) },
{ AOM_CDF5(10012,11287,24758,25304) },
{ AOM_CDF5(6242,7802,19895,21065) },
{ AOM_CDF5(4096,8192,16384,20480) },
},
{ // Band 3
{ AOM_CDF5(26587,27934,31817,32094) },
{ AOM_CDF5(20234,22651,30576,30857) },
{ AOM_CDF5(13405,14708,26624,27183) },
{ AOM_CDF5(9132,11281,19876,21487) },
{ AOM_CDF5(5174,10348,15522,20696) },
{ AOM_CDF5(5783,11565,19275,25058) },
},
{ // Band 4
{ AOM_CDF5(28277,29312,32101,32400) },
{ AOM_CDF5(18946,23037,31186,31565) },
{ AOM_CDF5(14043,14980,29491,30193) },
{ AOM_CDF5(9638,12529,21203,24094) },
{ AOM_CDF5(6554,11469,18022,22938) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(31039,31404,32048,32372) },
{ AOM_CDF5(20567,21869,28724,29256) },
{ AOM_CDF5(10000,11250,22768,23393) },
{ AOM_CDF5(6291,7078,20447,21234) },
{ AOM_CDF5(3072,6144,18432,21504) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(23448,25882,29692,31272,32065) },
{ AOM_CDF6(4276,17832,22156,28463,30374) },
{ AOM_CDF6(842,20937,22447,28559,30333) },
},
{ // Band 1
{ AOM_CDF5(30469,30991,32114,32435) },
{ AOM_CDF5(27295,29153,31917,32269) },
{ AOM_CDF5(16309,22060,29937,30686) },
{ AOM_CDF5(11440,16853,26633,27427) },
{ AOM_CDF5(13069,15405,27401,28033) },
{ AOM_CDF5(9084,10058,23197,23684) },
},
{ // Band 2
{ AOM_CDF5(30728,31202,32138,32450) },
{ AOM_CDF5(23421,26186,31939,32278) },
{ AOM_CDF5(12249,15027,28348,28854) },
{ AOM_CDF5(5667,6899,22174,23652) },
{ AOM_CDF5(8192,10650,17203,20480) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(30721,31093,32141,32453) },
{ AOM_CDF5(24052,25175,31923,32231) },
{ AOM_CDF5(8145,9281,27654,28412) },
{ AOM_CDF5(7373,9830,21299,23757) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(31284,31621,32143,32455) },
{ AOM_CDF5(27783,28563,32045,32361) },
{ AOM_CDF5(10149,12179,28128,28998) },
{ AOM_CDF5(5650,9039,19209,22599) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(31038,31383,32035,32357) },
{ AOM_CDF5(20689,22001,28880,29479) },
{ AOM_CDF5(7827,10613,24141,24735) },
{ AOM_CDF5(8021,8585,22014,22383) },
{ AOM_CDF5(6047,6350,19918,20220) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
};
static const coeff_cdf_model
av1_default_coef_head_cdfs_q2[TX_SIZES][PLANE_TYPES] = {
{ // TX 4X4
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(23035,23799,27745,29607,30130) },
{ AOM_CDF6(12409,14763,22883,26775,27649) },
{ AOM_CDF6(5237,9433,15597,21779,23224) },
},
{ // Band 1
{ AOM_CDF5(10424,17678,28850,29349) },
{ AOM_CDF5(10376,16902,28779,29265) },
{ AOM_CDF5(10166,14387,26253,26807) },
{ AOM_CDF5(8474,9927,22092,22697) },
{ AOM_CDF5(6415,6911,17155,17579) },
{ AOM_CDF5(4611,4928,12174,12497) },
},
{ // Band 2
{ AOM_CDF5(16984,21802,30901,31373) },
{ AOM_CDF5(14003,19369,30193,30615) },
{ AOM_CDF5(10729,13233,26938,27455) },
{ AOM_CDF5(8604,9526,22436,22989) },
{ AOM_CDF5(6828,7236,18056,18456) },
{ AOM_CDF5(4302,4555,12209,12462) },
},
{ // Band 3
{ AOM_CDF5(20261,24381,31612,31989) },
{ AOM_CDF5(13775,20449,30685,31111) },
{ AOM_CDF5(10459,13768,27504,28114) },
{ AOM_CDF5(7994,8989,22906,23636) },
{ AOM_CDF5(5928,6460,16884,17720) },
{ AOM_CDF5(4520,7910,12429,16949) },
},
{ // Band 4
{ AOM_CDF5(17822,26021,31751,32150) },
{ AOM_CDF5(13484,23372,31305,31747) },
{ AOM_CDF5(11009,15469,28452,29132) },
{ AOM_CDF5(8358,9357,22412,23385) },
{ AOM_CDF5(9392,10018,18158,19202) },
{ AOM_CDF5(6144,12288,20480,26624) },
},
{ // Band 5
{ AOM_CDF5(5236,26529,31709,32201) },
{ AOM_CDF5(5710,25925,31254,31967) },
{ AOM_CDF5(7645,19427,28170,29920) },
{ AOM_CDF5(7427,13350,23253,25438) },
{ AOM_CDF5(4681,6687,15381,18725) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(11176,18297,19062,28984,29496) },
{ AOM_CDF6(9778,17798,19934,28434,28921) },
{ AOM_CDF6(4806,14260,17259,26368,26942) },
},
{ // Band 1
{ AOM_CDF5(21802,22916,31657,31989) },
{ AOM_CDF5(16874,20345,31048,31389) },
{ AOM_CDF5(10717,12576,26899,27294) },
{ AOM_CDF5(8468,9404,21928,22358) },
{ AOM_CDF5(5992,6521,16309,16729) },
{ AOM_CDF5(5134,5452,11491,11865) },
},
{ // Band 2
{ AOM_CDF5(22003,24147,31841,32177) },
{ AOM_CDF5(17179,20593,31041,31394) },
{ AOM_CDF5(9282,10544,25698,26133) },
{ AOM_CDF5(6301,7013,19066,19557) },
{ AOM_CDF5(3845,4316,12209,12812) },
{ AOM_CDF5(4819,6746,11565,13011) },
},
{ // Band 3
{ AOM_CDF5(22820,26023,31888,32236) },
{ AOM_CDF5(17130,21510,31268,31632) },
{ AOM_CDF5(10062,11898,26787,27281) },
{ AOM_CDF5(7681,8590,21264,22034) },
{ AOM_CDF5(4413,5143,13605,14712) },
{ AOM_CDF5(5461,10923,16384,21845) },
},
{ // Band 4
{ AOM_CDF5(20237,25695,31868,32222) },
{ AOM_CDF5(15551,22658,31236,31659) },
{ AOM_CDF5(9584,12389,26347,27242) },
{ AOM_CDF5(6067,7231,19625,20707) },
{ AOM_CDF5(3724,4312,11269,12425) },
{ AOM_CDF5(4096,6554,9830,12288) },
},
{ // Band 5
{ AOM_CDF5(11726,26639,31977,32340) },
{ AOM_CDF5(10754,25823,31568,32060) },
{ AOM_CDF5(8761,16650,27884,29394) },
{ AOM_CDF5(7387,9941,21377,23333) },
{ AOM_CDF5(2374,3799,16147,19471) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(29271,29645,31447,31951,32313) },
{ AOM_CDF6(22174,23288,29633,31096,31701) },
{ AOM_CDF6(13601,16603,25296,28966,30043) },
},
{ // Band 1
{ AOM_CDF5(13850,26266,31653,32083) },
{ AOM_CDF5(11979,24610,31369,31810) },
{ AOM_CDF5(11325,18989,29109,29770) },
{ AOM_CDF5(9338,11892,25324,26115) },
{ AOM_CDF5(5725,6243,18483,18919) },
{ AOM_CDF5(6554,9830,16384,19661) },
},
{ // Band 2
{ AOM_CDF5(18097,27765,31891,32286) },
{ AOM_CDF5(14735,24632,31577,31970) },
{ AOM_CDF5(11031,15675,29109,29716) },
{ AOM_CDF5(8859,9891,23909,24940) },
{ AOM_CDF5(7864,11796,20972,24904) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(21057,29116,32033,32367) },
{ AOM_CDF5(15287,25704,31791,32151) },
{ AOM_CDF5(12927,18993,30815,31329) },
{ AOM_CDF5(13227,16234,27657,28860) },
{ AOM_CDF5(6899,12072,18971,25869) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(17688,28768,32140,32435) },
{ AOM_CDF5(13473,26360,31944,32307) },
{ AOM_CDF5(12653,18817,28875,30497) },
{ AOM_CDF5(5461,10923,20025,25486) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(6820,28765,31878,32323) },
{ AOM_CDF5(7737,28672,31972,32313) },
{ AOM_CDF5(11796,18350,24904,28836) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(30079,30525,31559,32085,32407) },
{ AOM_CDF6(22148,24035,29557,31423,31881) },
{ AOM_CDF6(13266,17717,26069,29825,30780) },
},
{ // Band 1
{ AOM_CDF5(18219,27530,32048,32373) },
{ AOM_CDF5(14664,25532,31886,32244) },
{ AOM_CDF5(11683,19554,30330,30870) },
{ AOM_CDF5(9410,14238,25794,27268) },
{ AOM_CDF5(6629,9580,20186,22187) },
{ AOM_CDF5(2891,4337,11083,13493) },
},
{ // Band 2
{ AOM_CDF5(20016,28471,32074,32401) },
{ AOM_CDF5(16915,26047,31965,32300) },
{ AOM_CDF5(10725,18206,30056,30606) },
{ AOM_CDF5(6883,13990,26334,27531) },
{ AOM_CDF5(11529,15170,22452,24879) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(23488,29744,32117,32442) },
{ AOM_CDF5(17520,27259,32056,32389) },
{ AOM_CDF5(13107,20597,31416,32092) },
{ AOM_CDF5(20165,22686,26887,29407) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(17711,29963,32137,32452) },
{ AOM_CDF5(14078,28336,32026,32391) },
{ AOM_CDF5(11129,28749,30295,31222) },
{ AOM_CDF5(7447,13405,22342,26810) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(14413,30309,32090,32471) },
{ AOM_CDF5(11814,30354,32251,32509) },
{ AOM_CDF5(7282,12743,21845,27307) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 8X8
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(16945,18241,25718,28152,29383) },
{ AOM_CDF6(7095,10051,18830,23174,24906) },
{ AOM_CDF6(2585,6677,10951,17411,18916) },
},
{ // Band 1
{ AOM_CDF5(12894,17897,28218,28651) },
{ AOM_CDF5(11333,16802,27676,28153) },
{ AOM_CDF5(10166,13829,25072,25646) },
{ AOM_CDF5(8356,9772,21358,21912) },
{ AOM_CDF5(5988,6506,16203,16647) },
{ AOM_CDF5(3684,4012,10039,10367) },
},
{ // Band 2
{ AOM_CDF5(18192,21044,30229,30597) },
{ AOM_CDF5(14976,18218,29191,29564) },
{ AOM_CDF5(10914,12508,25451,25857) },
{ AOM_CDF5(7970,8605,20619,21011) },
{ AOM_CDF5(5555,5926,15730,16091) },
{ AOM_CDF5(3522,3847,10567,10892) },
},
{ // Band 3
{ AOM_CDF5(21896,23866,31136,31486) },
{ AOM_CDF5(15913,18331,29670,30019) },
{ AOM_CDF5(10158,10878,24664,25024) },
{ AOM_CDF5(6692,7070,18934,19267) },
{ AOM_CDF5(4603,4914,13724,14041) },
{ AOM_CDF5(2378,3171,7663,8456) },
},
{ // Band 4
{ AOM_CDF5(24113,25740,31668,32000) },
{ AOM_CDF5(16618,18583,30173,30511) },
{ AOM_CDF5(10122,10666,24877,25222) },
{ AOM_CDF5(6721,7062,19250,19588) },
{ AOM_CDF5(4641,4957,13698,14021) },
{ AOM_CDF5(3324,4749,9498,10923) },
},
{ // Band 5
{ AOM_CDF5(24933,27294,31876,32207) },
{ AOM_CDF5(17505,20214,30842,31189) },
{ AOM_CDF5(10756,11345,25989,26362) },
{ AOM_CDF5(7374,7763,19820,20160) },
{ AOM_CDF5(5003,5328,15420,15723) },
{ AOM_CDF5(4915,9830,18022,22938) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(7874,17174,19119,28514,29361) },
{ AOM_CDF6(3407,13628,16836,26723,27681) },
{ AOM_CDF6(1062,11514,14002,24081,25232) },
},
{ // Band 1
{ AOM_CDF5(23614,24717,31593,31927) },
{ AOM_CDF5(18177,21581,30890,31234) },
{ AOM_CDF5(12535,14549,27749,28134) },
{ AOM_CDF5(9687,10712,23848,24271) },
{ AOM_CDF5(6461,7119,17940,18368) },
{ AOM_CDF5(3863,4245,10904,11278) },
},
{ // Band 2
{ AOM_CDF5(24334,25912,31795,32120) },
{ AOM_CDF5(17964,20229,30726,31064) },
{ AOM_CDF5(10463,11527,25898,26256) },
{ AOM_CDF5(7431,8071,20542,20928) },
{ AOM_CDF5(4561,4995,13977,14347) },
{ AOM_CDF5(2427,2687,8149,8409) },
},
{ // Band 3
{ AOM_CDF5(25888,27308,31957,32279) },
{ AOM_CDF5(18868,20992,31092,31424) },
{ AOM_CDF5(10480,11191,25801,26149) },
{ AOM_CDF5(6878,7326,19397,19762) },
{ AOM_CDF5(4235,4601,13182,13587) },
{ AOM_CDF5(3584,5120,11264,13312) },
},
{ // Band 4
{ AOM_CDF5(26802,28181,32031,32349) },
{ AOM_CDF5(19661,21746,31360,31688) },
{ AOM_CDF5(10680,11361,26261,26610) },
{ AOM_CDF5(6811,7274,19689,20075) },
{ AOM_CDF5(4881,5230,11882,12324) },
{ AOM_CDF5(4096,6144,9557,11605) },
},
{ // Band 5
{ AOM_CDF5(27511,29045,32051,32376) },
{ AOM_CDF5(19712,22596,31464,31813) },
{ AOM_CDF5(11035,11852,26626,27082) },
{ AOM_CDF5(7190,7674,20245,20794) },
{ AOM_CDF5(5114,5407,12895,13443) },
{ AOM_CDF5(5174,10348,15522,20696) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(26201,26641,31158,31755,32200) },
{ AOM_CDF6(19651,20883,28935,30581,31426) },
{ AOM_CDF6(12456,15868,23727,27839,29216) },
},
{ // Band 1
{ AOM_CDF5(16708,25600,31550,31927) },
{ AOM_CDF5(14533,24134,31151,31670) },
{ AOM_CDF5(12771,19041,29256,29926) },
{ AOM_CDF5(9497,12011,24856,25648) },
{ AOM_CDF5(6059,6512,17765,18218) },
{ AOM_CDF5(4498,6425,13493,15420) },
},
{ // Band 2
{ AOM_CDF5(21314,26763,31645,32043) },
{ AOM_CDF5(16898,23241,31276,31667) },
{ AOM_CDF5(12339,16091,28493,28851) },
{ AOM_CDF5(8583,10033,23721,24359) },
{ AOM_CDF5(6801,7728,18857,19784) },
{ AOM_CDF5(6144,12288,18432,24576) },
},
{ // Band 3
{ AOM_CDF5(25155,28551,31936,32273) },
{ AOM_CDF5(18054,22818,31343,31736) },
{ AOM_CDF5(12381,14088,27865,28300) },
{ AOM_CDF5(7853,8666,21665,22477) },
{ AOM_CDF5(6242,10923,15604,20285) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(26649,29334,32001,32345) },
{ AOM_CDF5(18410,22788,31465,31842) },
{ AOM_CDF5(12504,13480,28600,28955) },
{ AOM_CDF5(9175,10486,21845,23156) },
{ AOM_CDF5(7710,13493,21203,26985) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(27622,30399,32070,32399) },
{ AOM_CDF5(18214,24797,31688,32070) },
{ AOM_CDF5(14564,16894,28981,29564) },
{ AOM_CDF5(7802,12483,17164,21845) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(30040,30464,31682,32091,32421) },
{ AOM_CDF6(20770,22635,29889,31156,31909) },
{ AOM_CDF6(9112,13841,23864,27288,30322) },
},
{ // Band 1
{ AOM_CDF5(23477,28240,32035,32360) },
{ AOM_CDF5(18183,26268,31861,32205) },
{ AOM_CDF5(14392,23052,30811,31315) },
{ AOM_CDF5(12579,20081,28411,29467) },
{ AOM_CDF5(9882,14796,25492,27040) },
{ AOM_CDF5(11141,13107,21627,23593) },
},
{ // Band 2
{ AOM_CDF5(24700,28735,32055,32379) },
{ AOM_CDF5(19703,25203,31809,32142) },
{ AOM_CDF5(12756,18882,30716,31103) },
{ AOM_CDF5(9508,13922,25977,26826) },
{ AOM_CDF5(5243,9175,19661,23593) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(26792,29367,32090,32407) },
{ AOM_CDF5(21899,25640,31870,32192) },
{ AOM_CDF5(14205,16907,30415,30764) },
{ AOM_CDF5(10570,13741,23255,26426) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(27743,29950,32116,32430) },
{ AOM_CDF5(21595,24944,31927,32259) },
{ AOM_CDF5(15227,16673,30744,31130) },
{ AOM_CDF5(13797,16384,25007,27594) },
{ AOM_CDF5(8192,14336,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(28888,30883,32127,32447) },
{ AOM_CDF5(20978,26121,32090,32406) },
{ AOM_CDF5(16644,18725,30427,31468) },
{ AOM_CDF5(6554,11469,22938,27853) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 16X16
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(2791,5929,15783,21305,24756) },
{ AOM_CDF6(2492,5974,11999,17892,20328) },
{ AOM_CDF6(1232,4784,7266,13409,14638) },
},
{ // Band 1
{ AOM_CDF5(10984,15590,26386,26860) },
{ AOM_CDF5(10300,15555,26075,26661) },
{ AOM_CDF5(9016,12368,23292,24037) },
{ AOM_CDF5(7432,9010,19640,20245) },
{ AOM_CDF5(5340,5830,14605,15017) },
{ AOM_CDF5(3041,3357,8664,8983) },
},
{ // Band 2
{ AOM_CDF5(17487,19944,29422,29785) },
{ AOM_CDF5(14365,17572,28369,28763) },
{ AOM_CDF5(10944,12562,24945,25372) },
{ AOM_CDF5(8061,8670,20179,20570) },
{ AOM_CDF5(5386,5759,14881,15238) },
{ AOM_CDF5(3124,3450,9578,9895) },
},
{ // Band 3
{ AOM_CDF5(21610,23212,30674,31007) },
{ AOM_CDF5(15516,17922,29225,29573) },
{ AOM_CDF5(10431,11308,24594,24955) },
{ AOM_CDF5(6949,7331,18758,19089) },
{ AOM_CDF5(4564,4898,12730,13048) },
{ AOM_CDF5(2435,2739,7406,7710) },
},
{ // Band 4
{ AOM_CDF5(24469,25838,31499,31824) },
{ AOM_CDF5(17238,18899,30066,30395) },
{ AOM_CDF5(10423,10890,24655,24992) },
{ AOM_CDF5(6612,6939,18149,18467) },
{ AOM_CDF5(4122,4431,12556,12874) },
{ AOM_CDF5(1910,2211,7840,8142) },
},
{ // Band 5
{ AOM_CDF5(27205,28145,31900,32218) },
{ AOM_CDF5(18503,19729,30590,30916) },
{ AOM_CDF5(10343,10734,24636,24963) },
{ AOM_CDF5(6629,6955,18492,18810) },
{ AOM_CDF5(4131,4437,13086,13392) },
{ AOM_CDF5(4005,5097,9102,10194) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(1286,10273,21021,28617,29729) },
{ AOM_CDF6(941,10009,17718,25847,27712) },
{ AOM_CDF6(508,9488,12907,21634,23969) },
},
{ // Band 1
{ AOM_CDF5(23900,25135,31528,31861) },
{ AOM_CDF5(18613,22015,30774,31124) },
{ AOM_CDF5(13064,16135,28060,28484) },
{ AOM_CDF5(10563,12428,24847,25281) },
{ AOM_CDF5(7960,9069,20548,21017) },
{ AOM_CDF5(6944,7491,16595,17007) },
},
{ // Band 2
{ AOM_CDF5(24972,26434,31771,32097) },
{ AOM_CDF5(18362,20757,30733,31070) },
{ AOM_CDF5(11226,12487,26292,26651) },
{ AOM_CDF5(7823,8448,20940,21314) },
{ AOM_CDF5(4964,5365,14104,14457) },
{ AOM_CDF5(2435,2712,8247,8524) },
},
{ // Band 3
{ AOM_CDF5(26551,27694,31943,32261) },
{ AOM_CDF5(19519,21452,31120,31446) },
{ AOM_CDF5(11272,11965,26389,26736) },
{ AOM_CDF5(7109,7485,19585,19920) },
{ AOM_CDF5(4033,4370,12546,12865) },
{ AOM_CDF5(1570,2158,7456,8045) },
},
{ // Band 4
{ AOM_CDF5(27654,28637,32030,32345) },
{ AOM_CDF5(20795,22232,31351,31672) },
{ AOM_CDF5(10841,11329,25676,26002) },
{ AOM_CDF5(6589,6943,18084,18412) },
{ AOM_CDF5(3970,4279,12009,12318) },
{ AOM_CDF5(3449,3967,7761,8278) },
},
{ // Band 5
{ AOM_CDF5(29545,30314,32084,32404) },
{ AOM_CDF5(21229,22783,31470,31800) },
{ AOM_CDF5(10409,11031,25267,25669) },
{ AOM_CDF5(6456,6909,18270,18674) },
{ AOM_CDF5(4253,5017,13288,13706) },
{ AOM_CDF5(1627,2324,8831,9528) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(24627,25102,30943,31607,32215) },
{ AOM_CDF6(17408,18757,28256,30111,31225) },
{ AOM_CDF6(10984,14293,22894,27503,28853) },
},
{ // Band 1
{ AOM_CDF5(16390,25826,31293,31726) },
{ AOM_CDF5(14074,25147,31045,31638) },
{ AOM_CDF5(13598,20524,28818,29894) },
{ AOM_CDF5(10035,13322,25086,26332) },
{ AOM_CDF5(7156,8035,18456,19334) },
{ AOM_CDF5(8192,10923,19115,21845) },
},
{ // Band 2
{ AOM_CDF5(22787,27489,31676,32026) },
{ AOM_CDF5(17518,23800,31204,31578) },
{ AOM_CDF5(10686,15226,28087,28560) },
{ AOM_CDF5(9612,11942,22574,23010) },
{ AOM_CDF5(6437,8192,18139,19895) },
{ AOM_CDF5(6144,12288,18432,24576) },
},
{ // Band 3
{ AOM_CDF5(26773,28429,31782,32120) },
{ AOM_CDF5(18449,22329,30991,31329) },
{ AOM_CDF5(12861,14182,27130,27395) },
{ AOM_CDF5(4681,6554,22469,23874) },
{ AOM_CDF5(8623,13797,22420,27594) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(28378,29466,31934,32245) },
{ AOM_CDF5(19880,21733,31206,31550) },
{ AOM_CDF5(12173,13245,27638,27945) },
{ AOM_CDF5(6215,7910,19774,21469) },
{ AOM_CDF5(5783,11565,21203,26985) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(30333,31015,32078,32401) },
{ AOM_CDF5(19277,21376,31072,31407) },
{ AOM_CDF5(12978,13724,28144,28442) },
{ AOM_CDF5(10031,12037,25412,27418) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(29777,30229,31726,32104,32440) },
{ AOM_CDF6(18551,20755,29778,30685,31935) },
{ AOM_CDF6(6236,13170,24037,25823,30798) },
},
{ // Band 1
{ AOM_CDF5(28890,30863,32128,32440) },
{ AOM_CDF5(17311,27082,31871,32209) },
{ AOM_CDF5(13447,25217,31158,31793) },
{ AOM_CDF5(11906,20177,29976,30713) },
{ AOM_CDF5(14883,17134,27140,28266) },
{ AOM_CDF5(14959,17096,22795,25645) },
},
{ // Band 2
{ AOM_CDF5(29494,30807,32086,32404) },
{ AOM_CDF5(19860,25179,31857,32190) },
{ AOM_CDF5(13936,19209,30508,31073) },
{ AOM_CDF5(7168,10240,24576,27648) },
{ AOM_CDF5(5783,11565,19275,25058) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(30496,31243,32121,32433) },
{ AOM_CDF5(21369,24262,31827,32158) },
{ AOM_CDF5(18971,21127,29319,30612) },
{ AOM_CDF5(7710,13493,21203,26985) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(30922,31459,32136,32449) },
{ AOM_CDF5(22640,24782,31768,32076) },
{ AOM_CDF5(12955,14860,28958,30101) },
{ AOM_CDF5(7282,12743,21845,27307) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(30469,31279,32115,32446) },
{ AOM_CDF5(19748,24367,31900,32257) },
{ AOM_CDF5(12684,16120,30125,30918) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 32X32
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(8402,9860,23425,26798,28753) },
{ AOM_CDF6(4503,7478,14541,19455,21058) },
{ AOM_CDF6(1404,4914,7456,13239,14005) },
},
{ // Band 1
{ AOM_CDF5(11786,17804,26686,27285) },
{ AOM_CDF5(10456,16685,26272,27135) },
{ AOM_CDF5(8297,12591,23088,24288) },
{ AOM_CDF5(6320,8297,18902,20112) },
{ AOM_CDF5(4385,4892,12779,13476) },
{ AOM_CDF5(2151,2470,6432,6758) },
},
{ // Band 2
{ AOM_CDF5(17988,21025,29658,30075) },
{ AOM_CDF5(14641,18188,28759,29202) },
{ AOM_CDF5(10951,12924,25087,25515) },
{ AOM_CDF5(8192,9165,20302,20696) },
{ AOM_CDF5(5213,5567,14740,15114) },
{ AOM_CDF5(2785,3096,8153,8465) },
},
{ // Band 3
{ AOM_CDF5(22839,24625,31013,31343) },
{ AOM_CDF5(16111,18689,29552,29896) },
{ AOM_CDF5(10736,11502,24493,24827) },
{ AOM_CDF5(7153,7570,18744,19067) },
{ AOM_CDF5(4285,4591,11651,11957) },
{ AOM_CDF5(2064,2322,6321,6579) },
},
{ // Band 4
{ AOM_CDF5(24955,26499,31625,31948) },
{ AOM_CDF5(17242,19354,30096,30432) },
{ AOM_CDF5(10470,11049,24405,24742) },
{ AOM_CDF5(6717,7038,17553,17870) },
{ AOM_CDF5(4030,4342,11280,11592) },
{ AOM_CDF5(2060,2355,6966,7260) },
},
{ // Band 5
{ AOM_CDF5(29697,30286,32009,32325) },
{ AOM_CDF5(18629,19720,30251,30574) },
{ AOM_CDF5(9459,9826,22948,23264) },
{ AOM_CDF5(5742,6057,16269,16580) },
{ AOM_CDF5(3696,4006,11276,11586) },
{ AOM_CDF5(2359,2614,5801,6056) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(14224,15827,27984,30263,31458) },
{ AOM_CDF6(4253,7150,20729,24629,28621) },
{ AOM_CDF6(1405,5159,12422,17006,24088) },
},
{ // Band 1
{ AOM_CDF5(20029,23525,30941,31369) },
{ AOM_CDF5(15691,22792,30520,30960) },
{ AOM_CDF5(12036,18829,28256,29025) },
{ AOM_CDF5(10881,14586,25416,26318) },
{ AOM_CDF5(11249,13311,23713,24498) },
{ AOM_CDF5(9444,10609,20170,21025) },
},
{ // Band 2
{ AOM_CDF5(23805,26370,31579,31927) },
{ AOM_CDF5(16685,21243,30526,30890) },
{ AOM_CDF5(11661,14143,26804,27193) },
{ AOM_CDF5(8321,9593,21814,22228) },
{ AOM_CDF5(6243,6820,16151,16506) },
{ AOM_CDF5(3612,4386,9547,10321) },
},
{ // Band 3
{ AOM_CDF5(26022,27534,31845,32167) },
{ AOM_CDF5(18692,21351,30871,31203) },
{ AOM_CDF5(11493,12410,26280,26619) },
{ AOM_CDF5(7099,7581,19315,19619) },
{ AOM_CDF5(3329,3623,10868,11162) },
{ AOM_CDF5(3104,4139,10003,11038) },
},
{ // Band 4
{ AOM_CDF5(28126,29216,32027,32345) },
{ AOM_CDF5(19828,22063,31140,31465) },
{ AOM_CDF5(11206,11832,25718,26041) },
{ AOM_CDF5(6496,6825,18069,18408) },
{ AOM_CDF5(4600,4904,12431,12735) },
{ AOM_CDF5(2016,3529,8066,9578) },
},
{ // Band 5
{ AOM_CDF5(30246,30814,32096,32411) },
{ AOM_CDF5(21165,22238,31122,31445) },
{ AOM_CDF5(10123,10519,24102,24419) },
{ AOM_CDF5(5968,6277,17606,17924) },
{ AOM_CDF5(4312,4620,12131,12439) },
{ AOM_CDF5(4608,6144,9216,10752) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(22808,23508,29956,30649,31698) },
{ AOM_CDF6(11001,12792,25018,27680,29623) },
{ AOM_CDF6(6919,10026,19635,24728,26490) },
},
{ // Band 1
{ AOM_CDF5(12861,25068,30802,31375) },
{ AOM_CDF5(11298,21545,29953,30816) },
{ AOM_CDF5(13053,24270,28485,29845) },
{ AOM_CDF5(7710,15059,26383,28431) },
{ AOM_CDF5(8856,10332,18008,19779) },
{ AOM_CDF5(3855,7710,19275,22167) },
},
{ // Band 2
{ AOM_CDF5(19458,25796,31754,32007) },
{ AOM_CDF5(16458,23827,31294,31638) },
{ AOM_CDF5(16274,18913,28150,29029) },
{ AOM_CDF5(12429,15254,24858,26553) },
{ AOM_CDF5(7399,11627,21141,24312) },
{ AOM_CDF5(5783,11565,17348,23130) },
},
{ // Band 3
{ AOM_CDF5(25493,28975,31960,32271) },
{ AOM_CDF5(16904,21759,31381,31728) },
{ AOM_CDF5(9709,11529,24879,26700) },
{ AOM_CDF5(6554,13107,22938,27853) },
{ AOM_CDF5(5461,10923,20025,25486) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(26127,28926,31725,32274) },
{ AOM_CDF5(17673,25036,31940,32216) },
{ AOM_CDF5(14824,17164,26526,28867) },
{ AOM_CDF5(7282,16384,21845,27307) },
{ AOM_CDF5(8192,14336,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(30683,31149,32155,32449) },
{ AOM_CDF5(17896,22055,31508,31886) },
{ AOM_CDF5(8548,12822,24220,28494) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(27393,28900,31555,31971,32368) },
{ AOM_CDF6(8379,19364,27675,28688,31114) },
{ AOM_CDF6(1955,19256,24580,25370,30257) },
},
{ // Band 1
{ AOM_CDF5(31085,31718,32129,32443) },
{ AOM_CDF5(14336,26852,31370,31760) },
{ AOM_CDF5(11751,23544,28851,29567) },
{ AOM_CDF5(14670,21251,28381,29752) },
{ AOM_CDF5(14832,19316,27134,28974) },
{ AOM_CDF5(13312,15360,25600,27648) },
},
{ // Band 2
{ AOM_CDF5(31302,31746,32144,32455) },
{ AOM_CDF5(18343,26723,32018,32434) },
{ AOM_CDF5(10570,16913,29068,30125) },
{ AOM_CDF5(5174,13797,24145,26732) },
{ AOM_CDF5(5783,11565,21203,26985) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(31420,31795,32144,32455) },
{ AOM_CDF5(21510,28245,32064,32366) },
{ AOM_CDF5(6342,11627,25369,28540) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(31470,31806,32143,32455) },
{ AOM_CDF5(19571,25722,31538,31985) },
{ AOM_CDF5(5461,8738,25122,28399) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(31292,31637,32104,32431) },
{ AOM_CDF5(12774,16652,30002,30986) },
{ AOM_CDF5(4652,11442,30231,30593) },
{ AOM_CDF5(7022,10031,28087,29090) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
};
static const coeff_cdf_model
av1_default_coef_head_cdfs_q3[TX_SIZES][PLANE_TYPES] = {
{ // TX 4X4
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(25117,25655,28371,30246,30939) },
{ AOM_CDF6(15083,16850,26029,29031,30115) },
{ AOM_CDF6(8774,12118,22041,26730,28574) },
},
{ // Band 1
{ AOM_CDF5(13690,23135,31469,31868) },
{ AOM_CDF5(13306,22730,31466,31860) },
{ AOM_CDF5(13503,19892,30528,31005) },
{ AOM_CDF5(13150,16108,28345,28869) },
{ AOM_CDF5(12014,12842,25693,26145) },
{ AOM_CDF5(8937,13405,23831,28300) },
},
{ // Band 2
{ AOM_CDF5(18707,26260,31853,32238) },
{ AOM_CDF5(15985,24804,31717,32115) },
{ AOM_CDF5(14012,18913,30497,31005) },
{ AOM_CDF5(12300,14741,28386,28958) },
{ AOM_CDF5(12483,15084,24966,26526) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(19934,28117,32022,32378) },
{ AOM_CDF5(14925,26201,31828,32262) },
{ AOM_CDF5(13132,18927,30269,31173) },
{ AOM_CDF5(13926,19251,28262,29901) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(16626,28981,32074,32413) },
{ AOM_CDF5(12895,27583,31974,32332) },
{ AOM_CDF5(14150,22094,31030,31775) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(5279,29309,32149,32477) },
{ AOM_CDF5(5880,29657,32086,32385) },
{ AOM_CDF5(11469,18022,22938,27853) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(8302,14024,16072,27926,28871) },
{ AOM_CDF6(9359,15522,20581,28595,29250) },
{ AOM_CDF6(5318,12803,19679,27719,28609) },
},
{ // Band 1
{ AOM_CDF5(22745,25806,31997,32327) },
{ AOM_CDF5(18803,25473,31960,32293) },
{ AOM_CDF5(15553,19553,31039,31407) },
{ AOM_CDF5(13037,15169,28589,29060) },
{ AOM_CDF5(10871,11694,24941,25360) },
{ AOM_CDF5(6242,10923,18725,23406) },
},
{ // Band 2
{ AOM_CDF5(22276,27316,32078,32402) },
{ AOM_CDF5(19227,25420,31954,32293) },
{ AOM_CDF5(12383,16969,30280,30766) },
{ AOM_CDF5(11282,13725,26516,27379) },
{ AOM_CDF5(5120,9216,15360,20480) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(22814,28656,32097,32425) },
{ AOM_CDF5(19349,26355,32000,32341) },
{ AOM_CDF5(13824,17830,30780,31142) },
{ AOM_CDF5(6746,13493,25058,27949) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(19746,28536,32088,32411) },
{ AOM_CDF5(17457,27155,32024,32376) },
{ AOM_CDF5(10949,16662,29118,30229) },
{ AOM_CDF5(6096,12955,21337,27434) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(10114,29713,32140,32448) },
{ AOM_CDF5(11455,29324,32094,32419) },
{ AOM_CDF5(6554,14418,23593,27525) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(30309,30623,31738,32084,32428) },
{ AOM_CDF6(25732,26211,31079,31737,32269) },
{ AOM_CDF6(19676,21061,29564,31011,31879) },
},
{ // Band 1
{ AOM_CDF5(12328,28270,32125,32447) },
{ AOM_CDF5(11177,28585,32076,32401) },
{ AOM_CDF5(13232,25364,31558,32072) },
{ AOM_CDF5(11997,18443,30261,31873) },
{ AOM_CDF5(7399,11627,24312,27483) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(16893,29817,32005,32463) },
{ AOM_CDF5(14911,27935,32179,32473) },
{ AOM_CDF5(9973,19946,24220,28494) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(18859,29232,31354,32061) },
{ AOM_CDF5(11281,26322,29545,31156) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(8937,19363,23831,28300) },
{ AOM_CDF5(6144,14336,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(30586,30911,31771,32121,32443) },
{ AOM_CDF6(23875,24492,30970,31684,32217) },
{ AOM_CDF6(15874,17477,29172,30703,32023) },
},
{ // Band 1
{ AOM_CDF5(17059,30027,32152,32450) },
{ AOM_CDF5(13931,29387,32103,32414) },
{ AOM_CDF5(12903,25742,31906,32289) },
{ AOM_CDF5(13493,23130,29614,30840) },
{ AOM_CDF5(6554,14746,26214,28672) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(18660,30626,32150,32459) },
{ AOM_CDF5(17338,29279,32168,32495) },
{ AOM_CDF5(11916,17873,26810,29789) },
{ AOM_CDF5(7282,14564,21845,27307) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(23269,31374,32245,32507) },
{ AOM_CDF5(15741,27628,30840,31804) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(15464,29454,30559,31663) },
{ AOM_CDF5(6827,20480,24576,28672) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 8X8
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(18128,19079,27400,29265,30385) },
{ AOM_CDF6(10290,12446,23496,26905,28729) },
{ AOM_CDF6(5877,9423,18374,23871,26028) },
},
{ // Band 1
{ AOM_CDF5(16010,22388,30990,31378) },
{ AOM_CDF5(14579,21619,30755,31177) },
{ AOM_CDF5(13859,18660,29381,29904) },
{ AOM_CDF5(12288,14656,27505,28077) },
{ AOM_CDF5(10009,10812,23591,24068) },
{ AOM_CDF5(8663,9981,19962,20904) },
},
{ // Band 2
{ AOM_CDF5(20773,24941,31701,32046) },
{ AOM_CDF5(17537,22279,31257,31629) },
{ AOM_CDF5(13337,15972,29181,29575) },
{ AOM_CDF5(11120,12128,26440,26874) },
{ AOM_CDF5(10061,10800,23999,24276) },
{ AOM_CDF5(6144,12288,18432,24576) },
},
{ // Band 3
{ AOM_CDF5(24073,27227,31920,32246) },
{ AOM_CDF5(18916,22611,31508,31853) },
{ AOM_CDF5(13371,14495,28662,29093) },
{ AOM_CDF5(9283,9840,24228,24506) },
{ AOM_CDF5(4681,9362,20285,24966) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(25180,28079,32048,32365) },
{ AOM_CDF5(19790,23090,31675,32001) },
{ AOM_CDF5(12634,13382,28384,28718) },
{ AOM_CDF5(11264,12083,28672,29286) },
{ AOM_CDF5(7710,13493,21203,26985) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(26180,29109,32085,32408) },
{ AOM_CDF5(19990,23991,31806,32152) },
{ AOM_CDF5(13735,14612,29022,29326) },
{ AOM_CDF5(8192,10240,25259,27307) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(5084,13063,15732,27628,28823) },
{ AOM_CDF6(3233,11850,16878,26809,27973) },
{ AOM_CDF6(1405,10468,15220,25209,26482) },
},
{ // Band 1
{ AOM_CDF5(23854,26692,31964,32291) },
{ AOM_CDF5(20514,25677,31833,32170) },
{ AOM_CDF5(16504,20235,30877,31237) },
{ AOM_CDF5(13241,15173,28673,29116) },
{ AOM_CDF5(9526,10553,23852,24361) },
{ AOM_CDF5(6144,6428,17806,18148) },
},
{ // Band 2
{ AOM_CDF5(24345,27736,32033,32355) },
{ AOM_CDF5(20277,23726,31700,32031) },
{ AOM_CDF5(13361,15650,29411,29794) },
{ AOM_CDF5(9421,10887,25426,26039) },
{ AOM_CDF5(6242,7607,17749,18530) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(26118,28888,32095,32413) },
{ AOM_CDF5(21286,24631,31871,32198) },
{ AOM_CDF5(13285,15402,29317,29737) },
{ AOM_CDF5(9902,10814,24755,25276) },
{ AOM_CDF5(11431,13717,20575,23623) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(27178,29612,32119,32433) },
{ AOM_CDF5(22095,25550,31976,32298) },
{ AOM_CDF5(13847,16273,29602,30024) },
{ AOM_CDF5(8771,10923,19694,20521) },
{ AOM_CDF5(11398,15672,21370,25645) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(28257,30327,32126,32441) },
{ AOM_CDF5(22325,26453,32054,32380) },
{ AOM_CDF5(14860,17652,30682,31035) },
{ AOM_CDF5(5097,10194,18933,21117) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(28902,29234,31608,31973,32378) },
{ AOM_CDF6(22721,23397,30476,31293,32179) },
{ AOM_CDF6(16404,18013,27505,29454,31300) },
},
{ // Band 1
{ AOM_CDF5(14290,27662,31923,32327) },
{ AOM_CDF5(13282,26727,31749,32113) },
{ AOM_CDF5(12514,22487,30689,31459) },
{ AOM_CDF5(11657,16967,29660,30437) },
{ AOM_CDF5(8937,12660,24576,26810) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(20145,28026,31820,32212) },
{ AOM_CDF5(16906,25677,31760,32059) },
{ AOM_CDF5(12332,18322,29597,31006) },
{ AOM_CDF5(8192,13107,21299,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(23492,29214,32166,32467) },
{ AOM_CDF5(18757,25536,31789,32165) },
{ AOM_CDF5(12603,16384,25206,28987) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(24518,29453,32074,32382) },
{ AOM_CDF5(19369,26533,31972,32370) },
{ AOM_CDF5(6144,12288,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(24576,28789,31364,32066) },
{ AOM_CDF5(20052,24454,29834,31301) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(30358,30700,31747,32103,32430) },
{ AOM_CDF6(22346,23277,30508,31386,32138) },
{ AOM_CDF6(11974,14562,27349,28970,31969) },
},
{ // Band 1
{ AOM_CDF5(22910,29539,32102,32412) },
{ AOM_CDF5(18429,28710,32106,32432) },
{ AOM_CDF5(13601,25238,31845,32262) },
{ AOM_CDF5(12472,20976,29026,30500) },
{ AOM_CDF5(8738,11469,24030,26761) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(23359,30038,32127,32444) },
{ AOM_CDF5(19590,28108,32056,32382) },
{ AOM_CDF5(15578,22024,29008,30619) },
{ AOM_CDF5(8192,14336,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(26372,31019,32146,32463) },
{ AOM_CDF5(22190,28573,32160,32464) },
{ AOM_CDF5(8192,16384,22938,27853) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(26672,31311,32156,32462) },
{ AOM_CDF5(20946,27885,31997,32382) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(27342,31385,32130,32449) },
{ AOM_CDF5(8674,22167,26985,29877) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 16X16
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(2479,4993,17332,21885,25826) },
{ AOM_CDF6(2848,5996,15242,20755,23763) },
{ AOM_CDF6(2125,6226,11733,18389,20442) },
},
{ // Band 1
{ AOM_CDF5(14539,19828,29467,29934) },
{ AOM_CDF5(12513,19139,29177,29702) },
{ AOM_CDF5(11826,16348,27245,27977) },
{ AOM_CDF5(10123,12262,24690,25359) },
{ AOM_CDF5(7979,8826,20804,21295) },
{ AOM_CDF5(5262,5604,14716,15015) },
},
{ // Band 2
{ AOM_CDF5(20625,24118,31086,31446) },
{ AOM_CDF5(16710,20899,30505,30864) },
{ AOM_CDF5(13161,15579,27988,28449) },
{ AOM_CDF5(10596,11651,24124,24589) },
{ AOM_CDF5(7724,8452,21060,21476) },
{ AOM_CDF5(7282,9466,18933,21117) },
},
{ // Band 3
{ AOM_CDF5(24265,26472,31667,31998) },
{ AOM_CDF5(18213,21117,30932,31280) },
{ AOM_CDF5(12944,14000,27696,28050) },
{ AOM_CDF5(9709,10056,23282,23579) },
{ AOM_CDF5(8590,9862,18770,19724) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(26658,28275,31975,32294) },
{ AOM_CDF5(20049,22203,31374,31708) },
{ AOM_CDF5(12795,13387,28328,28653) },
{ AOM_CDF5(8607,9073,23383,23695) },
{ AOM_CDF5(8192,9947,18725,20480) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(28651,29902,32085,32402) },
{ AOM_CDF5(21133,23229,31684,32013) },
{ AOM_CDF5(13231,14045,28203,28576) },
{ AOM_CDF5(7903,8481,21781,22359) },
{ AOM_CDF5(8192,14336,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(824,8672,16514,27587,29231) },
{ AOM_CDF6(1118,9561,17021,25911,27753) },
{ AOM_CDF6(806,9313,13998,22910,25224) },
},
{ // Band 1
{ AOM_CDF5(23650,26487,31840,32166) },
{ AOM_CDF5(19593,25206,31604,31944) },
{ AOM_CDF5(15813,19643,30328,30726) },
{ AOM_CDF5(12978,15108,27886,28310) },
{ AOM_CDF5(9793,11020,23305,23818) },
{ AOM_CDF5(4855,5565,14268,14741) },
},
{ // Band 2
{ AOM_CDF5(24547,27751,31964,32285) },
{ AOM_CDF5(19674,23377,31426,31759) },
{ AOM_CDF5(12643,14489,28159,28541) },
{ AOM_CDF5(9110,10279,23565,23992) },
{ AOM_CDF5(5082,5617,16317,16651) },
{ AOM_CDF5(5174,10348,18971,24145) },
},
{ // Band 3
{ AOM_CDF5(26773,29038,32050,32367) },
{ AOM_CDF5(20956,23898,31563,31888) },
{ AOM_CDF5(12527,13472,27840,28211) },
{ AOM_CDF5(8773,9353,22555,22856) },
{ AOM_CDF5(4291,4876,16969,17554) },
{ AOM_CDF5(5783,11565,17348,23130) },
},
{ // Band 4
{ AOM_CDF5(28065,29768,32086,32400) },
{ AOM_CDF5(21847,24001,31608,31929) },
{ AOM_CDF5(12482,13091,27413,27739) },
{ AOM_CDF5(7582,8002,22090,22405) },
{ AOM_CDF5(6324,7186,15809,16671) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(29731,30798,32113,32431) },
{ AOM_CDF5(22224,24448,31791,32118) },
{ AOM_CDF5(12622,13513,28103,28530) },
{ AOM_CDF5(8886,9600,22890,23604) },
{ AOM_CDF5(8058,9669,18264,19876) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(27375,27731,31591,31993,32404) },
{ AOM_CDF6(20943,21758,30037,31074,32003) },
{ AOM_CDF6(16218,17771,26832,29181,30586) },
},
{ // Band 1
{ AOM_CDF5(17239,27853,31557,32198) },
{ AOM_CDF5(14494,25906,31543,32033) },
{ AOM_CDF5(12980,19788,29137,29410) },
{ AOM_CDF5(11796,14680,26477,27787) },
{ AOM_CDF5(12603,15124,21005,23526) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(22821,27655,32024,32303) },
{ AOM_CDF5(16534,23629,31145,31686) },
{ AOM_CDF5(12407,14952,28950,30859) },
{ AOM_CDF5(6554,10486,19661,23593) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(26369,29624,31996,32272) },
{ AOM_CDF5(19346,24807,31750,32027) },
{ AOM_CDF5(15056,19484,27454,30111) },
{ AOM_CDF5(5783,11565,21203,26985) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(28213,30301,32199,32483) },
{ AOM_CDF5(22988,27307,31879,32260) },
{ AOM_CDF5(11796,15729,24904,28836) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(29813,31323,32142,32444) },
{ AOM_CDF5(21497,25254,31307,32142) },
{ AOM_CDF5(6144,12288,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(30560,30889,31795,32128,32455) },
{ AOM_CDF6(20347,20993,30496,31112,32263) },
{ AOM_CDF6(9723,10992,27830,28681,32168) },
},
{ // Band 1
{ AOM_CDF5(25900,30610,32179,32474) },
{ AOM_CDF5(18535,29316,32153,32437) },
{ AOM_CDF5(15230,25845,30922,31845) },
{ AOM_CDF5(8192,16384,27097,28987) },
{ AOM_CDF5(8548,12822,21370,25645) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(26104,30659,32157,32462) },
{ AOM_CDF5(20457,28242,31682,32225) },
{ AOM_CDF5(10923,16384,24576,28672) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(28740,30618,32154,32461) },
{ AOM_CDF5(19333,26214,30802,31785) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(28161,30834,32160,32464) },
{ AOM_CDF5(26536,29149,31562,32165) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(29913,31560,32172,32470) },
{ AOM_CDF5(22209,28035,30583,31676) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
{ // TX 32X32
{ // Y plane
{ // Intra
{ // Band 0
{ AOM_CDF6(3982,6433,20418,25151,27471) },
{ AOM_CDF6(3342,6943,15018,20274,22412) },
{ AOM_CDF6(1805,5863,9932,16426,17655) },
},
{ // Band 1
{ AOM_CDF5(11799,19138,28295,28881) },
{ AOM_CDF5(11008,18597,28369,29021) },
{ AOM_CDF5(10104,15628,26339,27195) },
{ AOM_CDF5(8537,11246,22663,23623) },
{ AOM_CDF5(5895,6476,16647,17329) },
{ AOM_CDF5(4046,4357,10849,11160) },
},
{ // Band 2
{ AOM_CDF5(18503,22222,30403,30814) },
{ AOM_CDF5(15264,19282,29949,30339) },
{ AOM_CDF5(12101,14721,27350,27783) },
{ AOM_CDF5(9243,10177,22679,23097) },
{ AOM_CDF5(5571,5967,16714,17043) },
{ AOM_CDF5(2731,3755,14677,15701) },
},
{ // Band 3
{ AOM_CDF5(23077,25272,31444,31771) },
{ AOM_CDF5(16598,19790,30479,30822) },
{ AOM_CDF5(11961,12871,27162,27529) },
{ AOM_CDF5(8156,8563,22220,22579) },
{ AOM_CDF5(5851,6242,15994,16384) },
{ AOM_CDF5(6144,12288,18432,24576) },
},
{ // Band 4
{ AOM_CDF5(26084,27933,31906,32223) },
{ AOM_CDF5(19335,21760,31149,31477) },
{ AOM_CDF5(12724,13278,27015,27365) },
{ AOM_CDF5(8687,9010,21051,21334) },
{ AOM_CDF5(5814,6606,14534,15327) },
{ AOM_CDF5(6144,12288,18432,24576) },
},
{ // Band 5
{ AOM_CDF5(30147,30787,32081,32395) },
{ AOM_CDF5(20402,21697,30943,31266) },
{ AOM_CDF5(11661,12125,25710,26034) },
{ AOM_CDF5(7224,7504,19876,20156) },
{ AOM_CDF5(6183,7110,17002,17930) },
{ AOM_CDF5(5174,10348,17246,22420) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(4079,8378,25109,29897,30898) },
{ AOM_CDF6(3870,8207,22495,27162,29559) },
{ AOM_CDF6(2127,6197,15932,20604,27312) },
},
{ // Band 1
{ AOM_CDF5(21253,26168,31780,32120) },
{ AOM_CDF5(16610,23985,31495,31866) },
{ AOM_CDF5(14861,21030,30219,30784) },
{ AOM_CDF5(14573,18162,28524,29116) },
{ AOM_CDF5(14036,15983,26283,27085) },
{ AOM_CDF5(9119,10742,19630,20016) },
},
{ // Band 2
{ AOM_CDF5(23192,27248,31887,32215) },
{ AOM_CDF5(18219,23213,31417,31769) },
{ AOM_CDF5(12657,14754,27845,28233) },
{ AOM_CDF5(8127,8829,20909,21279) },
{ AOM_CDF5(7547,8142,17476,18072) },
{ AOM_CDF5(5461,10923,16384,21845) },
},
{ // Band 3
{ AOM_CDF5(25516,28301,31970,32289) },
{ AOM_CDF5(19094,23041,31404,31732) },
{ AOM_CDF5(12328,13099,27275,27613) },
{ AOM_CDF5(8134,8458,21075,21352) },
{ AOM_CDF5(5041,5881,17644,18485) },
{ AOM_CDF5(7282,12743,18204,23666) },
},
{ // Band 4
{ AOM_CDF5(28082,29782,32087,32400) },
{ AOM_CDF5(21281,24161,31679,31997) },
{ AOM_CDF5(12144,12913,27139,27460) },
{ AOM_CDF5(8232,8472,21659,21979) },
{ AOM_CDF5(3034,4855,17598,19418) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(30193,31021,32122,32435) },
{ AOM_CDF5(22124,23763,31498,31816) },
{ AOM_CDF5(12066,12418,26849,27157) },
{ AOM_CDF5(8701,8979,20920,21197) },
{ AOM_CDF5(5266,7022,15799,17554) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
{ // UV plane
{ // Intra
{ // Band 0
{ AOM_CDF6(23468,24062,30645,31200,32193) },
{ AOM_CDF6(12642,14371,26924,28832,31098) },
{ AOM_CDF6(7785,8831,23705,26028,29979) },
},
{ // Band 1
{ AOM_CDF5(13575,28087,31130,31832) },
{ AOM_CDF5(11108,27955,31657,32213) },
{ AOM_CDF5(9797,23985,28039,30741) },
{ AOM_CDF5(5578,18824,26493,28585) },
{ AOM_CDF5(5041,12603,18905,22686) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(17613,26624,30310,31539) },
{ AOM_CDF5(11398,22795,29444,30868) },
{ AOM_CDF5(8548,15672,22795,28494) },
{ AOM_CDF5(6144,12288,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(24145,26301,30181,31475) },
{ AOM_CDF5(15565,20480,27853,30310) },
{ AOM_CDF5(8192,14336,20480,26624) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(27434,28450,30990,31752) },
{ AOM_CDF5(14947,21845,29319,31043) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(31130,31676,32180,32474) },
{ AOM_CDF5(18289,22099,28196,30482) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
{ // Inter
{ // Band 0
{ AOM_CDF6(29436,29775,31685,32029,32425) },
{ AOM_CDF6(10536,11074,27753,28385,31293) },
{ AOM_CDF6(3010,3521,22603,23227,30440) },
},
{ // Band 1
{ AOM_CDF5(17576,29491,30981,31874) },
{ AOM_CDF5(10426,29044,31725,32321) },
{ AOM_CDF5(15766,28286,31377,32304) },
{ AOM_CDF5(19661,26985,30069,31611) },
{ AOM_CDF5(16035,23007,28585,30676) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 2
{ AOM_CDF5(23073,30053,31605,32186) },
{ AOM_CDF5(12858,24887,30279,31524) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 3
{ AOM_CDF5(24030,26839,30896,31832) },
{ AOM_CDF5(17644,23526,27727,30247) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 4
{ AOM_CDF5(28019,30156,31343,32056) },
{ AOM_CDF5(14980,22469,27151,29959) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
{ // Band 5
{ AOM_CDF5(30549,31511,32176,32472) },
{ AOM_CDF5(15019,20480,24576,28672) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
{ AOM_CDF5(6553,13107,19660,26214) },
},
},
},
},
};
/* clang-format on */
typedef coeff_cdf_model coeff_cdf_table[TX_SIZES][PLANE_TYPES];
static const coeff_cdf_table *av1_default_qctx_coef_cdfs[TOKEN_CDF_Q_CTXS] = {
&av1_default_coef_head_cdfs_q0, &av1_default_coef_head_cdfs_q1,
&av1_default_coef_head_cdfs_q2, &av1_default_coef_head_cdfs_q3,
};