commit 1158bff79714c056030dfc97e62464f309316935
author Debargha Mukherjee <debargha@google.com> Mon Jan 01 18:23:59 2018 -0800
committer Debargha Mukherjee <debargha@google.com> Wed Jan 03 00:01:28 2018 +0000
tree d04b9e25db9436c325bc1d9105f890b2ffce356f
parent f0930dcab31fbb786b6329d6c18eecd08df7e4a4

Various fixes to scale managed txfms and tests

This patch clears all test failures with coeff range checking
enabled for forward and inverse transforms. Also this
patch ensures that there are no transposes for any of the
rectangular transforms.
Some fine-tunnig and refactoring are still pending.
Some of the tests still need to be rewritten.

Change-Id: Ib0e3a4ceccef665ba007d121f536fad7135f38d5

av1/common/av1_txfm.h

diff --git a/av1/common/av1_txfm.h b/av1/common/av1_txfm.h
index 061e0d8..df9fc3c 100644
--- a/av1/common/av1_txfm.h
+++ b/av1/common/av1_txfm.h
@@ -263,7 +263,7 @@
                              const TXFM_2D_FLIP_CFG *cfg, int bd);
 
 void av1_gen_inv_stage_range(int8_t *stage_range_col, int8_t *stage_range_row,
-                             const TXFM_2D_FLIP_CFG *cfg, int8_t fwd_shift,
+                             const TXFM_2D_FLIP_CFG *cfg, TX_SIZE tx_size,
                              int bd);
 
 void av1_get_fwd_txfm_cfg(TX_TYPE tx_type, TX_SIZE tx_size,