|  | /* | 
|  | * Copyright (c) 2016, Alliance for Open Media. All rights reserved | 
|  | * | 
|  | * This source code is subject to the terms of the BSD 2 Clause License and | 
|  | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License | 
|  | * was not distributed with this source code in the LICENSE file, you can | 
|  | * obtain it at www.aomedia.org/license/software. If the Alliance for Open | 
|  | * Media Patent License 1.0 was not distributed with this source code in the | 
|  | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. | 
|  | */ | 
|  |  | 
|  | #include "./av1_rtcd.h" | 
|  | #include "./aom_config.h" | 
|  | #include "./aom_dsp_rtcd.h" | 
|  |  | 
|  | #include "av1/common/idct.h" | 
|  | #include "av1/encoder/hybrid_fwd_txfm.h" | 
|  |  | 
|  | static void fwd_txfm_4x4(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | if (txfm_param->lossless) { | 
|  | assert(txfm_param->tx_type == DCT_DCT); | 
|  | av1_fwht4x4(src_diff, coeff, diff_stride); | 
|  | return; | 
|  | } | 
|  |  | 
|  | av1_fht4x4(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_4x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht4x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_8x4(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht8x4(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_8x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht8x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_16x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht16x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_16x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht16x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_32x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht32x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_8x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht8x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_16x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht16x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_32x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht32x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | #if CONFIG_TX64X64 | 
|  | static void fwd_txfm_64x64(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | if (txfm_param->tx_type == IDTX) | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 64, 64, txfm_param->tx_type); | 
|  | else | 
|  | av1_fht64x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_32x64(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | if (txfm_param->tx_type == IDTX) | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 32, 64, txfm_param->tx_type); | 
|  | else | 
|  | av1_fht32x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_64x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | if (txfm_param->tx_type == IDTX) | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 64, 32, txfm_param->tx_type); | 
|  | else | 
|  | av1_fht64x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_16x64(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | if (txfm_param->tx_type == IDTX) | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 16, 64, txfm_param->tx_type); | 
|  | else | 
|  | av1_fht16x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_64x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | if (txfm_param->tx_type == IDTX) | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 64, 16, txfm_param->tx_type); | 
|  | else | 
|  | av1_fht64x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  | #endif  // CONFIG_TX64X64 | 
|  |  | 
|  | static void fwd_txfm_16x4(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht16x4(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_4x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht4x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_32x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht32x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void fwd_txfm_8x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | av1_fht8x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_4x4(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | if (txfm_param->lossless) { | 
|  | assert(tx_type == DCT_DCT); | 
|  | av1_highbd_fwht4x4(src_diff, coeff, diff_stride); | 
|  | return; | 
|  | } | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | av1_fwd_txfm2d_4x4(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | av1_fwd_txfm2d_4x4(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | // use the c version for anything including identity for now | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | case IDTX: | 
|  | av1_fwd_txfm2d_4x4_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | default: assert(0); | 
|  | } | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_4x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_4x8_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_8x4(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_8x4_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_8x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_8x16_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_16x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_16x8_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_16x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_16x32_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_32x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_32x16_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_16x4(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_16x4_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_4x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_4x16_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_32x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_32x8_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_8x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | av1_fwd_txfm2d_8x32_c(src_diff, dst_coeff, diff_stride, txfm_param->tx_type, | 
|  | txfm_param->bd); | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_8x8(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | av1_fwd_txfm2d_8x8(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | av1_fwd_txfm2d_8x8(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | // use the c version for anything including identity for now | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | case IDTX: | 
|  | av1_fwd_txfm2d_8x8_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | default: assert(0); | 
|  | } | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_16x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | av1_fwd_txfm2d_16x16(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | av1_fwd_txfm2d_16x16(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | // use the c version for anything including identity for now | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | case IDTX: | 
|  | av1_fwd_txfm2d_16x16_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | default: assert(0); | 
|  | } | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_32x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | av1_fwd_txfm2d_32x32(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | av1_fwd_txfm2d_32x32(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | // use the c version for anything including identity for now | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | case IDTX: | 
|  | av1_fwd_txfm2d_32x32_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | default: assert(0); | 
|  | } | 
|  | } | 
|  |  | 
|  | #if CONFIG_TX64X64 | 
|  | static void highbd_fwd_txfm_32x64(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | av1_fwd_txfm2d_32x64_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | // TODO(sarahparker) | 
|  | // I've deleted the 64x64 implementations that existed in lieu | 
|  | // of adst, flipadst and identity for simplicity but will bring back | 
|  | // in a later change. This shouldn't impact performance since | 
|  | // DCT_DCT is the only extended type currently allowed for 64x64, | 
|  | // as dictated by get_ext_tx_set_type in blockd.h. | 
|  | av1_fwd_txfm2d_32x64_c(src_diff, dst_coeff, diff_stride, DCT_DCT, bd); | 
|  | break; | 
|  | case IDTX: | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 32, 64, tx_type); | 
|  | break; | 
|  | default: assert(0); break; | 
|  | } | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_64x32(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | av1_fwd_txfm2d_64x32_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | // TODO(sarahparker) | 
|  | // I've deleted the 64x64 implementations that existed in lieu | 
|  | // of adst, flipadst and identity for simplicity but will bring back | 
|  | // in a later change. This shouldn't impact performance since | 
|  | // DCT_DCT is the only extended type currently allowed for 64x64, | 
|  | // as dictated by get_ext_tx_set_type in blockd.h. | 
|  | av1_fwd_txfm2d_64x32_c(src_diff, dst_coeff, diff_stride, DCT_DCT, bd); | 
|  | break; | 
|  | case IDTX: | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 64, 32, tx_type); | 
|  | break; | 
|  | default: assert(0); break; | 
|  | } | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_16x64(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | av1_fwd_txfm2d_16x64_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | // TODO(sarahparker) | 
|  | // I've deleted the 64x64 implementations that existed in lieu | 
|  | // of adst, flipadst and identity for simplicity but will bring back | 
|  | // in a later change. This shouldn't impact performance since | 
|  | // DCT_DCT is the only extended type currently allowed for 64x64, | 
|  | // as dictated by get_ext_tx_set_type in blockd.h. | 
|  | av1_fwd_txfm2d_16x64_c(src_diff, dst_coeff, diff_stride, DCT_DCT, bd); | 
|  | break; | 
|  | case IDTX: | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 16, 64, tx_type); | 
|  | break; | 
|  | default: assert(0); break; | 
|  | } | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_64x16(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | av1_fwd_txfm2d_64x16_c(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | // TODO(sarahparker) | 
|  | // I've deleted the 64x64 implementations that existed in lieu | 
|  | // of adst, flipadst and identity for simplicity but will bring back | 
|  | // in a later change. This shouldn't impact performance since | 
|  | // DCT_DCT is the only extended type currently allowed for 64x64, | 
|  | // as dictated by get_ext_tx_set_type in blockd.h. | 
|  | av1_fwd_txfm2d_64x16_c(src_diff, dst_coeff, diff_stride, DCT_DCT, bd); | 
|  | break; | 
|  | case IDTX: | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 64, 16, tx_type); | 
|  | break; | 
|  | default: assert(0); break; | 
|  | } | 
|  | } | 
|  |  | 
|  | static void highbd_fwd_txfm_64x64(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | int32_t *dst_coeff = (int32_t *)coeff; | 
|  | const TX_TYPE tx_type = txfm_param->tx_type; | 
|  | const int bd = txfm_param->bd; | 
|  | switch (tx_type) { | 
|  | case DCT_DCT: | 
|  | av1_fwd_txfm2d_64x64(src_diff, dst_coeff, diff_stride, tx_type, bd); | 
|  | break; | 
|  | case ADST_DCT: | 
|  | case DCT_ADST: | 
|  | case ADST_ADST: | 
|  | case FLIPADST_DCT: | 
|  | case DCT_FLIPADST: | 
|  | case FLIPADST_FLIPADST: | 
|  | case ADST_FLIPADST: | 
|  | case FLIPADST_ADST: | 
|  | case V_DCT: | 
|  | case H_DCT: | 
|  | case V_ADST: | 
|  | case H_ADST: | 
|  | case V_FLIPADST: | 
|  | case H_FLIPADST: | 
|  | // TODO(sarahparker) | 
|  | // I've deleted the 64x64 implementations that existed in lieu | 
|  | // of adst, flipadst and identity for simplicity but will bring back | 
|  | // in a later change. This shouldn't impact performance since | 
|  | // DCT_DCT is the only extended type currently allowed for 64x64, | 
|  | // as dictated by get_ext_tx_set_type in blockd.h. | 
|  | av1_fwd_txfm2d_64x64_c(src_diff, dst_coeff, diff_stride, DCT_DCT, bd); | 
|  | break; | 
|  | case IDTX: | 
|  | av1_fwd_idtx_c(src_diff, coeff, diff_stride, 64, 64, tx_type); | 
|  | break; | 
|  | default: assert(0); break; | 
|  | } | 
|  | } | 
|  | #endif  // CONFIG_TX64X64 | 
|  |  | 
|  | void av1_fwd_txfm(const int16_t *src_diff, tran_low_t *coeff, int diff_stride, | 
|  | TxfmParam *txfm_param) { | 
|  | assert(av1_ext_tx_used[txfm_param->tx_set_type][txfm_param->tx_type]); | 
|  | const TX_SIZE tx_size = txfm_param->tx_size; | 
|  | switch (tx_size) { | 
|  | #if CONFIG_TX64X64 | 
|  | case TX_64X64: | 
|  | fwd_txfm_64x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_32X64: | 
|  | fwd_txfm_32x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_64X32: | 
|  | fwd_txfm_64x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X64: | 
|  | fwd_txfm_16x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_64X16: | 
|  | fwd_txfm_64x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | #endif  // CONFIG_TX64X64 | 
|  | case TX_32X32: | 
|  | fwd_txfm_32x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X16: | 
|  | fwd_txfm_16x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_8X8: fwd_txfm_8x8(src_diff, coeff, diff_stride, txfm_param); break; | 
|  | case TX_4X8: fwd_txfm_4x8(src_diff, coeff, diff_stride, txfm_param); break; | 
|  | case TX_8X4: fwd_txfm_8x4(src_diff, coeff, diff_stride, txfm_param); break; | 
|  | case TX_8X16: | 
|  | fwd_txfm_8x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X8: | 
|  | fwd_txfm_16x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X32: | 
|  | fwd_txfm_16x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_32X16: | 
|  | fwd_txfm_32x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_4X4: fwd_txfm_4x4(src_diff, coeff, diff_stride, txfm_param); break; | 
|  | case TX_4X16: | 
|  | fwd_txfm_4x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X4: | 
|  | fwd_txfm_16x4(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_8X32: | 
|  | fwd_txfm_8x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_32X8: | 
|  | fwd_txfm_32x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | default: assert(0); break; | 
|  | } | 
|  | } | 
|  |  | 
|  | void av1_highbd_fwd_txfm(const int16_t *src_diff, tran_low_t *coeff, | 
|  | int diff_stride, TxfmParam *txfm_param) { | 
|  | assert(av1_ext_tx_used[txfm_param->tx_set_type][txfm_param->tx_type]); | 
|  | const TX_SIZE tx_size = txfm_param->tx_size; | 
|  | switch (tx_size) { | 
|  | #if CONFIG_TX64X64 | 
|  | case TX_64X64: | 
|  | highbd_fwd_txfm_64x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_32X64: | 
|  | highbd_fwd_txfm_32x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_64X32: | 
|  | highbd_fwd_txfm_64x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X64: | 
|  | highbd_fwd_txfm_16x64(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_64X16: | 
|  | highbd_fwd_txfm_64x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | #endif  // CONFIG_TX64X64 | 
|  | case TX_32X32: | 
|  | highbd_fwd_txfm_32x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X16: | 
|  | highbd_fwd_txfm_16x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_8X8: | 
|  | highbd_fwd_txfm_8x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_4X8: | 
|  | highbd_fwd_txfm_4x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_8X4: | 
|  | highbd_fwd_txfm_8x4(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_8X16: | 
|  | highbd_fwd_txfm_8x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X8: | 
|  | highbd_fwd_txfm_16x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X32: | 
|  | highbd_fwd_txfm_16x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_32X16: | 
|  | highbd_fwd_txfm_32x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_4X4: | 
|  | highbd_fwd_txfm_4x4(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_4X16: | 
|  | highbd_fwd_txfm_4x16(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_16X4: | 
|  | highbd_fwd_txfm_16x4(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_8X32: | 
|  | highbd_fwd_txfm_8x32(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | case TX_32X8: | 
|  | highbd_fwd_txfm_32x8(src_diff, coeff, diff_stride, txfm_param); | 
|  | break; | 
|  | default: assert(0); break; | 
|  | } | 
|  | } |