| /* |
| * Copyright (c) 2010 The WebM project authors. All Rights Reserved. |
| * |
| * Use of this source code is governed by a BSD-style license |
| * that can be found in the LICENSE file in the root of the source |
| * tree. An additional intellectual property rights grant can be found |
| * in the file PATENTS. All contributing project authors may |
| * be found in the AUTHORS file in the root of the source tree. |
| */ |
| |
| |
| #include <math.h> |
| #include <stdio.h> |
| #include <string.h> |
| #include <assert.h> |
| #include "vp9/encoder/vp9_onyx_int.h" |
| #include "vp9/encoder/vp9_tokenize.h" |
| #include "vpx_mem/vpx_mem.h" |
| |
| #include "vp9/common/vp9_pred_common.h" |
| #include "vp9/common/vp9_seg_common.h" |
| #include "vp9/common/vp9_entropy.h" |
| |
| /* Global event counters used for accumulating statistics across several |
| compressions, then generating vp9_context.c = initial stats. */ |
| |
| #ifdef ENTROPY_STATS |
| vp9_coeff_accum context_counters_4x4[BLOCK_TYPES]; |
| vp9_coeff_accum context_counters_8x8[BLOCK_TYPES]; |
| vp9_coeff_accum context_counters_16x16[BLOCK_TYPES]; |
| vp9_coeff_accum context_counters_32x32[BLOCK_TYPES]; |
| |
| extern vp9_coeff_stats tree_update_hist_4x4[BLOCK_TYPES]; |
| extern vp9_coeff_stats tree_update_hist_8x8[BLOCK_TYPES]; |
| extern vp9_coeff_stats tree_update_hist_16x16[BLOCK_TYPES]; |
| extern vp9_coeff_stats tree_update_hist_32x32[BLOCK_TYPES]; |
| #endif /* ENTROPY_STATS */ |
| |
| static TOKENVALUE dct_value_tokens[DCT_MAX_VALUE * 2]; |
| const TOKENVALUE *vp9_dct_value_tokens_ptr; |
| static int dct_value_cost[DCT_MAX_VALUE * 2]; |
| const int *vp9_dct_value_cost_ptr; |
| |
| static void fill_value_tokens() { |
| |
| TOKENVALUE *const t = dct_value_tokens + DCT_MAX_VALUE; |
| vp9_extra_bit *const e = vp9_extra_bits; |
| |
| int i = -DCT_MAX_VALUE; |
| int sign = 1; |
| |
| do { |
| if (!i) |
| sign = 0; |
| |
| { |
| const int a = sign ? -i : i; |
| int eb = sign; |
| |
| if (a > 4) { |
| int j = 4; |
| |
| while (++j < 11 && e[j].base_val <= a) {} |
| |
| t[i].token = --j; |
| eb |= (a - e[j].base_val) << 1; |
| } else |
| t[i].token = a; |
| |
| t[i].extra = eb; |
| } |
| |
| // initialize the cost for extra bits for all possible coefficient value. |
| { |
| int cost = 0; |
| vp9_extra_bit *p = vp9_extra_bits + t[i].token; |
| |
| if (p->base_val) { |
| const int extra = t[i].extra; |
| const int length = p->len; |
| |
| if (length) |
| cost += treed_cost(p->tree, p->prob, extra >> 1, length); |
| |
| cost += vp9_cost_bit(vp9_prob_half, extra & 1); /* sign */ |
| dct_value_cost[i + DCT_MAX_VALUE] = cost; |
| } |
| |
| } |
| |
| } while (++i < DCT_MAX_VALUE); |
| |
| vp9_dct_value_tokens_ptr = dct_value_tokens + DCT_MAX_VALUE; |
| vp9_dct_value_cost_ptr = dct_value_cost + DCT_MAX_VALUE; |
| } |
| |
| extern const int *vp9_get_coef_neighbors_handle(const int *scan, int *pad); |
| |
| static void tokenize_b(VP9_COMP *cpi, |
| MACROBLOCKD *xd, |
| const int ib, |
| TOKENEXTRA **tp, |
| PLANE_TYPE type, |
| TX_SIZE tx_size, |
| int y_blocks, |
| int dry_run) { |
| MB_MODE_INFO *mbmi = &xd->mode_info_context->mbmi; |
| int pt; /* near block/prev token context index */ |
| int c = 0, rc = 0; |
| TOKENEXTRA *t = *tp; /* store tokens starting here */ |
| const struct plane_block_idx pb_idx = plane_block_idx(y_blocks, ib); |
| const int eob = xd->plane[pb_idx.plane].eobs[pb_idx.block]; |
| const int16_t *qcoeff_ptr = BLOCK_OFFSET(xd->plane[pb_idx.plane].qcoeff, |
| pb_idx.block, 16); |
| int seg_eob, default_eob, pad; |
| const int segment_id = mbmi->segment_id; |
| const BLOCK_SIZE_TYPE sb_type = mbmi->sb_type; |
| const int *scan, *nb; |
| vp9_coeff_count *counts; |
| vp9_coeff_probs *coef_probs; |
| const int ref = mbmi->ref_frame != INTRA_FRAME; |
| ENTROPY_CONTEXT *a, *l, *a1, *l1, *a2, *l2, *a3, *l3, a_ec, l_ec; |
| uint8_t token_cache[1024]; |
| TX_TYPE tx_type = DCT_DCT; |
| #if CONFIG_CODE_ZEROGROUP |
| int last_nz_pos[3] = {-1, -1, -1}; // Encoder only |
| int is_eoo_list[3] = {0, 0, 0}; |
| int is_last_zero[3] = {0, 0, 0}; |
| int is_eoo_negative[3] = {0, 0, 0}; |
| int o; |
| vp9_zpc_probs *zpc_probs; |
| vp9_zpc_count *zpc_count; |
| uint8_t token_cache_full[1024]; |
| #endif |
| #if CONFIG_CODE_ZEROGROUP |
| vpx_memset(token_cache, UNKNOWN_TOKEN, sizeof(token_cache)); |
| #endif |
| |
| assert((!type && !pb_idx.plane) || (type && pb_idx.plane)); |
| if (sb_type == BLOCK_SIZE_SB64X64) { |
| a = (ENTROPY_CONTEXT *)xd->above_context + |
| vp9_block2above_sb64[tx_size][ib]; |
| l = (ENTROPY_CONTEXT *)xd->left_context + vp9_block2left_sb64[tx_size][ib]; |
| a1 = a + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l1 = l + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| a2 = a1 + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l2 = l1 + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| a3 = a2 + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l3 = l2 + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| #if CONFIG_SBSEGMENT |
| } else if (sb_type == BLOCK_SIZE_SB32X64) { |
| a = (ENTROPY_CONTEXT *)xd->above_context + |
| vp9_block2above_sb32x64[tx_size][ib]; |
| l = (ENTROPY_CONTEXT *)xd->left_context + |
| vp9_block2left_sb32x64[tx_size][ib]; |
| a1 = a + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l1 = l + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| a2 = a3 = l2 = l3 = NULL; |
| } else if (sb_type == BLOCK_SIZE_SB64X32) { |
| a = (ENTROPY_CONTEXT *)xd->above_context + |
| vp9_block2above_sb64x32[tx_size][ib]; |
| l = (ENTROPY_CONTEXT *)xd->left_context + |
| vp9_block2left_sb64x32[tx_size][ib]; |
| a1 = a + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l1 = l + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| a2 = a3 = l2 = l3 = NULL; |
| #endif |
| } else if (sb_type == BLOCK_SIZE_SB32X32) { |
| a = (ENTROPY_CONTEXT *)xd->above_context + vp9_block2above_sb[tx_size][ib]; |
| l = (ENTROPY_CONTEXT *)xd->left_context + vp9_block2left_sb[tx_size][ib]; |
| a1 = a + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l1 = l + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| a2 = a3 = l2 = l3 = NULL; |
| #if CONFIG_SBSEGMENT |
| } else if (sb_type == BLOCK_SIZE_SB16X32) { |
| a = (ENTROPY_CONTEXT *)xd->above_context + |
| vp9_block2above_sb16x32[tx_size][ib]; |
| l = (ENTROPY_CONTEXT *)xd->left_context + |
| vp9_block2left_sb16x32[tx_size][ib]; |
| a1 = a + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l1 = l + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| a1 = l1 = a2 = l2 = a3 = l3 = NULL; |
| } else if (sb_type == BLOCK_SIZE_SB32X16) { |
| a = (ENTROPY_CONTEXT *)xd->above_context + |
| vp9_block2above_sb32x16[tx_size][ib]; |
| l = (ENTROPY_CONTEXT *)xd->left_context + |
| vp9_block2left_sb32x16[tx_size][ib]; |
| a1 = a + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| l1 = l + sizeof(ENTROPY_CONTEXT_PLANES) / sizeof(ENTROPY_CONTEXT); |
| a1 = l1 = a2 = l2 = a3 = l3 = NULL; |
| #endif |
| } else { |
| assert(sb_type == BLOCK_SIZE_MB16X16); |
| a = (ENTROPY_CONTEXT *)xd->above_context + vp9_block2above[tx_size][ib]; |
| l = (ENTROPY_CONTEXT *)xd->left_context + vp9_block2left[tx_size][ib]; |
| a1 = l1 = a2 = l2 = a3 = l3 = NULL; |
| } |
| |
| switch (tx_size) { |
| default: |
| case TX_4X4: { |
| tx_type = (type == PLANE_TYPE_Y_WITH_DC) ? |
| get_tx_type_4x4(xd, ib) : DCT_DCT; |
| a_ec = *a; |
| l_ec = *l; |
| seg_eob = 16; |
| scan = get_scan_4x4(tx_type); |
| counts = cpi->coef_counts_4x4; |
| coef_probs = cpi->common.fc.coef_probs_4x4; |
| #if CONFIG_CODE_ZEROGROUP |
| zpc_count = &cpi->common.fc.zpc_counts_4x4; |
| zpc_probs = &cpi->common.fc.zpc_probs_4x4; |
| #endif |
| break; |
| } |
| case TX_8X8: { |
| const int sz = 3 + mb_width_log2(sb_type); |
| const int x = ib & ((1 << sz) - 1), y = ib - x; |
| tx_type = (type == PLANE_TYPE_Y_WITH_DC) ? |
| get_tx_type_8x8(xd, y + (x >> 1)) : DCT_DCT; |
| a_ec = (a[0] + a[1]) != 0; |
| l_ec = (l[0] + l[1]) != 0; |
| seg_eob = 64; |
| scan = get_scan_8x8(tx_type); |
| counts = cpi->coef_counts_8x8; |
| coef_probs = cpi->common.fc.coef_probs_8x8; |
| #if CONFIG_CODE_ZEROGROUP |
| zpc_count = &cpi->common.fc.zpc_counts_8x8; |
| zpc_probs = &cpi->common.fc.zpc_probs_8x8; |
| #endif |
| break; |
| } |
| case TX_16X16: { |
| const int sz = 4 + mb_width_log2(sb_type); |
| const int x = ib & ((1 << sz) - 1), y = ib - x; |
| tx_type = (type == PLANE_TYPE_Y_WITH_DC) ? |
| get_tx_type_16x16(xd, y + (x >> 2)) : DCT_DCT; |
| if (type != PLANE_TYPE_UV) { |
| a_ec = (a[0] + a[1] + a[2] + a[3]) != 0; |
| l_ec = (l[0] + l[1] + l[2] + l[3]) != 0; |
| } else { |
| a_ec = (a[0] + a[1] + a1[0] + a1[1]) != 0; |
| l_ec = (l[0] + l[1] + l1[0] + l1[1]) != 0; |
| } |
| seg_eob = 256; |
| scan = get_scan_16x16(tx_type); |
| counts = cpi->coef_counts_16x16; |
| coef_probs = cpi->common.fc.coef_probs_16x16; |
| #if CONFIG_CODE_ZEROGROUP |
| zpc_count = &cpi->common.fc.zpc_counts_16x16; |
| zpc_probs = &cpi->common.fc.zpc_probs_16x16; |
| #endif |
| break; |
| } |
| case TX_32X32: |
| if (type != PLANE_TYPE_UV) { |
| a_ec = (a[0] + a[1] + a[2] + a[3] + |
| a1[0] + a1[1] + a1[2] + a1[3]) != 0; |
| l_ec = (l[0] + l[1] + l[2] + l[3] + |
| l1[0] + l1[1] + l1[2] + l1[3]) != 0; |
| } else { |
| a_ec = (a[0] + a[1] + a1[0] + a1[1] + |
| a2[0] + a2[1] + a3[0] + a3[1]) != 0; |
| l_ec = (l[0] + l[1] + l1[0] + l1[1] + |
| l2[0] + l2[1] + l3[0] + l3[1]) != 0; |
| } |
| seg_eob = 1024; |
| scan = vp9_default_zig_zag1d_32x32; |
| counts = cpi->coef_counts_32x32; |
| coef_probs = cpi->common.fc.coef_probs_32x32; |
| #if CONFIG_CODE_ZEROGROUP |
| zpc_count = &cpi->common.fc.zpc_counts_32x32; |
| zpc_probs = &cpi->common.fc.zpc_probs_32x32; |
| #endif |
| break; |
| } |
| |
| pt = combine_entropy_contexts(a_ec, l_ec); |
| nb = vp9_get_coef_neighbors_handle(scan, &pad); |
| default_eob = seg_eob; |
| |
| if (vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP)) |
| seg_eob = 0; |
| |
| #if CONFIG_CODE_ZEROGROUP |
| vpx_memset(token_cache_full, ZERO_TOKEN, sizeof(token_cache_full)); |
| for (c = 0; c < eob; ++c) { |
| rc = scan[c]; |
| token_cache_full[rc] = vp9_dct_value_tokens_ptr[qcoeff_ptr[rc]].token; |
| o = vp9_get_orientation(rc, tx_size); |
| if (qcoeff_ptr[rc] != 0) { |
| last_nz_pos[o] = c; |
| } |
| } |
| #endif |
| c = 0; |
| do { |
| const int band = get_coef_band(scan, tx_size, c); |
| int token; |
| int v = 0; |
| rc = scan[c]; |
| if (c) |
| pt = vp9_get_coef_context(scan, nb, pad, token_cache, c, default_eob); |
| if (c < eob) { |
| v = qcoeff_ptr[rc]; |
| assert(-DCT_MAX_VALUE <= v && v < DCT_MAX_VALUE); |
| |
| t->extra = vp9_dct_value_tokens_ptr[v].extra; |
| token = vp9_dct_value_tokens_ptr[v].token; |
| } else { |
| token = DCT_EOB_TOKEN; |
| } |
| |
| t->token = token; |
| t->context_tree = coef_probs[type][ref][band][pt]; |
| t->skip_eob_node = (c > 0) && (token_cache[scan[c - 1]] == 0); |
| assert(vp9_coef_encodings[t->token].len - t->skip_eob_node > 0); |
| #if CONFIG_CODE_ZEROGROUP |
| o = vp9_get_orientation(rc, tx_size); |
| t->skip_coef_val = (token_cache[rc] == ZERO_TOKEN || is_eoo_list[o]); |
| if (t->skip_coef_val) { |
| assert(v == 0); |
| } |
| // No need to transmit any token |
| if (t->skip_eob_node && t->skip_coef_val) { |
| assert(token == ZERO_TOKEN); |
| is_last_zero[o] = 1; |
| token_cache[scan[c]] = ZERO_TOKEN; |
| continue; |
| } |
| #endif |
| if (!dry_run) { |
| ++counts[type][ref][band][pt][token]; |
| if (!t->skip_eob_node) |
| ++cpi->common.fc.eob_branch_counts[tx_size][type][ref][band][pt]; |
| } |
| token_cache[scan[c]] = token; |
| #if CONFIG_CODE_ZEROGROUP |
| if (token == ZERO_TOKEN && !t->skip_coef_val) { |
| int eoo = 0, use_eoo; |
| #if USE_ZPC_EOORIENT == 1 |
| use_eoo = vp9_use_eoo(c, seg_eob, scan, tx_size, |
| is_last_zero, is_eoo_list); |
| #else |
| use_eoo = 0; |
| #endif |
| if (use_eoo) { |
| eoo = vp9_is_eoo(c, eob, scan, tx_size, qcoeff_ptr, last_nz_pos); |
| if (eoo && is_eoo_negative[o]) eoo = 0; |
| if (eoo) { |
| int c_; |
| int savings = 0; |
| int zsaved = 0; |
| savings = |
| vp9_cost_bit((*zpc_probs)[ref] |
| [coef_to_zpc_band(band)] |
| [coef_to_zpc_ptok(pt)][0], 1) - |
| vp9_cost_bit((*zpc_probs)[ref] |
| [coef_to_zpc_band(band)] |
| [coef_to_zpc_ptok(pt)][0], 0); |
| for (c_ = c + 1; c_ < eob; ++c_) { |
| if (o == vp9_get_orientation(scan[c_], tx_size)) { |
| int pt_ = vp9_get_coef_context(scan, nb, pad, token_cache_full, |
| c_, default_eob); |
| int band_ = get_coef_band(scan, tx_size, c_); |
| assert(token_cache_full[scan[c_]] == ZERO_TOKEN); |
| if (!c_ || token_cache_full[scan[c_ - 1]]) |
| savings += |
| vp9_cost_bit(coef_probs[type][ref][band_][pt_][0], 1); |
| savings += vp9_cost_bit(coef_probs[type][ref][band_][pt_][1], 0); |
| zsaved++; |
| } |
| } |
| /* |
| if (!dry_run) |
| if (savings > 0) |
| printf("savings %d zsaved %d (%d, %d)\n", |
| savings, zsaved, tx_size, band); |
| */ |
| if (savings < 0) { |
| eoo = 0; |
| is_eoo_negative[o] = 1; |
| } |
| } |
| } |
| if (use_eoo) { |
| t++; |
| t->skip_eob_node = t->skip_coef_val = 0; |
| // transmit the eoo symbol |
| t->token = !eoo ? ZPC_ISOLATED : ZPC_EOORIENT; |
| t->context_tree = &((*zpc_probs)[ref] |
| [coef_to_zpc_band(band)] |
| [coef_to_zpc_ptok(pt)][0]); |
| if (!dry_run) |
| (*zpc_count)[ref] |
| [coef_to_zpc_band(band)] |
| [coef_to_zpc_ptok(pt)][0][!eoo]++; |
| if (eoo) { |
| assert(is_eoo_list[o] == 0); |
| is_eoo_list[o] = 1; |
| } |
| } |
| } |
| is_last_zero[o] = (token == ZERO_TOKEN); |
| #endif |
| ++t; |
| } while (c < eob && ++c < seg_eob); |
| |
| *tp = t; |
| a_ec = l_ec = (c > 0); /* 0 <-> all coeff data is zero */ |
| a[0] = a_ec; |
| l[0] = l_ec; |
| |
| if (tx_size == TX_8X8) { |
| a[1] = a_ec; |
| l[1] = l_ec; |
| } else if (tx_size == TX_16X16) { |
| if (type != PLANE_TYPE_UV) { |
| a[1] = a[2] = a[3] = a_ec; |
| l[1] = l[2] = l[3] = l_ec; |
| } else { |
| a1[0] = a1[1] = a[1] = a_ec; |
| l1[0] = l1[1] = l[1] = l_ec; |
| } |
| } else if (tx_size == TX_32X32) { |
| if (type != PLANE_TYPE_UV) { |
| a[1] = a[2] = a[3] = a_ec; |
| l[1] = l[2] = l[3] = l_ec; |
| a1[0] = a1[1] = a1[2] = a1[3] = a_ec; |
| l1[0] = l1[1] = l1[2] = l1[3] = l_ec; |
| } else { |
| a[1] = a1[0] = a1[1] = a_ec; |
| l[1] = l1[0] = l1[1] = l_ec; |
| a2[0] = a2[1] = a3[0] = a3[1] = a_ec; |
| l2[0] = l2[1] = l3[0] = l3[1] = l_ec; |
| } |
| } |
| } |
| |
| struct is_skippable_args { |
| MACROBLOCKD *xd; |
| int *skippable; |
| }; |
| static void is_skippable(int plane, int block, |
| BLOCK_SIZE_TYPE bsize, int ss_txfrm_size, void *argv) { |
| struct is_skippable_args *args = argv; |
| args->skippable[0] &= (!args->xd->plane[plane].eobs[block]); |
| } |
| |
| int vp9_sb_is_skippable(MACROBLOCKD *xd, BLOCK_SIZE_TYPE bsize) { |
| int result = 1; |
| struct is_skippable_args args = {xd, &result}; |
| foreach_transformed_block(xd, bsize, is_skippable, &args); |
| return result; |
| } |
| |
| int vp9_sby_is_skippable(MACROBLOCKD *xd, BLOCK_SIZE_TYPE bsize) { |
| int result = 1; |
| struct is_skippable_args args = {xd, &result}; |
| foreach_transformed_block_in_plane(xd, bsize, 0, 0, is_skippable, &args); |
| return result; |
| } |
| |
| int vp9_sbuv_is_skippable(MACROBLOCKD *xd, BLOCK_SIZE_TYPE bsize) { |
| int result = 1; |
| struct is_skippable_args args = {xd, &result}; |
| foreach_transformed_block_uv(xd, bsize, is_skippable, &args); |
| return result; |
| } |
| |
| void vp9_tokenize_sb(VP9_COMP *cpi, |
| MACROBLOCKD *xd, |
| TOKENEXTRA **t, |
| int dry_run, BLOCK_SIZE_TYPE bsize) { |
| const int bwl = mb_width_log2(bsize) + 2, bhl = mb_height_log2(bsize) + 2; |
| VP9_COMMON * const cm = &cpi->common; |
| MB_MODE_INFO * const mbmi = &xd->mode_info_context->mbmi; |
| TOKENEXTRA *t_backup = *t; |
| const int mb_skip_context = vp9_get_pred_context(cm, xd, PRED_MBSKIP); |
| const int segment_id = mbmi->segment_id; |
| const int skip_inc = !vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP); |
| const TX_SIZE txfm_size = mbmi->txfm_size; |
| const TX_SIZE uv_txfm_size = (bsize < BLOCK_SIZE_SB32X32 && |
| txfm_size == TX_16X16) ? TX_8X8 : |
| (bsize < BLOCK_SIZE_SB64X64 && |
| txfm_size == TX_32X32) ? TX_16X16 : txfm_size; |
| int b; |
| const int n_y = (1 << (bwl + bhl)), n_uv = (n_y * 3) >> 1; |
| |
| mbmi->mb_skip_coeff = vp9_sb_is_skippable(xd, bsize); |
| |
| if (mbmi->mb_skip_coeff) { |
| if (!dry_run) |
| cpi->skip_true_count[mb_skip_context] += skip_inc; |
| vp9_reset_sb_tokens_context(xd, bsize); |
| if (dry_run) |
| *t = t_backup; |
| return; |
| } |
| |
| if (!dry_run) |
| cpi->skip_false_count[mb_skip_context] += skip_inc; |
| |
| switch (txfm_size) { |
| case TX_32X32: |
| for (b = 0; b < n_y; b += 64) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_Y_WITH_DC, |
| TX_32X32, n_y, dry_run); |
| if (uv_txfm_size == TX_32X32) { |
| assert(bsize == BLOCK_SIZE_SB64X64); |
| tokenize_b(cpi, xd, 256, t, PLANE_TYPE_UV, |
| TX_32X32, n_y, dry_run); |
| tokenize_b(cpi, xd, 320, t, PLANE_TYPE_UV, |
| TX_32X32, n_y, dry_run); |
| } else { |
| for (; b < n_uv; b += 16) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, |
| TX_16X16, n_y, dry_run); |
| } |
| break; |
| case TX_16X16: |
| for (b = 0; b < n_y; b += 16) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_Y_WITH_DC, |
| TX_16X16, n_y, dry_run); |
| if (uv_txfm_size == TX_16X16) { |
| for (; b < n_uv; b += 16) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, |
| TX_16X16, n_y, dry_run); |
| } else { |
| for (; b < n_uv; b += 4) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, |
| TX_8X8, n_y, dry_run); |
| } |
| break; |
| case TX_8X8: |
| for (b = 0; b < n_y; b += 4) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_Y_WITH_DC, |
| TX_8X8, n_y, dry_run); |
| for (; b < n_uv; b += 4) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, |
| TX_8X8, n_y, dry_run); |
| break; |
| case TX_4X4: |
| for (b = 0; b < n_y; b++) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_Y_WITH_DC, |
| TX_4X4, n_y, dry_run); |
| for (; b < n_uv; b++) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, |
| TX_4X4, n_y, dry_run); |
| break; |
| default: assert(0); |
| } |
| |
| if (dry_run) |
| *t = t_backup; |
| } |
| |
| void vp9_tokenize_mb(VP9_COMP *cpi, |
| MACROBLOCKD *xd, |
| TOKENEXTRA **t, |
| int dry_run) { |
| int b; |
| int tx_size = xd->mode_info_context->mbmi.txfm_size; |
| int mb_skip_context = vp9_get_pred_context(&cpi->common, xd, PRED_MBSKIP); |
| TOKENEXTRA *t_backup = *t; |
| |
| // If the MB is going to be skipped because of a segment level flag |
| // exclude this from the skip count stats used to calculate the |
| // transmitted skip probability; |
| int skip_inc; |
| int segment_id = xd->mode_info_context->mbmi.segment_id; |
| |
| if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP)) { |
| skip_inc = 1; |
| } else |
| skip_inc = 0; |
| |
| xd->mode_info_context->mbmi.mb_skip_coeff = vp9_sb_is_skippable(xd, |
| BLOCK_SIZE_MB16X16); |
| |
| if (xd->mode_info_context->mbmi.mb_skip_coeff) { |
| if (!dry_run) |
| cpi->skip_true_count[mb_skip_context] += skip_inc; |
| vp9_reset_sb_tokens_context(xd, BLOCK_SIZE_MB16X16); |
| |
| if (dry_run) |
| *t = t_backup; |
| return; |
| } |
| |
| if (!dry_run) |
| cpi->skip_false_count[mb_skip_context] += skip_inc; |
| |
| if (tx_size == TX_16X16) { |
| tokenize_b(cpi, xd, 0, t, PLANE_TYPE_Y_WITH_DC, TX_16X16, 16, dry_run); |
| for (b = 16; b < 24; b += 4) { |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, TX_8X8, 16, dry_run); |
| } |
| } else if (tx_size == TX_8X8) { |
| for (b = 0; b < 16; b += 4) { |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_Y_WITH_DC, TX_8X8, 16, dry_run); |
| } |
| if (xd->mode_info_context->mbmi.mode == I8X8_PRED || |
| xd->mode_info_context->mbmi.mode == SPLITMV) { |
| for (b = 16; b < 24; b++) { |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, TX_4X4, 16, dry_run); |
| } |
| } else { |
| for (b = 16; b < 24; b += 4) { |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, TX_8X8, 16, dry_run); |
| } |
| } |
| } else { |
| for (b = 0; b < 16; b++) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_Y_WITH_DC, TX_4X4, 16, dry_run); |
| for (b = 16; b < 24; b++) |
| tokenize_b(cpi, xd, b, t, PLANE_TYPE_UV, TX_4X4, 16, dry_run); |
| } |
| if (dry_run) |
| *t = t_backup; |
| } |
| |
| #ifdef ENTROPY_STATS |
| void init_context_counters(void) { |
| FILE *f = fopen("context.bin", "rb"); |
| if (!f) { |
| vpx_memset(context_counters_4x4, 0, sizeof(context_counters_4x4)); |
| vpx_memset(context_counters_8x8, 0, sizeof(context_counters_8x8)); |
| vpx_memset(context_counters_16x16, 0, sizeof(context_counters_16x16)); |
| vpx_memset(context_counters_32x32, 0, sizeof(context_counters_32x32)); |
| } else { |
| fread(context_counters_4x4, sizeof(context_counters_4x4), 1, f); |
| fread(context_counters_8x8, sizeof(context_counters_8x8), 1, f); |
| fread(context_counters_16x16, sizeof(context_counters_16x16), 1, f); |
| fread(context_counters_32x32, sizeof(context_counters_32x32), 1, f); |
| fclose(f); |
| } |
| |
| f = fopen("treeupdate.bin", "rb"); |
| if (!f) { |
| vpx_memset(tree_update_hist_4x4, 0, sizeof(tree_update_hist_4x4)); |
| vpx_memset(tree_update_hist_8x8, 0, sizeof(tree_update_hist_8x8)); |
| vpx_memset(tree_update_hist_16x16, 0, sizeof(tree_update_hist_16x16)); |
| vpx_memset(tree_update_hist_32x32, 0, sizeof(tree_update_hist_32x32)); |
| } else { |
| fread(tree_update_hist_4x4, sizeof(tree_update_hist_4x4), 1, f); |
| fread(tree_update_hist_8x8, sizeof(tree_update_hist_8x8), 1, f); |
| fread(tree_update_hist_16x16, sizeof(tree_update_hist_16x16), 1, f); |
| fread(tree_update_hist_32x32, sizeof(tree_update_hist_32x32), 1, f); |
| fclose(f); |
| } |
| } |
| |
| static void print_counter(FILE *f, vp9_coeff_accum *context_counters, |
| int block_types, const char *header) { |
| int type, ref, band, pt, t; |
| |
| fprintf(f, "static const vp9_coeff_count %s = {\n", header); |
| |
| #define Comma(X) (X ? "," : "") |
| type = 0; |
| do { |
| ref = 0; |
| fprintf(f, "%s\n { /* block Type %d */", Comma(type), type); |
| do { |
| fprintf(f, "%s\n { /* %s */", Comma(type), ref ? "Inter" : "Intra"); |
| band = 0; |
| do { |
| fprintf(f, "%s\n { /* Coeff Band %d */", Comma(band), band); |
| pt = 0; |
| do { |
| fprintf(f, "%s\n {", Comma(pt)); |
| |
| t = 0; |
| do { |
| const int64_t x = context_counters[type][ref][band][pt][t]; |
| const int y = (int) x; |
| |
| assert(x == (int64_t) y); /* no overflow handling yet */ |
| fprintf(f, "%s %d", Comma(t), y); |
| } while (++t < 1 + MAX_ENTROPY_TOKENS); |
| fprintf(f, "}"); |
| } while (++pt < PREV_COEF_CONTEXTS); |
| fprintf(f, "\n }"); |
| } while (++band < COEF_BANDS); |
| fprintf(f, "\n }"); |
| } while (++ref < REF_TYPES); |
| fprintf(f, "\n }"); |
| } while (++type < block_types); |
| fprintf(f, "\n};\n"); |
| } |
| |
| static void print_probs(FILE *f, vp9_coeff_accum *context_counters, |
| int block_types, const char *header) { |
| int type, ref, band, pt, t; |
| |
| fprintf(f, "static const vp9_coeff_probs %s = {", header); |
| |
| type = 0; |
| #define Newline(x, spaces) (x ? " " : "\n" spaces) |
| do { |
| fprintf(f, "%s%s{ /* block Type %d */", |
| Comma(type), Newline(type, " "), type); |
| ref = 0; |
| do { |
| fprintf(f, "%s%s{ /* %s */", |
| Comma(band), Newline(band, " "), ref ? "Inter" : "Intra"); |
| band = 0; |
| do { |
| fprintf(f, "%s%s{ /* Coeff Band %d */", |
| Comma(band), Newline(band, " "), band); |
| pt = 0; |
| do { |
| unsigned int branch_ct[ENTROPY_NODES][2]; |
| unsigned int coef_counts[MAX_ENTROPY_TOKENS + 1]; |
| vp9_prob coef_probs[ENTROPY_NODES]; |
| |
| if (pt >= 3 && band == 0) |
| break; |
| for (t = 0; t < MAX_ENTROPY_TOKENS + 1; ++t) |
| coef_counts[t] = context_counters[type][ref][band][pt][t]; |
| vp9_tree_probs_from_distribution(vp9_coef_tree, coef_probs, |
| branch_ct, coef_counts, 0); |
| branch_ct[0][1] = coef_counts[MAX_ENTROPY_TOKENS] - branch_ct[0][0]; |
| coef_probs[0] = get_binary_prob(branch_ct[0][0], branch_ct[0][1]); |
| fprintf(f, "%s\n {", Comma(pt)); |
| |
| t = 0; |
| do { |
| fprintf(f, "%s %3d", Comma(t), coef_probs[t]); |
| } while (++t < ENTROPY_NODES); |
| |
| fprintf(f, " }"); |
| } while (++pt < PREV_COEF_CONTEXTS); |
| fprintf(f, "\n }"); |
| } while (++band < COEF_BANDS); |
| fprintf(f, "\n }"); |
| } while (++ref < REF_TYPES); |
| fprintf(f, "\n }"); |
| } while (++type < block_types); |
| fprintf(f, "\n};\n"); |
| } |
| |
| void print_context_counters() { |
| FILE *f = fopen("vp9_context.c", "w"); |
| |
| fprintf(f, "#include \"vp9_entropy.h\"\n"); |
| fprintf(f, "\n/* *** GENERATED FILE: DO NOT EDIT *** */\n\n"); |
| |
| /* print counts */ |
| print_counter(f, context_counters_4x4, BLOCK_TYPES, |
| "vp9_default_coef_counts_4x4[BLOCK_TYPES]"); |
| print_counter(f, context_counters_8x8, BLOCK_TYPES, |
| "vp9_default_coef_counts_8x8[BLOCK_TYPES]"); |
| print_counter(f, context_counters_16x16, BLOCK_TYPES, |
| "vp9_default_coef_counts_16x16[BLOCK_TYPES]"); |
| print_counter(f, context_counters_32x32, BLOCK_TYPES, |
| "vp9_default_coef_counts_32x32[BLOCK_TYPES]"); |
| |
| /* print coefficient probabilities */ |
| print_probs(f, context_counters_4x4, BLOCK_TYPES, |
| "default_coef_probs_4x4[BLOCK_TYPES]"); |
| print_probs(f, context_counters_8x8, BLOCK_TYPES, |
| "default_coef_probs_8x8[BLOCK_TYPES]"); |
| print_probs(f, context_counters_16x16, BLOCK_TYPES, |
| "default_coef_probs_16x16[BLOCK_TYPES]"); |
| print_probs(f, context_counters_32x32, BLOCK_TYPES, |
| "default_coef_probs_32x32[BLOCK_TYPES]"); |
| |
| fclose(f); |
| |
| f = fopen("context.bin", "wb"); |
| fwrite(context_counters_4x4, sizeof(context_counters_4x4), 1, f); |
| fwrite(context_counters_8x8, sizeof(context_counters_8x8), 1, f); |
| fwrite(context_counters_16x16, sizeof(context_counters_16x16), 1, f); |
| fwrite(context_counters_32x32, sizeof(context_counters_32x32), 1, f); |
| fclose(f); |
| } |
| #endif |
| |
| void vp9_tokenize_initialize() { |
| fill_value_tokens(); |
| } |