| /* |
| * Copyright (c) 2021, Alliance for Open Media. All rights reserved |
| * |
| * This source code is subject to the terms of the BSD 3-Clause Clear License |
| * and the Alliance for Open Media Patent License 1.0. If the BSD 3-Clause Clear |
| * License was not distributed with this source code in the LICENSE file, you |
| * can obtain it at aomedia.org/license/software-license/bsd-3-c-c/. If the |
| * Alliance for Open Media Patent License 1.0 was not distributed with this |
| * source code in the PATENTS file, you can obtain it at |
| * aomedia.org/license/patent-license/. |
| */ |
| |
| // AV1 Set Reference Frame |
| // ============================ |
| // |
| // This is an example demonstrating how to overwrite the AV1 encoder's |
| // internal reference frame. In the sample we set the last frame to the |
| // current frame. This technique could be used to bounce between two cameras. |
| // |
| // The decoder would also have to set the reference frame to the same value |
| // on the same frame, or the video will become corrupt. The 'test_decode' |
| // variable is set to 1 in this example that tests if the encoder and decoder |
| // results are matching. |
| // |
| // Usage |
| // ----- |
| // This example encodes a raw video. And the last argument passed in specifies |
| // the frame number to update the reference frame on. For example, run |
| // examples/aom_cx_set_ref av1 352 288 in.yuv out.ivf 4 30 |
| // The parameter is parsed as follows: |
| // |
| // |
| // Extra Variables |
| // --------------- |
| // This example maintains the frame number passed on the command line |
| // in the `update_frame_num` variable. |
| // |
| // |
| // Configuration |
| // ------------- |
| // |
| // The reference frame is updated on the frame specified on the command |
| // line. |
| // |
| // Observing The Effects |
| // --------------------- |
| // The encoder and decoder results should be matching when the same reference |
| // frame setting operation is done in both encoder and decoder. Otherwise, |
| // the encoder/decoder mismatch would be seen. |
| |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| |
| #include "aom/aom_decoder.h" |
| #include "aom/aom_encoder.h" |
| #include "aom/aomcx.h" |
| #include "aom_scale/yv12config.h" |
| #include "common/tools_common.h" |
| #include "common/video_writer.h" |
| #include "examples/encoder_util.h" |
| |
| static const char *exec_name; |
| |
| void usage_exit() { |
| fprintf(stderr, |
| "Usage: %s <codec> <width> <height> <infile> <outfile> " |
| "<frame> <limit(optional)>\n", |
| exec_name); |
| exit(EXIT_FAILURE); |
| } |
| |
| static void testing_decode(aom_codec_ctx_t *encoder, aom_codec_ctx_t *decoder, |
| unsigned int frame_out, int *mismatch_seen) { |
| aom_image_t enc_img, dec_img; |
| |
| if (*mismatch_seen) return; |
| |
| /* Get the internal reference frame */ |
| if (aom_codec_control(encoder, AV1_GET_NEW_FRAME_IMAGE, &enc_img)) |
| die_codec(encoder, "Failed to get encoder reference frame"); |
| if (aom_codec_control(decoder, AV1_GET_NEW_FRAME_IMAGE, &dec_img)) |
| die_codec(decoder, "Failed to get decoder reference frame"); |
| |
| if ((enc_img.fmt & AOM_IMG_FMT_HIGHBITDEPTH) != |
| (dec_img.fmt & AOM_IMG_FMT_HIGHBITDEPTH)) { |
| if (enc_img.fmt & AOM_IMG_FMT_HIGHBITDEPTH) { |
| aom_image_t enc_hbd_img; |
| aom_img_alloc(&enc_hbd_img, enc_img.fmt - AOM_IMG_FMT_HIGHBITDEPTH, |
| enc_img.d_w, enc_img.d_h, 16); |
| aom_img_truncate_16_to_8(&enc_hbd_img, &enc_img); |
| enc_img = enc_hbd_img; |
| } |
| if (dec_img.fmt & AOM_IMG_FMT_HIGHBITDEPTH) { |
| aom_image_t dec_hbd_img; |
| aom_img_alloc(&dec_hbd_img, dec_img.fmt - AOM_IMG_FMT_HIGHBITDEPTH, |
| dec_img.d_w, dec_img.d_h, 16); |
| aom_img_truncate_16_to_8(&dec_hbd_img, &dec_img); |
| dec_img = dec_hbd_img; |
| } |
| } |
| |
| if (!aom_compare_img(&enc_img, &dec_img)) { |
| int y[4], u[4], v[4]; |
| if (enc_img.fmt & AOM_IMG_FMT_HIGHBITDEPTH) { |
| aom_find_mismatch_high(&enc_img, &dec_img, y, u, v); |
| } else { |
| aom_find_mismatch(&enc_img, &dec_img, y, u, v); |
| } |
| |
| printf( |
| "Encode/decode mismatch on frame %u at" |
| " Y[%d, %d] {%d/%d}," |
| " U[%d, %d] {%d/%d}," |
| " V[%d, %d] {%d/%d}", |
| frame_out, y[0], y[1], y[2], y[3], u[0], u[1], u[2], u[3], v[0], v[1], |
| v[2], v[3]); |
| *mismatch_seen = 1; |
| } |
| |
| aom_img_free(&enc_img); |
| aom_img_free(&dec_img); |
| } |
| |
| static int encode_frame(aom_codec_ctx_t *ecodec, aom_image_t *img, |
| unsigned int frame_in, AvxVideoWriter *writer, |
| int test_decode, aom_codec_ctx_t *dcodec, |
| unsigned int *frame_out, int *mismatch_seen, |
| aom_image_t *ext_ref) { |
| int got_pkts = 0; |
| aom_codec_iter_t iter = NULL; |
| const aom_codec_cx_pkt_t *pkt = NULL; |
| int got_data; |
| const aom_codec_err_t res = aom_codec_encode(ecodec, img, frame_in, 1, 0); |
| if (res != AOM_CODEC_OK) die_codec(ecodec, "Failed to encode frame"); |
| |
| got_data = 0; |
| |
| while ((pkt = aom_codec_get_cx_data(ecodec, &iter)) != NULL) { |
| got_pkts = 1; |
| |
| if (pkt->kind == AOM_CODEC_CX_FRAME_PKT) { |
| const int keyframe = (pkt->data.frame.flags & AOM_FRAME_IS_KEY) != 0; |
| |
| ++*frame_out; |
| |
| if (!aom_video_writer_write_frame(writer, pkt->data.frame.buf, |
| pkt->data.frame.sz, |
| pkt->data.frame.pts)) { |
| die_codec(ecodec, "Failed to write compressed frame"); |
| } |
| printf(keyframe ? "K" : "."); |
| fflush(stdout); |
| got_data = 1; |
| |
| // Decode 1 frame. |
| if (test_decode) { |
| if (aom_codec_decode(dcodec, pkt->data.frame.buf, |
| (unsigned int)pkt->data.frame.sz, NULL)) |
| die_codec(dcodec, "Failed to decode frame."); |
| |
| // Copy out first decoded frame, and use it as reference later. |
| if (*frame_out == 1 && ext_ref != NULL) |
| if (aom_codec_control(dcodec, AV1_COPY_NEW_FRAME_IMAGE, ext_ref)) |
| die_codec(dcodec, "Failed to get decoder new frame"); |
| } |
| } |
| } |
| |
| // Mismatch checking |
| if (got_data && test_decode) { |
| testing_decode(ecodec, dcodec, *frame_out, mismatch_seen); |
| } |
| |
| return got_pkts; |
| } |
| |
| int main(int argc, char **argv) { |
| FILE *infile = NULL; |
| // Encoder |
| aom_codec_ctx_t ecodec; |
| aom_codec_enc_cfg_t cfg; |
| unsigned int frame_in = 0; |
| aom_image_t raw; |
| aom_image_t raw_shift; |
| aom_image_t ext_ref; |
| aom_codec_err_t res; |
| AvxVideoInfo info; |
| AvxVideoWriter *writer = NULL; |
| int flags = 0; |
| int allocated_raw_shift = 0; |
| aom_img_fmt_t raw_fmt = AOM_IMG_FMT_I420; |
| aom_img_fmt_t ref_fmt = AOM_IMG_FMT_I420; |
| |
| // Test encoder/decoder mismatch. |
| int test_decode = 1; |
| // Decoder |
| aom_codec_ctx_t dcodec; |
| unsigned int frame_out = 0; |
| |
| // The frame number to set reference frame on |
| unsigned int update_frame_num = 0; |
| int mismatch_seen = 0; |
| |
| const int fps = 30; |
| const int bitrate = 500; |
| |
| const char *codec_arg = NULL; |
| const char *width_arg = NULL; |
| const char *height_arg = NULL; |
| const char *infile_arg = NULL; |
| const char *outfile_arg = NULL; |
| const char *update_frame_num_arg = NULL; |
| unsigned int limit = 0; |
| exec_name = argv[0]; |
| |
| // Clear explicitly, as simply assigning "{ 0 }" generates |
| // "missing-field-initializers" warning in some compilers. |
| memset(&ecodec, 0, sizeof(ecodec)); |
| memset(&cfg, 0, sizeof(cfg)); |
| memset(&info, 0, sizeof(info)); |
| |
| if (argc < 7) die("Invalid number of arguments"); |
| |
| codec_arg = argv[1]; |
| width_arg = argv[2]; |
| height_arg = argv[3]; |
| infile_arg = argv[4]; |
| outfile_arg = argv[5]; |
| update_frame_num_arg = argv[6]; |
| |
| aom_codec_iface_t *encoder = get_aom_encoder_by_short_name(codec_arg); |
| if (!encoder) die("Unsupported codec."); |
| |
| update_frame_num = (unsigned int)strtoul(update_frame_num_arg, NULL, 0); |
| // In AV1, the reference buffers (cm->buffer_pool->frame_bufs[i].buf) are |
| // allocated while calling aom_codec_encode(), thus, setting reference for |
| // 1st frame isn't supported. |
| if (update_frame_num <= 1) { |
| die("Couldn't parse frame number '%s'\n", update_frame_num_arg); |
| } |
| |
| if (argc > 7) { |
| limit = (unsigned int)strtoul(argv[7], NULL, 0); |
| if (update_frame_num > limit) |
| die("Update frame number couldn't larger than limit\n"); |
| } |
| |
| info.codec_fourcc = get_fourcc_by_aom_encoder(encoder); |
| info.frame_width = (int)strtol(width_arg, NULL, 0); |
| info.frame_height = (int)strtol(height_arg, NULL, 0); |
| info.time_base.numerator = 1; |
| info.time_base.denominator = fps; |
| |
| if (info.frame_width <= 0 || info.frame_height <= 0) { |
| die("Invalid frame size: %dx%d", info.frame_width, info.frame_height); |
| } |
| |
| // In this test, the bit depth of input video is 8-bit, and the input format |
| // is AOM_IMG_FMT_I420. |
| if (!aom_img_alloc(&raw, raw_fmt, info.frame_width, info.frame_height, 32)) { |
| die("Failed to allocate image."); |
| } |
| |
| ref_fmt |= AOM_IMG_FMT_HIGHBITDEPTH; |
| // Allocate memory with the border so that it can be used as a reference. |
| if (!aom_img_alloc_with_border(&ext_ref, ref_fmt, info.frame_width, |
| info.frame_height, 32, 8, |
| AOM_DEC_BORDER_IN_PIXELS)) { |
| die("Failed to allocate image."); |
| } |
| |
| printf("Using %s\n", aom_codec_iface_name(encoder)); |
| |
| res = aom_codec_enc_config_default(encoder, &cfg, 0); |
| if (res) die_codec(&ecodec, "Failed to get default codec config."); |
| |
| cfg.g_w = info.frame_width; |
| cfg.g_h = info.frame_height; |
| cfg.g_timebase.num = info.time_base.numerator; |
| cfg.g_timebase.den = info.time_base.denominator; |
| cfg.rc_target_bitrate = bitrate; |
| cfg.g_lag_in_frames = 3; |
| cfg.g_bit_depth = AOM_BITS_8; |
| |
| writer = aom_video_writer_open(outfile_arg, kContainerIVF, &info); |
| if (!writer) die("Failed to open %s for writing.", outfile_arg); |
| |
| if (!(infile = fopen(infile_arg, "rb"))) |
| die("Failed to open %s for reading.", infile_arg); |
| |
| if (aom_codec_enc_init(&ecodec, encoder, &cfg, flags)) |
| die("Failed to initialize encoder"); |
| |
| // Disable alt_ref. |
| if (aom_codec_control(&ecodec, AOME_SET_ENABLEAUTOALTREF, 0)) |
| die_codec(&ecodec, "Failed to set enable auto alt ref"); |
| |
| if (test_decode) { |
| aom_codec_iface_t *decoder = get_aom_decoder_by_short_name(codec_arg); |
| if (aom_codec_dec_init(&dcodec, decoder, NULL, 0)) |
| die("Failed to initialize decoder."); |
| } |
| |
| // Encode frames. |
| while (aom_img_read(&raw, infile)) { |
| if (limit && frame_in >= limit) break; |
| aom_image_t *frame_to_encode; |
| |
| // Need to allocate larger buffer to use hbd internal. |
| int input_shift = 0; |
| if (!allocated_raw_shift) { |
| aom_img_alloc(&raw_shift, raw_fmt | AOM_IMG_FMT_HIGHBITDEPTH, |
| info.frame_width, info.frame_height, 32); |
| allocated_raw_shift = 1; |
| } |
| aom_img_upshift(&raw_shift, &raw, input_shift); |
| frame_to_encode = &raw_shift; |
| |
| if (update_frame_num > 1 && frame_out + 1 == update_frame_num) { |
| av1_ref_frame_t ref; |
| ref.idx = 0; |
| ref.use_external_ref = 0; |
| ref.img = ext_ref; |
| // Set reference frame in encoder. |
| if (aom_codec_control(&ecodec, AV1_SET_REFERENCE, &ref)) |
| die_codec(&ecodec, "Failed to set encoder reference frame"); |
| printf(" <SET_REF>"); |
| |
| // If set_reference in decoder is commented out, the enc/dec mismatch |
| // would be seen. |
| if (test_decode) { |
| ref.use_external_ref = 1; |
| if (aom_codec_control(&dcodec, AV1_SET_REFERENCE, &ref)) |
| die_codec(&dcodec, "Failed to set decoder reference frame"); |
| } |
| } |
| |
| encode_frame(&ecodec, frame_to_encode, frame_in, writer, test_decode, |
| &dcodec, &frame_out, &mismatch_seen, &ext_ref); |
| frame_in++; |
| if (mismatch_seen) break; |
| } |
| |
| // Flush encoder. |
| if (!mismatch_seen) |
| while (encode_frame(&ecodec, NULL, frame_in, writer, test_decode, &dcodec, |
| &frame_out, &mismatch_seen, NULL)) { |
| } |
| |
| printf("\n"); |
| fclose(infile); |
| printf("Processed %u frames.\n", frame_out); |
| |
| if (test_decode) { |
| if (!mismatch_seen) |
| printf("Encoder/decoder results are matching.\n"); |
| else |
| printf("Encoder/decoder results are NOT matching.\n"); |
| } |
| |
| if (test_decode) |
| if (aom_codec_destroy(&dcodec)) |
| die_codec(&dcodec, "Failed to destroy decoder"); |
| |
| if (allocated_raw_shift) aom_img_free(&raw_shift); |
| aom_img_free(&ext_ref); |
| aom_img_free(&raw); |
| if (aom_codec_destroy(&ecodec)) |
| die_codec(&ecodec, "Failed to destroy encoder."); |
| |
| aom_video_writer_close(writer); |
| |
| return EXIT_SUCCESS; |
| } |