commit c255beee4c7afb0b5467cdf12c6568a3d95fe085
author Bohan Li <bohanli@google.com> Mon Apr 12 10:12:29 2021 -0700
committer Bohan Li <bohanli@google.com> Fri Jul 16 01:38:17 2021 +0000
tree 6f0884019a776b976c2dde51dd24dc8fa021aaf2
parent 94ab97352f654d98343e923e1ca33e2a9847cd2a

Check highdepth flag when initializing encoder.

BUG=aomedia:2987

Change-Id: I0a07df3af5a01daab6ae223641921ca189deb5d1

aom/src/aom_encoder.c

diff --git a/aom/src/aom_encoder.c b/aom/src/aom_encoder.c
index bb51c93..5dfda96 100644
--- a/aom/src/aom_encoder.c
+++ b/aom/src/aom_encoder.c
@@ -50,7 +50,11 @@
     res = AOM_CODEC_INCAPABLE;
   else if ((flags & AOM_CODEC_USE_PSNR) && !(iface->caps & AOM_CODEC_CAP_PSNR))
     res = AOM_CODEC_INCAPABLE;
-  else {
+  else if (cfg->g_bit_depth > 8 && (flags & AOM_CODEC_USE_HIGHBITDEPTH) == 0) {
+    res = AOM_CODEC_INVALID_PARAM;
+    ctx->err_detail =
+        "High bit-depth used without the AOM_CODEC_USE_HIGHBITDEPTH flag.";
+  } else {
     ctx->iface = iface;
     ctx->name = iface->name;
     ctx->priv = NULL;