vp10/resize: add missing alloc checks Change-Id: I96669ddbcdda508a295c68ecf103d10f364e0ad5
diff --git a/vp10/encoder/resize.c b/vp10/encoder/resize.c index 5572c17..e339fa3 100644 --- a/vp10/encoder/resize.c +++ b/vp10/encoder/resize.c
@@ -461,6 +461,7 @@ int filteredlength = length; if (!tmpbuf) { tmpbuf = (uint8_t *)malloc(sizeof(uint8_t) * length); + if (tmpbuf == NULL) return; otmp = tmpbuf; } else { otmp = buf; @@ -520,6 +521,7 @@ uint8_t *tmpbuf = (uint8_t *)malloc(sizeof(uint8_t) * (width < height ? height : width)); uint8_t *arrbuf = (uint8_t *)malloc(sizeof(uint8_t) * (height + height2)); + if (intbuf == NULL || tmpbuf == NULL || arrbuf == NULL) goto Error; assert(width > 0); assert(height > 0); assert(width2 > 0); @@ -532,6 +534,8 @@ resize_multistep(arrbuf, height, arrbuf + height, height2, tmpbuf); fill_arr_to_col(output + i, out_stride, height2, arrbuf + height); } + + Error: free(intbuf); free(tmpbuf); free(arrbuf); @@ -754,6 +758,7 @@ int filteredlength = length; if (!tmpbuf) { tmpbuf = (uint16_t *)malloc(sizeof(uint16_t) * length); + if (tmpbuf == NULL) return; otmp = tmpbuf; } else { otmp = buf; @@ -816,6 +821,7 @@ uint16_t *tmpbuf = (uint16_t *)malloc(sizeof(uint16_t) * (width < height ? height : width)); uint16_t *arrbuf = (uint16_t *)malloc(sizeof(uint16_t) * (height + height2)); + if (intbuf == NULL || tmpbuf == NULL || arrbuf == NULL) goto Error; for (i = 0; i < height; ++i) { highbd_resize_multistep(CONVERT_TO_SHORTPTR(input + in_stride * i), width, intbuf + width2 * i, width2, tmpbuf, bd); @@ -827,6 +833,8 @@ highbd_fill_arr_to_col(CONVERT_TO_SHORTPTR(output + i), out_stride, height2, arrbuf + height); } + + Error: free(intbuf); free(tmpbuf); free(arrbuf);