diff --git a/av1/common/enums.h b/av1/common/enums.h
index 8a991e3..30a4463 100644
--- a/av1/common/enums.h
+++ b/av1/common/enums.h
@@ -66,10 +66,8 @@
 #define REF_FRAMES_LOG2 3
 #define REF_FRAMES (1 << REF_FRAMES_LOG2)
 
-// 1 scratch frame for the new frame, 3 for scaled references on the encoder.
-// TODO(jkoleszar): These 3 extra references could probably come from the
-// normal reference pool.
-#define FRAME_BUFFERS (REF_FRAMES + 4)
+// 1 scratch frame for the new frame, 7 for scaled references on the encoder.
+#define FRAME_BUFFERS (REF_FRAMES + 1 + 7)
 
 // 4 frame filter levels: y plane vertical, y plane horizontal,
 // u plane, and v plane