diff --git a/av1/decoder/decodeframe.c b/av1/decoder/decodeframe.c
index 998f465..653ce96 100644
--- a/av1/decoder/decodeframe.c
+++ b/av1/decoder/decodeframe.c
@@ -2707,8 +2707,6 @@
 
           cm->ref_frame_map[ref_idx] = buf_idx;
           frame_bufs[buf_idx].cur_frame_offset = frame_offset;
-        } else {
-          assert(frame_offset == frame_bufs[buf_idx].cur_frame_offset);
         }
       }
     }