aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorMichael Niedermayer <michaelni@gmx.at>2014-02-16 23:08:52 +0100
committerMichael Niedermayer <michaelni@gmx.at>2014-03-05 03:06:10 +0100
commitab31a9ee4af5cfc0bab6b318512819fb706d0ff2 (patch)
tree71c74fad065b17b0bf3d4ac89f9a8c6211fc605c
parenta57d29a50c7a65cd75d55db78ffb24d326aec38f (diff)
downloadffmpeg-ab31a9ee4af5cfc0bab6b318512819fb706d0ff2.tar.gz
avcodec/msrle: use av_image_get_linesize() to calculate the linesize
Fixes out of array access Fixes: 14a74a0a2dc67ede543f0e35d834fbbe-asan_heap-oob_49572c_556_cov_215466444_44_001_engine_room.mov Found-by: Mateusz "j00ru" Jurczyk and Gynvael Coldwind Signed-off-by: Michael Niedermayer <michaelni@gmx.at> (cherry picked from commit c919e1ca2ecfc47d796382973ba0e48b8f6f92a2) Conflicts: libavcodec/msrle.c (cherry picked from commit bc1c8ec5e65098fd2ccd8456f667151dfc9cda42) Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
-rw-r--r--libavcodec/msrle.c3
1 files changed, 2 insertions, 1 deletions
diff --git a/libavcodec/msrle.c b/libavcodec/msrle.c
index 7187d1a5e1..a836e33cbe 100644
--- a/libavcodec/msrle.c
+++ b/libavcodec/msrle.c
@@ -34,6 +34,7 @@
#include "avcodec.h"
#include "msrledec.h"
+#include "libavutil/imgutils.h"
typedef struct MsrleContext {
AVCodecContext *avctx;
@@ -112,7 +113,7 @@ static int msrle_decode_frame(AVCodecContext *avctx,
/* FIXME how to correctly detect RLE ??? */
if (avctx->height * istride == avpkt->size) { /* assume uncompressed */
- int linesize = (avctx->width * avctx->bits_per_coded_sample + 7) / 8;
+ int linesize = av_image_get_linesize(avctx->pix_fmt, avctx->width, 0);
uint8_t *ptr = s->frame.data[0];
uint8_t *buf = avpkt->data + (avctx->height-1)*istride;
int i, j;