aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorRonald S. Bultje <rsbultje@gmail.com>2016-01-16 14:44:28 -0500
committerMichael Niedermayer <michael@niedermayer.cc>2016-10-05 03:06:45 +0200
commit62b2b2195b7eac8570ef31b8306916a1a53a537b (patch)
tree6bc21d59b5b41b89cb7d7350676b8447fcdda7dd
parent239f75d6c3dfbe4def80a12913d5737dd5a5bbcc (diff)
downloadffmpeg-62b2b2195b7eac8570ef31b8306916a1a53a537b.tar.gz
videodsp: fix 1-byte overread in top/bottom READ_NUM_BYTES iterations.
This can overread (either before start or beyond end) of the buffer in Nx1 (i.e. height=1) images. Fixes mozilla bug 1240080. (cherry picked from commit 0f88b3f82fafd536979993aeaafcb11a22266dbd) Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
-rw-r--r--libavcodec/x86/videodsp.asm21
1 files changed, 6 insertions, 15 deletions
diff --git a/libavcodec/x86/videodsp.asm b/libavcodec/x86/videodsp.asm
index 48f5ac0ce6..a807d3b888 100644
--- a/libavcodec/x86/videodsp.asm
+++ b/libavcodec/x86/videodsp.asm
@@ -193,14 +193,10 @@ hvar_fn
mov valb, [srcq+%2-1]
%elif (%2-%%off) == 2
mov valw, [srcq+%2-2]
-%elifidn %1, body
+%else
mov valb, [srcq+%2-1]
- sal vald, 16
+ ror vald, 16
mov valw, [srcq+%2-3]
-%elifidn %1, bottom
- movd mm %+ %%mmx_idx, [srcq+%2-4]
-%else ; top
- movd mm %+ %%mmx_idx, [srcq+%2-3]
%endif
%endif ; (%2-%%off) >= 1
%endmacro ; READ_NUM_BYTES
@@ -253,18 +249,13 @@ hvar_fn
mov [dstq+%2-1], valb
%elif (%2-%%off) == 2
mov [dstq+%2-2], valw
-%elifidn %1, body
- mov [dstq+%2-3], valw
- sar vald, 16
- mov [dstq+%2-1], valb
%else
- movd vald, mm %+ %%mmx_idx
-%ifidn %1, bottom
- sar vald, 8
-%endif
mov [dstq+%2-3], valw
- sar vald, 16
+ ror vald, 16
mov [dstq+%2-1], valb
+%ifnidn %1, body
+ ror vald, 16
+%endif
%endif
%endif ; (%2-%%off) >= 1
%endmacro ; WRITE_NUM_BYTES