aboutsummaryrefslogtreecommitdiffstats
path: root/libavcodec
diff options
context:
space:
mode:
authorMichael Niedermayer <michaelni@gmx.at>2014-01-12 01:55:01 +0100
committerMichael Niedermayer <michaelni@gmx.at>2014-01-14 15:58:58 +0100
commitcca2772e168990616615745e783df5b2c2d75a40 (patch)
tree82f5f00e5f0ad6957c8f2da5725656e1797f8f99 /libavcodec
parentd9e556ebd04c755b61b7d56c796ec21bf8928adf (diff)
downloadffmpeg-cca2772e168990616615745e783df5b2c2d75a40.tar.gz
avcodec/simple_idct_template: change the idct coefficients so that they match the x86 code
no changes in either standard deviation or PSNR is seen in any of the changed fate cases MSE changes from 0.05012422 to 0.04890000 Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
Diffstat (limited to 'libavcodec')
-rw-r--r--libavcodec/simple_idct_template.c14
1 files changed, 7 insertions, 7 deletions
diff --git a/libavcodec/simple_idct_template.c b/libavcodec/simple_idct_template.c
index 64a7be02c5..559b6e46db 100644
--- a/libavcodec/simple_idct_template.c
+++ b/libavcodec/simple_idct_template.c
@@ -65,13 +65,13 @@
#elif BIT_DEPTH == 10 || BIT_DEPTH == 12
#if BIT_DEPTH == 10
-#define W1 90901
-#define W2 85627
-#define W3 77062
-#define W4 65535
-#define W5 51491
-#define W6 35468
-#define W7 18081
+#define W1 (22725*4) // 90901
+#define W2 (21407*4) // 85627
+#define W3 (19265*4) // 77062
+#define W4 (16384*4) // 65535
+#define W5 (12873*4) // 51491
+#define W6 ( 8867*4) // 35468
+#define W7 ( 4520*4) // 18081
#define ROW_SHIFT 15
#define COL_SHIFT 20