aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorMichael Niedermayer <michael@niedermayer.cc>2016-05-15 18:33:09 +0200
committerMichael Niedermayer <michael@niedermayer.cc>2016-08-15 18:54:34 +0200
commit500cf2e159fd7f3dd7da9bbe770eb5f2ef590ad0 (patch)
treed76a73408bc4409a3f144bcf4bdb55f1faed23dd
parent345231336fd22d23d59fd5c0d969459681b02a6a (diff)
downloadffmpeg-500cf2e159fd7f3dd7da9bbe770eb5f2ef590ad0.tar.gz
swresample/rematrix: Use error diffusion to avoid error in the DC component of the matrix
This fixes the sum of the integer coefficients ending up summing to a value larger than the value representing unity. This issue occurs with qN0.dts when converting to stereo Signed-off-by: Michael Niedermayer <michael@niedermayer.cc> (cherry picked from commit 7fe81bc4f8ba684626fa08f7bef46da3e8abe373) Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
-rw-r--r--libswresample/rematrix.c12
1 files changed, 9 insertions, 3 deletions
diff --git a/libswresample/rematrix.c b/libswresample/rematrix.c
index 54ebb96b04..eacb457e29 100644
--- a/libswresample/rematrix.c
+++ b/libswresample/rematrix.c
@@ -366,9 +366,15 @@ av_cold int swri_rematrix_init(SwrContext *s){
s->native_one = av_mallocz(sizeof(int));
if (!s->native_matrix || !s->native_one)
return AVERROR(ENOMEM);
- for (i = 0; i < nb_out; i++)
- for (j = 0; j < nb_in; j++)
- ((int*)s->native_matrix)[i * nb_in + j] = lrintf(s->matrix[i][j] * 32768);
+ for (i = 0; i < nb_out; i++) {
+ double rem = 0;
+
+ for (j = 0; j < nb_in; j++) {
+ double target = s->matrix[i][j] * 32768 + rem;
+ ((int*)s->native_matrix)[i * nb_in + j] = lrintf(target);
+ rem += target - ((int*)s->native_matrix)[i * nb_in + j];
+ }
+ }
*((int*)s->native_one) = 32768;
s->mix_1_1_f = (mix_1_1_func_type*)copy_s16;
s->mix_2_1_f = (mix_2_1_func_type*)sum2_s16;