diff options
| author | Michael Niedermayer <michaelni@gmx.at> | 2012-08-02 04:21:53 +0200 |
|---|---|---|
| committer | Michael Niedermayer <michaelni@gmx.at> | 2012-08-02 04:21:53 +0200 |
| commit | 571572fcddc16ebe3d60054ae5a2db05800c1d6d (patch) | |
| tree | 77b2fadc220bc7df13653d49446b9f981bfb98a8 /libavcodec/mpegaudio_tablegen.h | |
| parent | 98a2f4e87b5c9439cf66a36b1089c7168206f9b2 (diff) | |
| download | ffmpeg-571572fcddc16ebe3d60054ae5a2db05800c1d6d.tar.gz | |
mp3dec: adjust IMDCT scaling to avoid overflows
Fixes ticket268
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
Diffstat (limited to 'libavcodec/mpegaudio_tablegen.h')
| -rw-r--r-- | libavcodec/mpegaudio_tablegen.h | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/libavcodec/mpegaudio_tablegen.h b/libavcodec/mpegaudio_tablegen.h index 291e40b9aa..a8756fa5c2 100644 --- a/libavcodec/mpegaudio_tablegen.h +++ b/libavcodec/mpegaudio_tablegen.h @@ -47,7 +47,7 @@ static void mpegaudio_tableinit(void) double value = i / 4; double f, fm; int e, m; - f = value * cbrtf(value) * pow(2, (i & 3) * 0.25); + f = value / IMDCT_SCALAR * cbrtf(value) * pow(2, (i & 3) * 0.25); fm = frexp(f, &e); m = (uint32_t)(fm * (1LL << 31) + 0.5); e += FRAC_BITS - 31 + 5 - 100; @@ -58,7 +58,7 @@ static void mpegaudio_tableinit(void) } for (exponent = 0; exponent < 512; exponent++) { for (value = 0; value < 16; value++) { - double f = (double)value * cbrtf(value) * pow(2, (exponent - 400) * 0.25 + FRAC_BITS + 5); + double f = (double)value * cbrtf(value) * pow(2, (exponent - 400) * 0.25 + FRAC_BITS + 5) / IMDCT_SCALAR; expval_table_fixed[exponent][value] = llrint(f); expval_table_float[exponent][value] = f; } |