diff options
| author | Ganesh Ajjanagadde <gajjanagadde@gmail.com> | 2015-11-26 09:17:46 -0500 |
|---|---|---|
| committer | Ganesh Ajjanagadde <gajjanagadde@gmail.com> | 2015-11-26 11:19:03 -0500 |
| commit | a239ce707433b159fc7e7906a6845e992438d017 (patch) | |
| tree | 8038de6e5922515fdafa1c7d919f387f8f54e282 | |
| parent | 39290f271550c762cb4553e7c8405d344d630d36 (diff) | |
| download | ffmpeg-a239ce707433b159fc7e7906a6845e992438d017.tar.gz | |
avcodec/faandct: remove L suffixes for floating point literal
Should fix issues with ppc, tested by bug reporter.
Reported-by: John Warburton <john@johnwarburton.net>
Signed-off-by: Ganesh Ajjanagadde <gajjanagadde@gmail.com>
| -rw-r--r-- | libavcodec/faandct.c | 20 |
1 files changed, 11 insertions, 9 deletions
diff --git a/libavcodec/faandct.c b/libavcodec/faandct.c index c8ea328f6d..b6830725d2 100644 --- a/libavcodec/faandct.c +++ b/libavcodec/faandct.c @@ -33,16 +33,18 @@ typedef float FLOAT; /* numbers generated by arbitrary precision arithmetic followed by truncation to 36 fractional digits (enough for a 128-bit IEEE quad, see /usr/include/math.h -for this approach). This guarantees a "best effort precision". +for this approach). Unfortunately, long double is not always available correctly, +e.g ppc has issues. +TODO: add L suffixes when ppc and toolchains sort out their stuff. */ -#define B0 1.000000000000000000000000000000000000L -#define B1 0.720959822006947913789091890943021267L // (cos(pi*1/16)sqrt(2))^-1 -#define B2 0.765366864730179543456919968060797734L // (cos(pi*2/16)sqrt(2))^-1 -#define B3 0.850430094767256448766702844371412325L // (cos(pi*3/16)sqrt(2))^-1 -#define B4 1.000000000000000000000000000000000000L // (cos(pi*4/16)sqrt(2))^-1 -#define B5 1.272758580572833938461007018281767032L // (cos(pi*5/16)sqrt(2))^-1 -#define B6 1.847759065022573512256366378793576574L // (cos(pi*6/16)sqrt(2))^-1 -#define B7 3.624509785411551372409941227504289587L // (cos(pi*7/16)sqrt(2))^-1 +#define B0 1.000000000000000000000000000000000000 +#define B1 0.720959822006947913789091890943021267 // (cos(pi*1/16)sqrt(2))^-1 +#define B2 0.765366864730179543456919968060797734 // (cos(pi*2/16)sqrt(2))^-1 +#define B3 0.850430094767256448766702844371412325 // (cos(pi*3/16)sqrt(2))^-1 +#define B4 1.000000000000000000000000000000000000 // (cos(pi*4/16)sqrt(2))^-1 +#define B5 1.272758580572833938461007018281767032 // (cos(pi*5/16)sqrt(2))^-1 +#define B6 1.847759065022573512256366378793576574 // (cos(pi*6/16)sqrt(2))^-1 +#define B7 3.624509785411551372409941227504289587 // (cos(pi*7/16)sqrt(2))^-1 #define A1 M_SQRT1_2 // cos(pi*4/16) #define A2 0.54119610014619698435 // cos(pi*6/16)sqrt(2) |