diff options
| author | Justin Ruggles <justin.ruggles@gmail.com> | 2012-11-07 14:48:28 -0500 |
|---|---|---|
| committer | Justin Ruggles <justin.ruggles@gmail.com> | 2012-11-08 13:57:34 -0500 |
| commit | 3a2731cbd31d0c5681ddbc7c78edd5c53c4d0032 (patch) | |
| tree | 0a19a2ff632caee86c12ccebca8b265d39981c4e | |
| parent | 3ba416408aef99b4d7d92719c0a03dc2c9647025 (diff) | |
| download | ffmpeg-3a2731cbd31d0c5681ddbc7c78edd5c53c4d0032.tar.gz | |
flacenc: ensure the order is within the min/max range in LPC order search
This fixes use of uninitialized values when the FLAC encoder uses the
2-level, 4-level, and 8-level search methods. Fixes failure of the
fate-flac-24-comp-8 test when run using valgrind.
| -rw-r--r-- | libavcodec/flacenc.c | 8 |
1 files changed, 5 insertions, 3 deletions
diff --git a/libavcodec/flacenc.c b/libavcodec/flacenc.c index 93d4646604..54bc64c9de 100644 --- a/libavcodec/flacenc.c +++ b/libavcodec/flacenc.c @@ -799,14 +799,16 @@ static int encode_residual_ch(FlacEncodeContext *s, int ch) omethod == ORDER_METHOD_8LEVEL) { int levels = 1 << omethod; uint64_t bits[1 << ORDER_METHOD_8LEVEL]; - int order; + int order = -1; int opt_index = levels-1; opt_order = max_order-1; bits[opt_index] = UINT32_MAX; for (i = levels-1; i >= 0; i--) { + int last_order = order; order = min_order + (((max_order-min_order+1) * (i+1)) / levels)-1; - if (order < 0) - order = 0; + order = av_clip(order, min_order - 1, max_order - 1); + if (order == last_order) + continue; s->flac_dsp.lpc_encode(res, smp, n, order+1, coefs[order], shift[order]); bits[i] = find_subframe_rice_params(s, sub, order+1); |