From 5b431733e99ed35c7a6f70fa64ba6c53d8b01ad2 Mon Sep 17 00:00:00 2001 From: Harish Mahendrakar Date: Fri, 17 May 2019 16:11:35 -0700 Subject: Fixed integer oveflow in local__compute_rbps_integerized Bug: 133002944 Test: Apply cts CL for testFlacEncoders Test: atest android.media.cts.EncoderTest#testFlacEncoders Change-Id: I3281c895e9831123c89567535e641ff58c35bcc9 --- libFLAC/fixed.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libFLAC/fixed.c b/libFLAC/fixed.c index ed9f4986..2e162511 100644 --- a/libFLAC/fixed.c +++ b/libFLAC/fixed.c @@ -87,7 +87,7 @@ static FLAC__fixedpoint local__compute_rbps_integerized(FLAC__uint32 err, FLAC__ bits = FLAC__bitmath_ilog2(err)+1; if(bits > 16) { err >>= (bits-16); - fracbits -= (bits-16); + fracbits -= (int)(bits-16); } rbps = (FLAC__uint32)err; -- cgit v1.2.3