commit 5b431733e99ed35c7a6f70fa64ba6c53d8b01ad2
author Harish Mahendrakar <harish.mahendrakar@ittiam.com> Fri May 17 16:11:35 2019 -0700
committer Lajos Molnar <lajos@google.com> Wed May 22 11:24:55 2019 -0700
tree dc3ce14fd53a0de19a5c4510e267b2418e5d87aa
parent 07279cc4a13e82f565b581501860cb589b74b685

Fixed integer oveflow in local__compute_rbps_integerized

Bug: 133002944
Test: Apply cts CL for testFlacEncoders
Test: atest android.media.cts.EncoderTest#testFlacEncoders

Change-Id: I3281c895e9831123c89567535e641ff58c35bcc9

libFLAC/fixed.c

diff --git a/libFLAC/fixed.c b/libFLAC/fixed.c
index ed9f498..2e16251 100644
--- a/libFLAC/fixed.c
+++ b/libFLAC/fixed.c
@@ -87,7 +87,7 @@
 	bits = FLAC__bitmath_ilog2(err)+1;
 	if(bits > 16) {
 		err >>= (bits-16);
-		fracbits -= (bits-16);
+		fracbits -= (int)(bits-16);
 	}
 	rbps = (FLAC__uint32)err;