diff options
author | Martin Storsjo <martin@martin.st> | 2014-08-01 10:31:53 +0300 |
---|---|---|
committer | Martin Storsjo <martin@martin.st> | 2014-08-01 10:36:54 +0300 |
commit | 9a3234055adb1e18f80571925779503c8dec5251 (patch) | |
tree | aeeee5731dd99ba58eb0e4f68a427bf336f021aa /libFDK/src/FDK_tools_rom.cpp | |
parent | 6522e87ad6a10ed1786bda310c27a37129a517a6 (diff) | |
download | fdk-aac-9a3234055adb1e18f80571925779503c8dec5251.tar.gz fdk-aac-9a3234055adb1e18f80571925779503c8dec5251.tar.bz2 fdk-aac-9a3234055adb1e18f80571925779503c8dec5251.zip |
Extend the GetInvInt table to 80 elements
This is a bug fix patch from Fraunhofer, amending/replacing/extending
the previous commit which only extended the table to 55 elements.
(In my previous fix, 55 seemed to be enough for the issue at hand at
least. A few of the coefficients had slightly different rounding than
what Fraunhofer had used though).
This will show up in AOSP in the next code drop as well.
Diffstat (limited to 'libFDK/src/FDK_tools_rom.cpp')
-rw-r--r-- | libFDK/src/FDK_tools_rom.cpp | 9 |
1 files changed, 7 insertions, 2 deletions
diff --git a/libFDK/src/FDK_tools_rom.cpp b/libFDK/src/FDK_tools_rom.cpp index 9d4738c..cfc0a2e 100644 --- a/libFDK/src/FDK_tools_rom.cpp +++ b/libFDK/src/FDK_tools_rom.cpp @@ -1902,7 +1902,7 @@ const USHORT sqrt_tab[49]={ 0xb504}; LNK_SECTION_CONSTDATA_L1 -const FIXP_DBL invCount[55]= /* This could be 16-bit wide */ +const FIXP_DBL invCount[80]= /* This could be 16-bit wide */ { 0x00000000, 0x7fffffff, 0x40000000, 0x2aaaaaab, 0x20000000, 0x1999999a, 0x15555555, 0x12492492, 0x10000000, 0x0e38e38e, @@ -1914,7 +1914,12 @@ const FIXP_DBL invCount[55]= /* This could be 16-bit wide */ 0x03a83a84, 0x038e38e4, 0x03759f23, 0x035e50d8, 0x03483483, 0x03333333, 0x031f3832, 0x030c30c3, 0x02fa0be8, 0x02e8ba2f, 0x02d82d83, 0x02c8590b, 0x02b93105, 0x02aaaaab, 0x029cbc15, - 0x028f5c29, 0x02828283, 0x02762763, 0x026a43a0, 0x025ed098 + 0x028f5c29, 0x02828283, 0x02762762, 0x026a439f, 0x025ed098, + 0x0253c825, 0x02492492, 0x023ee090, 0x0234f72c, 0x022b63cc, + 0x02222222, 0x02192e2a, 0x02108421, 0x02082082, 0x02000000, + 0x01f81f82, 0x01f07c1f, 0x01e9131b, 0x01e1e1e2, 0x01dae607, + 0x01d41d42, 0x01cd8569, 0x01c71c72, 0x01c0e070, 0x01bacf91, + 0x01b4e81b, 0x01af286c, 0x01a98ef6, 0x01a41a42, 0x019ec8e9 }; |