792 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
		
		
			
		
	
	
			792 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| 
								 | 
							
								/* Copyright (C) 2003-2008 Jean-Marc Valin
							 | 
						||
| 
								 | 
							
								   Copyright (C) 2007-2012 Xiph.Org Foundation */
							 | 
						||
| 
								 | 
							
								/**
							 | 
						||
| 
								 | 
							
								   @file fixed_debug.h
							 | 
						||
| 
								 | 
							
								   @brief Fixed-point operations with debugging
							 | 
						||
| 
								 | 
							
								*/
							 | 
						||
| 
								 | 
							
								/*
							 | 
						||
| 
								 | 
							
								   Redistribution and use in source and binary forms, with or without
							 | 
						||
| 
								 | 
							
								   modification, are permitted provided that the following conditions
							 | 
						||
| 
								 | 
							
								   are met:
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								   - Redistributions of source code must retain the above copyright
							 | 
						||
| 
								 | 
							
								   notice, this list of conditions and the following disclaimer.
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								   - Redistributions in binary form must reproduce the above copyright
							 | 
						||
| 
								 | 
							
								   notice, this list of conditions and the following disclaimer in the
							 | 
						||
| 
								 | 
							
								   documentation and/or other materials provided with the distribution.
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
							 | 
						||
| 
								 | 
							
								   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
							 | 
						||
| 
								 | 
							
								   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
							 | 
						||
| 
								 | 
							
								   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
							 | 
						||
| 
								 | 
							
								   OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
							 | 
						||
| 
								 | 
							
								   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
							 | 
						||
| 
								 | 
							
								   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
							 | 
						||
| 
								 | 
							
								   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
							 | 
						||
| 
								 | 
							
								   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
							 | 
						||
| 
								 | 
							
								   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
							 | 
						||
| 
								 | 
							
								   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
							 | 
						||
| 
								 | 
							
								*/
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#ifndef FIXED_DEBUG_H
							 | 
						||
| 
								 | 
							
								#define FIXED_DEBUG_H
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#include <stdio.h>
							 | 
						||
| 
								 | 
							
								#include "opus_defines.h"
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#ifdef CELT_C
							 | 
						||
| 
								 | 
							
								OPUS_EXPORT opus_int64 celt_mips=0;
							 | 
						||
| 
								 | 
							
								#else
							 | 
						||
| 
								 | 
							
								extern opus_int64 celt_mips;
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MULT16_16SU(a,b) ((opus_val32)(opus_val16)(a)*(opus_val32)(opus_uint16)(b))
							 | 
						||
| 
								 | 
							
								#define MULT32_32_Q31(a,b) ADD32(ADD32(SHL32(MULT16_16(SHR32((a),16),SHR((b),16)),1), SHR32(MULT16_16SU(SHR32((a),16),((b)&0x0000ffff)),15)), SHR32(MULT16_16SU(SHR32((b),16),((a)&0x0000ffff)),15))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/** 16x32 multiplication, followed by a 16-bit shift right. Results fits in 32 bits */
							 | 
						||
| 
								 | 
							
								#define MULT16_32_Q16(a,b) ADD32(MULT16_16((a),SHR32((b),16)), SHR32(MULT16_16SU((a),((b)&0x0000ffff)),16))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MULT16_32_P16(a,b) MULT16_32_PX(a,b,16)
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define QCONST16(x,bits) ((opus_val16)(.5+(x)*(((opus_val32)1)<<(bits))))
							 | 
						||
| 
								 | 
							
								#define QCONST32(x,bits) ((opus_val32)(.5+(x)*(((opus_val32)1)<<(bits))))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define VERIFY_SHORT(x) ((x)<=32767&&(x)>=-32768)
							 | 
						||
| 
								 | 
							
								#define VERIFY_INT(x) ((x)<=2147483647LL&&(x)>=-2147483648LL)
							 | 
						||
| 
								 | 
							
								#define VERIFY_UINT(x) ((x)<=(2147483647LLU<<1))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define SHR(a,b) SHR32(a,b)
							 | 
						||
| 
								 | 
							
								#define PSHR(a,b) PSHR32(a,b)
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/** Add two 32-bit values, ignore any overflows */
							 | 
						||
| 
								 | 
							
								#define ADD32_ovflw(a,b) (celt_mips+=2,(opus_val32)((opus_uint32)(a)+(opus_uint32)(b)))
							 | 
						||
| 
								 | 
							
								/** Subtract two 32-bit values, ignore any overflows */
							 | 
						||
| 
								 | 
							
								#define SUB32_ovflw(a,b) (celt_mips+=2,(opus_val32)((opus_uint32)(a)-(opus_uint32)(b)))
							 | 
						||
| 
								 | 
							
								/* Avoid MSVC warning C4146: unary minus operator applied to unsigned type */
							 | 
						||
| 
								 | 
							
								/** Negate 32-bit value, ignore any overflows */
							 | 
						||
| 
								 | 
							
								#define NEG32_ovflw(a) (celt_mips+=2,(opus_val32)(0-(opus_uint32)(a)))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short NEG16(int x)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(x))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "NEG16: input is not short: %d\n", (int)x);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = -x;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "NEG16: output is not short: %d\n", (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int NEG32(opus_int64 x)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(x))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "NEG16: input is not int: %d\n", (int)x);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = -x;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "NEG16: output is not int: %d\n", (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define EXTRACT16(x) EXTRACT16_(x, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short EXTRACT16_(int x, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(x))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "EXTRACT16: input is not short: %d in %s: line %d\n", x, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = x;
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define EXTEND32(x) EXTEND32_(x, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int EXTEND32_(int x, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(x))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "EXTEND32: input is not short: %d in %s: line %d\n", x, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = x;
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define SHR16(a, shift) SHR16_(a, shift, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short SHR16_(int a, int shift, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(shift))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHR16: inputs are not short: %d >> %d in %s: line %d\n", a, shift, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a>>shift;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHR16: output is not short: %d in %s: line %d\n", res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								#define SHL16(a, shift) SHL16_(a, shift, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short SHL16_(int a, int shift, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(shift))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHL16: inputs are not short: %d %d in %s: line %d\n", a, shift, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a<<shift;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHL16: output is not short: %d in %s: line %d\n", res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int SHR32(opus_int64 a, int shift)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64  res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(a) || !VERIFY_SHORT(shift))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHR32: inputs are not int: %d %d\n", (int)a, shift);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a>>shift;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHR32: output is not int: %d\n", (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								#define SHL32(a, shift) SHL32_(a, shift, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int SHL32_(opus_int64 a, int shift, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64  res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(a) || !VERIFY_SHORT(shift))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHL32: inputs are not int: %lld %d in %s: line %d\n", a, shift, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a<<shift;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SHL32: output is not int: %lld<<%d = %lld in %s: line %d\n", a, shift, res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define PSHR32(a,shift) (celt_mips--,SHR32(ADD32((a),(((opus_val32)(1)<<((shift))>>1))),shift))
							 | 
						||
| 
								 | 
							
								#define VSHR32(a, shift) (((shift)>0) ? SHR32(a, shift) : SHL32(a, -(shift)))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define ROUND16(x,a) (celt_mips--,EXTRACT16(PSHR32((x),(a))))
							 | 
						||
| 
								 | 
							
								#define SROUND16(x,a) (celt_mips--,EXTRACT16(SATURATE(PSHR32(x,a), 32767)));
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define HALF16(x)  (SHR16(x,1))
							 | 
						||
| 
								 | 
							
								#define HALF32(x)  (SHR32(x,1))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define ADD16(a, b) ADD16_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short ADD16_(int a, int b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "ADD16: inputs are not short: %d %d in %s: line %d\n", a, b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a+b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "ADD16: output is not short: %d+%d=%d in %s: line %d\n", a,b,res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define SUB16(a, b) SUB16_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short SUB16_(int a, int b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SUB16: inputs are not short: %d %d in %s: line %d\n", a, b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a-b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SUB16: output is not short: %d in %s: line %d\n", res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define ADD32(a, b) ADD32_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int ADD32_(opus_int64 a, opus_int64 b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(a) || !VERIFY_INT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "ADD32: inputs are not int: %d %d in %s: line %d\n", (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a+b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "ADD32: output is not int: %d in %s: line %d\n", (int)res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define SUB32(a, b) SUB32_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int SUB32_(opus_int64 a, opus_int64 b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(a) || !VERIFY_INT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SUB32: inputs are not int: %d %d in %s: line %d\n", (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a-b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "SUB32: output is not int: %d in %s: line %d\n", (int)res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#undef UADD32
							 | 
						||
| 
								 | 
							
								#define UADD32(a, b) UADD32_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE unsigned int UADD32_(opus_uint64 a, opus_uint64 b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_uint64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_UINT(a) || !VERIFY_UINT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "UADD32: inputs are not uint32: %llu %llu in %s: line %d\n", a, b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a+b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_UINT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "UADD32: output is not uint32: %llu in %s: line %d\n", res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#undef USUB32
							 | 
						||
| 
								 | 
							
								#define USUB32(a, b) USUB32_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE unsigned int USUB32_(opus_uint64 a, opus_uint64 b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_uint64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_UINT(a) || !VERIFY_UINT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "USUB32: inputs are not uint32: %llu %llu in %s: line %d\n", a, b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   if (a<b)
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "USUB32: inputs underflow: %llu < %llu in %s: line %d\n", a, b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a-b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_UINT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "USUB32: output is not uint32: %llu - %llu = %llu in %s: line %d\n", a, b, res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/* result fits in 16 bits */
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short MULT16_16_16(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   int res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_16: inputs are not short: %d %d\n", a, b);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a*b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_16: output is not short: %d\n", res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MULT16_16(a, b) MULT16_16_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int MULT16_16_(int a, int b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16: inputs are not short: %d %d in %s: line %d\n", a, b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16: output is not int: %d in %s: line %d\n", (int)res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips++;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MAC16_16(c,a,b)     (celt_mips-=2,ADD32((c),MULT16_16((a),(b))))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MULT16_32_QX(a, b, Q) MULT16_32_QX_(a, b, Q, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int MULT16_32_QX_(int a, opus_int64 b, int Q, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_INT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_32_Q%d: inputs are not short+int: %d %d in %s: line %d\n", Q, (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   if (ABS32(b)>=((opus_val32)(1)<<(15+Q)))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_32_Q%d: second operand too large: %d %d in %s: line %d\n", Q, (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = (((opus_int64)a)*(opus_int64)b) >> Q;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_32_Q%d: output is not int: %d*%d=%d in %s: line %d\n", Q, (int)a, (int)b,(int)res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   if (Q==15)
							 | 
						||
| 
								 | 
							
								      celt_mips+=3;
							 | 
						||
| 
								 | 
							
								   else
							 | 
						||
| 
								 | 
							
								      celt_mips+=4;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MULT16_32_PX(a, b, Q) MULT16_32_PX_(a, b, Q, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int MULT16_32_PX_(int a, opus_int64 b, int Q, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_INT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_32_P%d: inputs are not short+int: %d %d in %s: line %d\n\n", Q, (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   if (ABS32(b)>=((opus_int64)(1)<<(15+Q)))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_32_Q%d: second operand too large: %d %d in %s: line %d\n\n", Q, (int)a, (int)b,file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((((opus_int64)a)*(opus_int64)b) + (((opus_val32)(1)<<Q)>>1))>> Q;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_32_P%d: output is not int: %d*%d=%d in %s: line %d\n\n", Q, (int)a, (int)b,(int)res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   if (Q==15)
							 | 
						||
| 
								 | 
							
								      celt_mips+=4;
							 | 
						||
| 
								 | 
							
								   else
							 | 
						||
| 
								 | 
							
								      celt_mips+=5;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MULT16_32_Q15(a,b) MULT16_32_QX(a,b,15)
							 | 
						||
| 
								 | 
							
								#define MAC16_32_Q15(c,a,b) (celt_mips-=2,ADD32((c),MULT16_32_Q15((a),(b))))
							 | 
						||
| 
								 | 
							
								#define MAC16_32_Q16(c,a,b) (celt_mips-=2,ADD32((c),MULT16_32_Q16((a),(b))))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int SATURATE(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   if (a>b)
							 | 
						||
| 
								 | 
							
								      a=b;
							 | 
						||
| 
								 | 
							
								   if (a<-b)
							 | 
						||
| 
								 | 
							
								      a = -b;
							 | 
						||
| 
								 | 
							
								   celt_mips+=3;
							 | 
						||
| 
								 | 
							
								   return a;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE opus_int16 SATURATE16(opus_int32 a)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   celt_mips+=3;
							 | 
						||
| 
								 | 
							
								   if (a>32767)
							 | 
						||
| 
								 | 
							
								      return 32767;
							 | 
						||
| 
								 | 
							
								   else if (a<-32768)
							 | 
						||
| 
								 | 
							
								      return -32768;
							 | 
						||
| 
								 | 
							
								   else return a;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int MULT16_16_Q11_32(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q11: inputs are not short: %d %d\n", a, b);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   res >>= 11;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q11: output is not short: %d*%d=%d\n", (int)a, (int)b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=3;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short MULT16_16_Q13(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q13: inputs are not short: %d %d\n", a, b);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   res >>= 13;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q13: output is not short: %d*%d=%d\n", a, b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=3;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short MULT16_16_Q14(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q14: inputs are not short: %d %d\n", a, b);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   res >>= 14;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q14: output is not short: %d\n", (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=3;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define MULT16_16_Q15(a, b) MULT16_16_Q15_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short MULT16_16_Q15_(int a, int b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q15: inputs are not short: %d %d in %s: line %d\n", a, b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   res >>= 15;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_Q15: output is not short: %d in %s: line %d\n", (int)res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=1;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short MULT16_16_P13(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P13: inputs are not short: %d %d\n", a, b);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   res += 4096;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P13: overflow: %d*%d=%d\n", a, b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res >>= 13;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P13: output is not short: %d*%d=%d\n", a, b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=4;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short MULT16_16_P14(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P14: inputs are not short: %d %d\n", a, b);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   res += 8192;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P14: overflow: %d*%d=%d\n", a, b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res >>= 14;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P14: output is not short: %d*%d=%d\n", a, b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=4;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE short MULT16_16_P15(int a, int b)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P15: inputs are not short: %d %d\n", a, b);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = ((opus_int64)a)*b;
							 | 
						||
| 
								 | 
							
								   res += 16384;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P15: overflow: %d*%d=%d\n", a, b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res >>= 15;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "MULT16_16_P15: output is not short: %d*%d=%d\n", a, b, (int)res);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=2;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define DIV32_16(a, b) DIV32_16_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int DIV32_16_(opus_int64 a, opus_int64 b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (b==0)
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf(stderr, "DIV32_16: divide by zero: %d/%d in %s: line %d\n", (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								      return 0;
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(a) || !VERIFY_SHORT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "DIV32_16: inputs are not int/short: %d %d in %s: line %d\n", (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a/b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_SHORT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "DIV32_16: output is not short: %d / %d = %d in %s: line %d\n", (int)a,(int)b,(int)res, file, line);
							 | 
						||
| 
								 | 
							
								      if (res>32767)
							 | 
						||
| 
								 | 
							
								         res = 32767;
							 | 
						||
| 
								 | 
							
								      if (res<-32768)
							 | 
						||
| 
								 | 
							
								         res = -32768;
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=35;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define DIV32(a, b) DIV32_(a, b, __FILE__, __LINE__)
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE int DIV32_(opus_int64 a, opus_int64 b, char *file, int line)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   opus_int64 res;
							 | 
						||
| 
								 | 
							
								   if (b==0)
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf(stderr, "DIV32: divide by zero: %d/%d in %s: line %d\n", (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								      return 0;
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(a) || !VERIFY_INT(b))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "DIV32: inputs are not int/short: %d %d in %s: line %d\n", (int)a, (int)b, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   res = a/b;
							 | 
						||
| 
								 | 
							
								   if (!VERIFY_INT(res))
							 | 
						||
| 
								 | 
							
								   {
							 | 
						||
| 
								 | 
							
								      fprintf (stderr, "DIV32: output is not int: %d in %s: line %d\n", (int)res, file, line);
							 | 
						||
| 
								 | 
							
								#ifdef FIXED_DEBUG_ASSERT
							 | 
						||
| 
								 | 
							
								      celt_assert(0);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								   }
							 | 
						||
| 
								 | 
							
								   celt_mips+=70;
							 | 
						||
| 
								 | 
							
								   return res;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								static OPUS_INLINE opus_val16 SIG2WORD16_generic(celt_sig x)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								   x = PSHR32(x, SIG_SHIFT);
							 | 
						||
| 
								 | 
							
								   x = MAX32(x, -32768);
							 | 
						||
| 
								 | 
							
								   x = MIN32(x, 32767);
							 | 
						||
| 
								 | 
							
								   return EXTRACT16(x);
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								#define SIG2WORD16(x) (SIG2WORD16_generic(x))
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#undef PRINT_MIPS
							 | 
						||
| 
								 | 
							
								#define PRINT_MIPS(file) do {fprintf (file, "total complexity = %llu MIPS\n", celt_mips);} while (0);
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#endif
							 |