Lines Matching +full:- +full:e

22 def chop(A, eps = 1e-6):
31     conjPart = res[nb:nb//2:-1].conj()
63 # Convert ref to CMSIS-DSP format 
66 referenceFloat[0::2] = np.real(ref)[:-1]
67 referenceFloat[1::2] = np.imag(ref)[:-1]
74 referenceFloat[1] = np.real(ref[-1])
101 assert_allclose(invref,result,atol=1e-15)
115 assert_allclose(referenceFloat,result,rtol=3e-6)
125 assert_allclose(invref,result,atol=1e-7)
147 assert_allclose(referenceFixed,resultF,rtol=1e-6,atol=1e-6)
154 # Apply CMSIS-DSP scaling
161 assert_allclose(invref/nb,resultF,atol=1e-6)
181 assert_allclose(referenceFixed,resultF,rtol=1e-6,atol=1e-2)
188 # Apply CMSIS-DSP scaling
195 assert_allclose(invref/nb,resultF,atol=1e-3)