Lines Matching +full:- +full:e

12 def householder(x,eps=1e-16):
29           beta = -math.sqrt(alpha*alpha + xnorm2)
31        r =  (alpha - beta)
33        tau = (beta - alpha) / beta
58 print(np.isclose(betaRef,betaF32,1e-6,1e-6))
59 print(np.isclose(vRef,vF32,1e-6,1e-6))
63 print(np.isclose(betaRef,betaF64,1e-6,1e-6))
64 print(np.isclose(vRef,vF64,1e-6,1e-6))
71 a = a / np.max(np.abs(a)) * 1.0e-7
81 def checkOrtho(A,err=1e-10):
117 m = randomIsometry(rows,columns,columns-1)
121 # The CMSIS-DSP C functions is requiring two temporary arrays
145 assert(checkOrtho(q,err=1e-14))
170 assert(checkOrtho(q,err=1.0e-6))
180 assert_allclose(newm,m,2e-6,1e-7)