Searched refs:eps (Results 1 – 9 of 9) sorted by relevance
| /device/linaro/bootloader/edk2/StdLib/LibC/gdtoa/ |
| D | dtoa.c | 138 double d2, ds, eps; local
378 dval(eps) = ieps*dval(d) + 7.;
379 word0(eps) -= (P-1)*Exp_msk1;
383 if (dval(d) > dval(eps))
385 if (dval(d) < -dval(eps))
394 dval(eps) = 0.5/tens[ilim-1] - dval(eps);
399 if (dval(d) < dval(eps))
401 if (1. - dval(d) < dval(eps))
405 dval(eps) *= 10.;
412 dval(eps) *= tens[ilim-1];
[all …]
|
| D | gdtoa.c | 172 double d, d2, ds, eps; in gdtoa() local
393 dval(eps) = ieps*dval(d) + 7.; in gdtoa()
394 word0(eps) -= (P-1)*Exp_msk1; in gdtoa()
398 if (dval(d) > dval(eps)) in gdtoa()
400 if (dval(d) < -dval(eps)) in gdtoa()
409 dval(eps) = ds*0.5/tens[ilim-1] - dval(eps); in gdtoa()
414 if (dval(d) < dval(eps)) { in gdtoa()
419 if (ds - dval(d) < dval(eps)) in gdtoa()
423 dval(eps) *= 10.; in gdtoa()
430 dval(eps) *= tens[ilim-1]; in gdtoa()
[all …]
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/ |
| D | test_cmath.py | 355 eps = 1E-7
356 if abs(a[0] - b[0]) > eps or abs(a[1] - b[1]) > eps:
436 eps = 1E-7
437 if abs(a.real - b[0]) > eps or abs(a.imag - b[1]) > eps:
|
| D | test_complex.py | 28 def assertCloseAbs(self, x, y, eps=1e-9): argument
34 return abs(x) < eps
36 return abs(y) < eps
38 self.assertTrue(abs((x-y)/y) < eps)
63 def assertClose(self, x, y, eps=1e-9): argument
65 self.assertCloseAbs(x.real, y.real, eps)
66 self.assertCloseAbs(x.imag, y.imag, eps)
|
| D | test_math.py | 12 eps = 1E-05 variable
134 if abs(value-expected) > eps:
444 if abs(mant-emant) > eps or exp != eexp:
630 if abs(v1-e1) > eps or abs(v2-e2):
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Enquire/ |
| D | Enquire.c | 2785 eps, epsp1, etop, ebot,
2933 eps = Sum(ebot, Div(Diff(etop, ebot), TWO));
2936 while (eps != ebot && eps != etop) {
2937 epsp1 = Diff(ONE, eps);
2938 if (epsp1 < ONE) etop = eps;
2939 else ebot = eps;
2940 eps = Sum(ebot, Div(Diff(etop, ebot), TWO));
2942 eps= etop;
2948 co, f_rep(digs, (Long_double) eps), oc);
2949 if (V) F_check(digs, (Long_double) eps);
[all …]
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Python/ |
| D | dtoa.c | 2358 U d2, eps, u; in _Py_dg_dtoa() local
2549 dval(&eps) = ieps*dval(&u) + 7.; in _Py_dg_dtoa()
2550 word0(&eps) -= (P-1)*Exp_msk1; in _Py_dg_dtoa()
2554 if (dval(&u) > dval(&eps)) in _Py_dg_dtoa()
2556 if (dval(&u) < -dval(&eps)) in _Py_dg_dtoa()
2564 dval(&eps) = 0.5/tens[ilim-1] - dval(&eps); in _Py_dg_dtoa()
2569 if (dval(&u) < dval(&eps)) in _Py_dg_dtoa()
2571 if (1. - dval(&u) < dval(&eps)) in _Py_dg_dtoa()
2575 dval(&eps) *= 10.; in _Py_dg_dtoa()
2581 dval(&eps) *= tens[ilim-1]; in _Py_dg_dtoa()
[all …]
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Python/ |
| D | dtoa.c | 2389 U d2, eps, u; in _Py_dg_dtoa() local
2580 dval(&eps) = ieps*dval(&u) + 7.; in _Py_dg_dtoa()
2581 word0(&eps) -= (P-1)*Exp_msk1; in _Py_dg_dtoa()
2585 if (dval(&u) > dval(&eps)) in _Py_dg_dtoa()
2587 if (dval(&u) < -dval(&eps)) in _Py_dg_dtoa()
2595 dval(&eps) = 0.5/tens[ilim-1] - dval(&eps); in _Py_dg_dtoa()
2600 if (dval(&u) < dval(&eps)) in _Py_dg_dtoa()
2602 if (1. - dval(&u) < dval(&eps)) in _Py_dg_dtoa()
2606 dval(&eps) *= 10.; in _Py_dg_dtoa()
2612 dval(&eps) *= tens[ilim-1]; in _Py_dg_dtoa()
[all …]
|
| /device/generic/goldfish/sensors/ |
| D | multihal_sensors_qemu.cpp | 45 bool approximatelyEqual(double a, double b, double eps) { in approximatelyEqual() argument
46 return fabs(a - b) <= std::max(fabs(a), fabs(b)) * eps; in approximatelyEqual()
|