Home
last modified time | relevance | path

Searched full:e (Results 1 – 25 of 46810) sorted by relevance

12345678910>>...1873

/aosp_15_r20/external/liblc3/test/
H A Dappendix_c.py24 NBYTES = (32e3 * np.array([ 7.5e-3, 10e-3 ]) / 8).astype(int)
118 [ -5.8990646e+02, 3.2262618e+04, -2.7619007e+04, 9.5178147e+04,
119 -1.1418053e+05, -2.2419557e+05, -2.2347007e+03, -1.9867627e+04,
120 -1.6067159e+04, 5.8154816e+02, -1.5722676e+04, 4.0158688e+03,
121 -1.0088102e+04, 1.9017417e+03, -4.1954471e+03, -9.7496049e+02,
122 4.7235950e+02, -2.7499647e+03, 2.4705648e+03, -2.7529252e+03,
123 2.2309610e+03, -1.4814949e+03, 8.0924574e+02, 1.0419403e+02,
124 -6.3151413e+02, 1.1597939e+03, -1.3202428e+03, 1.3143498e+03,
125 -1.1022736e+03, 7.2762067e+02, -3.2778511e+02, -1.1134462e+02,
126 4.5185190e+02, -7.0065111e+02, 8.1286568e+02, -7.8143265e+02,
[all …]
H A Dtables.py299 6.73791440e-03, 2.73228958e-02, 6.16356097e-02, 1.11912504e-01,
300 1.78705350e-01, 2.60752499e-01, 3.54977638e-01, 4.56769675e-01,
301 5.60523927e-01, 6.60366535e-01, 7.50943422e-01, 8.28138232e-01,
302 8.89585018e-01, 9.34874773e-01, 9.65405703e-01, 9.83902633e-01,
303 9.93718088e-01, 9.98098731e-01, 9.99626637e-01, 9.99977291e-01,
304 9.99977291e-01, 9.99626637e-01, 9.98098731e-01, 9.93718088e-01,
305 9.83902633e-01, 9.65405703e-01, 9.34874773e-01, 8.89585018e-01,
306 8.28138232e-01, 7.50943422e-01, 6.60366535e-01, 5.60523927e-01,
307 4.56769675e-01, 3.54977638e-01, 2.60752499e-01, 1.78705350e-01,
308 1.11912504e-01, 6.16356097e-02, 2.73228958e-02, 6.73791440e-03,
[all …]
/aosp_15_r20/external/liblc3/src/
H A Dtables.c87 { { 1.0000000e+0, -0.0000000e+0 }, { 1.0000000e+0, -0.0000000e+0 } },
88 { { 9.1354546e-1, -4.0673664e-1 }, { 6.6913061e-1, -7.4314483e-1 } },
89 { { 6.6913061e-1, -7.4314483e-1 }, { -1.0452846e-1, -9.9452190e-1 } },
90 { { 3.0901699e-1, -9.5105652e-1 }, { -8.0901699e-1, -5.8778525e-1 } },
91 { { -1.0452846e-1, -9.9452190e-1 }, { -9.7814760e-1, 2.0791169e-1 } },
92 { { -5.0000000e-1, -8.6602540e-1 }, { -5.0000000e-1, 8.6602540e-1 } },
93 { { -8.0901699e-1, -5.8778525e-1 }, { 3.0901699e-1, 9.5105652e-1 } },
94 { { -9.7814760e-1, -2.0791169e-1 }, { 9.1354546e-1, 4.0673664e-1 } },
95 { { -9.7814760e-1, 2.0791169e-1 }, { 9.1354546e-1, -4.0673664e-1 } },
96 { { -8.0901699e-1, 5.8778525e-1 }, { 3.0901699e-1, -9.5105652e-1 } },
[all …]
/aosp_15_r20/external/tensorflow/tensorflow/python/kernel_tests/linalg/testdata/
H A Dself_adjoint_eig_fail_if_denorms_flushed.txt1 …e-17 -9.66826148e-21 -1.68610775e-24 -9.16104778e-17 -1.1039539e-18 -1.66460338e-25 -2.12362492e-2…
2 …e-21 5.03939189e-22 9.17361108e-26 5.17304053e-20 1.99338895e-20 1.25259775e-28 -8.70441942e-26 9.…
3 …e-24 9.17361108e-26 1.34889529e-26 2.65059e-22 2.39713735e-23 -2.00915344e-30 -1.135692e-27 -6.460…
4 …e-17 5.17304053e-20 2.65059e-22 2.69965968e-14 7.06005733e-17 1.69851446e-22 -2.75994304e-21 -6.61…
5 …e-18 1.99338895e-20 2.39713735e-23 7.06005733e-17 1.83801666e-17 1.09735975e-24 -5.73058223e-24 7.…
6 …e-25 1.25259775e-28 -2.00915344e-30 1.69851446e-22 1.09735975e-24 5.75549306e-30 4.74050864e-29 -5…
7 …e-23 -8.70441942e-26 -1.135692e-27 -2.75994304e-21 -5.73058223e-24 4.74050864e-29 6.28162e-26 -3.3…
8 …e-21 9.91474109e-25 -6.46049964e-26 -6.61589523e-20 7.2227645e-22 -5.99239043e-28 -3.30076462e-25 …
9 …e-22 -5.80960164e-24 -1.03607712e-26 3.8682048e-20 -8.94843118e-22 -1.5784658e-27 -3.30065418e-25 …
10 …e-18 -1.19022314e-21 -1.57623654e-23 -1.69253147e-17 -2.30558605e-19 -1.74631273e-25 -1.1370873e-2…
[all …]
/aosp_15_r20/external/autotest/client/cros/input_playback/
H A Dmouse_center_cursor_gesture1 E: 1464736324.630566 0002 0000 -1
2 E: 1464736324.630566 0002 0001 -4
3 E: 1464736324.630566 0000 0000 0
4 E: 1464736324.638357 0002 0000 -1
5 E: 1464736324.638357 0002 0001 -3
6 E: 1464736324.638357 0000 0000 0
7 E: 1464736324.646343 0002 0000 -1
8 E: 1464736324.646343 0002 0001 -4
9 E: 1464736324.646343 0000 0000 0
10 E: 1464736324.654343 0002 0000 -2
[all …]
H A Dkeyboard_number_block1 E: 20.367726 0004 0004 2
2 E: 20.367726 0001 0002 1
3 E: 20.367726 0000 0000 0
4 E: 20.483755 0004 0004 2
5 E: 20.483755 0001 0002 0
6 E: 20.483755 0000 0000 0
7 E: 20.599576 0004 0004 3
8 E: 20.599576 0001 0003 1
9 E: 20.599576 0000 0000 0
10 E: 20.709842 0004 0004 3
[all …]
/aosp_15_r20/external/libldac/src/
H A Dtables_sigproc_ldac.c24 3.7649080427729667e-05, 3.3880770582525241e-04, 9.4094354992539870e-04, 1.8436939086109933e-03,
25 3.0465149988219862e-03, 4.5486822861099899e-03, 6.3492909210708052e-03, 8.4472562843918454e-03,
26 1.0841314640186185e-02, 1.3530023897219945e-02, 1.6511764477573954e-02, 1.9784740292217093e-02,
27 2.3346979822903100e-02, 2.7196337309739343e-02, 3.1330494043712527e-02, 3.5746959763392233e-02,
28 4.0443074154971129e-02, 4.5416008454738845e-02, 5.0662767153023092e-02, 5.6180189798573019e-02,
29 6.1964952902296720e-02, 6.8013571939206638e-02, 7.4322403447367416e-02, 8.0887647222581002e-02,
30 8.7705348607487368e-02, 9.4771400873702616e-02, 1.0208154769555824e-01, 1.0963138571395278e-01,
31 1.1741636718877053e-01, 1.2543180273827034e-01, 1.3367286416379359e-01, 1.4213458735809070e-01,
32 1.5081187529551357e-01, 1.5969950110227349e-01, 1.6879211120491414e-01, 1.7808422855510431e-01,
33 1.8757025592880680e-01, 1.9724447929783726e-01, 2.0710107127178060e-01, 2.1713409460819344e-01,
[all …]
/aosp_15_r20/external/double-conversion/test/cctest/
H A Dgay-shortest.cc39 {1.3252057186783201350530603e-106, "13252057186783201", -105},
40 {1.6899223998841386493367055e-33, "16899223998841386", -32},
41 {1.0077972445720390730768089e+138, "1007797244572039", 139},
42 {9.1867519315348420150084539e+98, "9186751931534842", 99},
43 {2.3806039266050926162811123e-63, "23806039266050926", -62},
44 {4.5919976932520640180577270e-133, "4591997693252064", -132},
45 {1.7272067615194015698157467e-111, "17272067615194016", -110},
46 {5.5137913707606126062645371e-233, "5513791370760613", -232},
47 {3.2990959928362161509020688e+106, "3299095992836216", 107},
48 {1.4315689338832699942723483e-149, "143156893388327", -148},
[all …]
H A Dgay-shortest-single.cc38 {3.36736864456782105775e+26f, "33673686", 27},
39 {1.46182568272479329607e-08f, "14618257", -7},
40 {1.39158807800948614758e+22f, "13915881", 23},
41 {2.11660013157571985670e+23f, "21166001", 24},
42 {1.12098729821300864932e+32f, "11209873", 33},
43 {1.04102368567680067936e-23f, "10410237", -22},
44 {4.13143748812655475788e-13f, "41314375", -12},
45 {9.83890996017493966848e+20f, "983891", 21},
46 {1.54088676887868339664e-17f, "15408868", -16},
47 {2.97584003906250000000e+04f, "297584", 5},
[all …]
H A Dgay-fixed.cc39 {3.3831671815188012695312500e+12, 2, "33831671815188", 13},
40 {6.6336520115995179509212087e-08, 13, "663365", -7},
41 {9.5272682545672953764716918e-12, 12, "1", -10},
42 {4.9841402988132226055635983e-17, 18, "5", -16},
43 {5.5567065195971976208966225e+04, 10, "55567065195972", 5},
44 {4.9104496948979206577675857e-06, 16, "49104496949", -5},
45 {3.3201849526148178100585938e+10, 15, "33201849526148178100585938", 11},
46 {1.0763823300509811087977141e+05, 5, "10763823301", 6},
47 {5.7566658010014374078778435e-21, 7, "", -7},
48 {4.4522053704113441692420585e-22, 11, "", -11},
[all …]
H A Dgay-precision.cc39 {2.3024669636324308799278094e-83, 2, "23", -82},
40 {1.2271034538374108029704385e+193, 17, "12271034538374108", 194},
41 {1.9542561068988380481160711e+57, 10, "1954256107", 58},
42 {4.0276324163778515192788466e-51, 8, "40276324", -50},
43 {1.6914540254705166587262553e+102, 1, "2", 103},
44 {7.6532541187326505614920874e+288, 20, "76532541187326505615", 289},
45 {1.6567575133729817467289600e+23, 7, "1656758", 24},
46 {6.3103204323996751932168403e-133, 14, "63103204323997", -132},
47 {1.0472244069221818664582672e+169, 18, "104722440692218187", 170},
48 {5.8195110602236590512695494e-298, 5, "58195", -297},
[all …]
/aosp_15_r20/external/autotest/client/site_tests/touch_MouseScroll/gestures/
H A Dcenter_cursor1 E: 1428436044.511251 0002 0000 -1
2 E: 1428436044.511251 0000 0000 0
3 E: 1428436044.519161 0002 0000 -6
4 E: 1428436044.519161 0002 0001 -3
5 E: 1428436044.519161 0000 0000 0
6 E: 1428436044.527158 0002 0000 -8
7 E: 1428436044.527158 0002 0001 -2
8 E: 1428436044.527158 0000 0000 0
9 E: 1428436044.535162 0002 0000 -8
10 E: 1428436044.535162 0002 0001 -3
[all …]
/aosp_15_r20/external/angle/third_party/abseil-cpp/absl/strings/internal/
H A Dpow10_helper.cc35 0.0, 1e-323, 1e-322, 1e-321, 1e-320, 1e-319, 1e-318, 1e-317, 1e-316,
36 1e-315, 1e-314, 1e-313, 1e-312, 1e-311, 1e-310, 1e-309, 1e-308, 1e-307,
37 1e-306, 1e-305, 1e-304, 1e-303, 1e-302, 1e-301, 1e-300, 1e-299, 1e-298,
38 1e-297, 1e-296, 1e-295, 1e-294, 1e-293, 1e-292, 1e-291, 1e-290, 1e-289,
39 1e-288, 1e-287, 1e-286, 1e-285, 1e-284, 1e-283, 1e-282, 1e-281, 1e-280,
40 1e-279, 1e-278, 1e-277, 1e-276, 1e-275, 1e-274, 1e-273, 1e-272, 1e-271,
41 1e-270, 1e-269, 1e-268, 1e-267, 1e-266, 1e-265, 1e-264, 1e-263, 1e-262,
42 1e-261, 1e-260, 1e-259, 1e-258, 1e-257, 1e-256, 1e-255, 1e-254, 1e-253,
43 1e-252, 1e-251, 1e-250, 1e-249, 1e-248, 1e-247, 1e-246, 1e-245, 1e-244,
44 1e-243, 1e-242, 1e-241, 1e-240, 1e-239, 1e-238, 1e-237, 1e-236, 1e-235,
[all …]
/aosp_15_r20/external/openscreen/third_party/abseil/src/absl/strings/internal/
H A Dpow10_helper.cc35 0.0, 1e-323, 1e-322, 1e-321, 1e-320, 1e-319, 1e-318, 1e-317, 1e-316,
36 1e-315, 1e-314, 1e-313, 1e-312, 1e-311, 1e-310, 1e-309, 1e-308, 1e-307,
37 1e-306, 1e-305, 1e-304, 1e-303, 1e-302, 1e-301, 1e-300, 1e-299, 1e-298,
38 1e-297, 1e-296, 1e-295, 1e-294, 1e-293, 1e-292, 1e-291, 1e-290, 1e-289,
39 1e-288, 1e-287, 1e-286, 1e-285, 1e-284, 1e-283, 1e-282, 1e-281, 1e-280,
40 1e-279, 1e-278, 1e-277, 1e-276, 1e-275, 1e-274, 1e-273, 1e-272, 1e-271,
41 1e-270, 1e-269, 1e-268, 1e-267, 1e-266, 1e-265, 1e-264, 1e-263, 1e-262,
42 1e-261, 1e-260, 1e-259, 1e-258, 1e-257, 1e-256, 1e-255, 1e-254, 1e-253,
43 1e-252, 1e-251, 1e-250, 1e-249, 1e-248, 1e-247, 1e-246, 1e-245, 1e-244,
44 1e-243, 1e-242, 1e-241, 1e-240, 1e-239, 1e-238, 1e-237, 1e-236, 1e-235,
[all …]
/aosp_15_r20/external/abseil-cpp/absl/strings/internal/
H A Dpow10_helper.cc35 0.0, 1e-323, 1e-322, 1e-321, 1e-320, 1e-319, 1e-318, 1e-317, 1e-316,
36 1e-315, 1e-314, 1e-313, 1e-312, 1e-311, 1e-310, 1e-309, 1e-308, 1e-307,
37 1e-306, 1e-305, 1e-304, 1e-303, 1e-302, 1e-301, 1e-300, 1e-299, 1e-298,
38 1e-297, 1e-296, 1e-295, 1e-294, 1e-293, 1e-292, 1e-291, 1e-290, 1e-289,
39 1e-288, 1e-287, 1e-286, 1e-285, 1e-284, 1e-283, 1e-282, 1e-281, 1e-280,
40 1e-279, 1e-278, 1e-277, 1e-276, 1e-275, 1e-274, 1e-273, 1e-272, 1e-271,
41 1e-270, 1e-269, 1e-268, 1e-267, 1e-266, 1e-265, 1e-264, 1e-263, 1e-262,
42 1e-261, 1e-260, 1e-259, 1e-258, 1e-257, 1e-256, 1e-255, 1e-254, 1e-253,
43 1e-252, 1e-251, 1e-250, 1e-249, 1e-248, 1e-247, 1e-246, 1e-245, 1e-244,
44 1e-243, 1e-242, 1e-241, 1e-240, 1e-239, 1e-238, 1e-237, 1e-236, 1e-235,
[all …]
/aosp_15_r20/external/webrtc/third_party/abseil-cpp/absl/strings/internal/
H A Dpow10_helper.cc35 0.0, 1e-323, 1e-322, 1e-321, 1e-320, 1e-319, 1e-318, 1e-317, 1e-316,
36 1e-315, 1e-314, 1e-313, 1e-312, 1e-311, 1e-310, 1e-309, 1e-308, 1e-307,
37 1e-306, 1e-305, 1e-304, 1e-303, 1e-302, 1e-301, 1e-300, 1e-299, 1e-298,
38 1e-297, 1e-296, 1e-295, 1e-294, 1e-293, 1e-292, 1e-291, 1e-290, 1e-289,
39 1e-288, 1e-287, 1e-286, 1e-285, 1e-284, 1e-283, 1e-282, 1e-281, 1e-280,
40 1e-279, 1e-278, 1e-277, 1e-276, 1e-275, 1e-274, 1e-273, 1e-272, 1e-271,
41 1e-270, 1e-269, 1e-268, 1e-267, 1e-266, 1e-265, 1e-264, 1e-263, 1e-262,
42 1e-261, 1e-260, 1e-259, 1e-258, 1e-257, 1e-256, 1e-255, 1e-254, 1e-253,
43 1e-252, 1e-251, 1e-250, 1e-249, 1e-248, 1e-247, 1e-246, 1e-245, 1e-244,
44 1e-243, 1e-242, 1e-241, 1e-240, 1e-239, 1e-238, 1e-237, 1e-236, 1e-235,
[all …]
/aosp_15_r20/external/private-join-and-compute/third_party/abseil-cpp-20230125.2/absl/strings/internal/
H A Dpow10_helper.cc35 0.0, 1e-323, 1e-322, 1e-321, 1e-320, 1e-319, 1e-318, 1e-317, 1e-316,
36 1e-315, 1e-314, 1e-313, 1e-312, 1e-311, 1e-310, 1e-309, 1e-308, 1e-307,
37 1e-306, 1e-305, 1e-304, 1e-303, 1e-302, 1e-301, 1e-300, 1e-299, 1e-298,
38 1e-297, 1e-296, 1e-295, 1e-294, 1e-293, 1e-292, 1e-291, 1e-290, 1e-289,
39 1e-288, 1e-287, 1e-286, 1e-285, 1e-284, 1e-283, 1e-282, 1e-281, 1e-280,
40 1e-279, 1e-278, 1e-277, 1e-276, 1e-275, 1e-274, 1e-273, 1e-272, 1e-271,
41 1e-270, 1e-269, 1e-268, 1e-267, 1e-266, 1e-265, 1e-264, 1e-263, 1e-262,
42 1e-261, 1e-260, 1e-259, 1e-258, 1e-257, 1e-256, 1e-255, 1e-254, 1e-253,
43 1e-252, 1e-251, 1e-250, 1e-249, 1e-248, 1e-247, 1e-246, 1e-245, 1e-244,
44 1e-243, 1e-242, 1e-241, 1e-240, 1e-239, 1e-238, 1e-237, 1e-236, 1e-235,
[all …]
/aosp_15_r20/external/cronet/third_party/abseil-cpp/absl/strings/internal/
H A Dpow10_helper.cc35 0.0, 1e-323, 1e-322, 1e-321, 1e-320, 1e-319, 1e-318, 1e-317, 1e-316,
36 1e-315, 1e-314, 1e-313, 1e-312, 1e-311, 1e-310, 1e-309, 1e-308, 1e-307,
37 1e-306, 1e-305, 1e-304, 1e-303, 1e-302, 1e-301, 1e-300, 1e-299, 1e-298,
38 1e-297, 1e-296, 1e-295, 1e-294, 1e-293, 1e-292, 1e-291, 1e-290, 1e-289,
39 1e-288, 1e-287, 1e-286, 1e-285, 1e-284, 1e-283, 1e-282, 1e-281, 1e-280,
40 1e-279, 1e-278, 1e-277, 1e-276, 1e-275, 1e-274, 1e-273, 1e-272, 1e-271,
41 1e-270, 1e-269, 1e-268, 1e-267, 1e-266, 1e-265, 1e-264, 1e-263, 1e-262,
42 1e-261, 1e-260, 1e-259, 1e-258, 1e-257, 1e-256, 1e-255, 1e-254, 1e-253,
43 1e-252, 1e-251, 1e-250, 1e-249, 1e-248, 1e-247, 1e-246, 1e-245, 1e-244,
44 1e-243, 1e-242, 1e-241, 1e-240, 1e-239, 1e-238, 1e-237, 1e-236, 1e-235,
[all …]
/aosp_15_r20/external/rust/android-crates-io/crates/grpcio-sys/grpc/third_party/abseil-cpp/absl/strings/internal/
Dpow10_helper.cc35 0.0, 1e-323, 1e-322, 1e-321, 1e-320, 1e-319, 1e-318, 1e-317, 1e-316,
36 1e-315, 1e-314, 1e-313, 1e-312, 1e-311, 1e-310, 1e-309, 1e-308, 1e-307,
37 1e-306, 1e-305, 1e-304, 1e-303, 1e-302, 1e-301, 1e-300, 1e-299, 1e-298,
38 1e-297, 1e-296, 1e-295, 1e-294, 1e-293, 1e-292, 1e-291, 1e-290, 1e-289,
39 1e-288, 1e-287, 1e-286, 1e-285, 1e-284, 1e-283, 1e-282, 1e-281, 1e-280,
40 1e-279, 1e-278, 1e-277, 1e-276, 1e-275, 1e-274, 1e-273, 1e-272, 1e-271,
41 1e-270, 1e-269, 1e-268, 1e-267, 1e-266, 1e-265, 1e-264, 1e-263, 1e-262,
42 1e-261, 1e-260, 1e-259, 1e-258, 1e-257, 1e-256, 1e-255, 1e-254, 1e-253,
43 1e-252, 1e-251, 1e-250, 1e-249, 1e-248, 1e-247, 1e-246, 1e-245, 1e-244,
44 1e-243, 1e-242, 1e-241, 1e-240, 1e-239, 1e-238, 1e-237, 1e-236, 1e-235,
[all …]
/aosp_15_r20/external/python/cpython3/Lib/test/decimaltestdata/
Drandoms.decTest30 xadd001 add 905.67402 -202896611.E-780472620 -> 905.674020 Inexact Rounded
31 xcom001 compare 905.67402 -202896611.E-780472620 -> 1
32 xdiv001 divide 905.67402 -202896611.E-780472620 -> -4.46372177E+780472614 Inexact Rounded
33 xdvi001 divideint 905.67402 -202896611.E-780472620 -> NaN Division_impossible
34 xmul001 multiply 905.67402 -202896611.E-780472620 -> -1.83758189E-780472609 Inexact Rounded
36 xrem001 remainder 905.67402 -202896611.E-780472620 -> NaN Division_impossible
37 xsub001 subtract 905.67402 -202896611.E-780472620 -> 905.674020 Inexact Rounded
42 xmul002 multiply 3915134.7 -597164907. -> -2.33798105E+15 Inexact Rounded
43 xpow002 power 3915134.7 -597164907 -> 0E-1000000007 Underflow Subnormal Inexact Rounded Clamped
50 xmul003 multiply 309759261 62663.487 -> 1.94105954E+13 Inexact Rounded
[all …]
Dquantize.decTest36 quax003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded
37 quax005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded
39 quax007 quantize 0.1 1e-1 -> 0.1
40 quax008 quantize 0.1 1e-2 -> 0.10
41 quax009 quantize 0.1 1e-3 -> 0.100
42 quax010 quantize 0.9 1e+2 -> 0E+2 Inexact Rounded
43 quax011 quantize 0.9 1e+1 -> 0E+1 Inexact Rounded
44 quax012 quantize 0.9 1e+0 -> 1 Inexact Rounded
45 quax013 quantize 0.9 1e-1 -> 0.9
46 quax014 quantize 0.9 1e-2 -> 0.90
[all …]
Dfma.decTest31 -- 2. Multiply tests (third operand is neutral zero [0E+emax])
83 -- 888565290 1557.96930 -86087.7578 -> 1.38435735E+12
84 fma0201 fma 888565290 1557.96930 -86087.7578 -> 1.38435736E+12 Inexact Rounded
85 -- -85519342.9 735155419 42010431 -> -6.28700084E+16
86 fma0205 fma -85519342.9 735155419 42010431 -> -6.28700083E+16 Inexact Rounded
87 -- -98025.5 -294603.472 10414348.2 -> 2.88890669E+10
88 fma0208 fma -98025.5 -294603.472 10414348.2 -> 2.88890670E+10 Inexact Rounded
89 -- 5967627.39 83526540.6 498494.810 -> 4.98455271E+14
90 fma0211 fma 5967627.39 83526540.6 498494.810 -> 4.98455272E+14 Inexact Rounded
95 -- -68.81500 59961113.9 -8988862 -> -4.13521291E+9
[all …]
/aosp_15_r20/external/python/cpython2/Lib/test/decimaltestdata/
Drandoms.decTest30 xadd001 add 905.67402 -202896611.E-780472620 -> 905.674020 Inexact Rounded
31 xcom001 compare 905.67402 -202896611.E-780472620 -> 1
32 xdiv001 divide 905.67402 -202896611.E-780472620 -> -4.46372177E+780472614 Inexact Rounded
33 xdvi001 divideint 905.67402 -202896611.E-780472620 -> NaN Division_impossible
34 xmul001 multiply 905.67402 -202896611.E-780472620 -> -1.83758189E-780472609 Inexact Rounded
36 xrem001 remainder 905.67402 -202896611.E-780472620 -> NaN Division_impossible
37 xsub001 subtract 905.67402 -202896611.E-780472620 -> 905.674020 Inexact Rounded
42 xmul002 multiply 3915134.7 -597164907. -> -2.33798105E+15 Inexact Rounded
43 xpow002 power 3915134.7 -597164907 -> 0E-1000000007 Underflow Subnormal Inexact Rounded Clamped
50 xmul003 multiply 309759261 62663.487 -> 1.94105954E+13 Inexact Rounded
[all …]
Dquantize.decTest36 quax003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded
37 quax005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded
39 quax007 quantize 0.1 1e-1 -> 0.1
40 quax008 quantize 0.1 1e-2 -> 0.10
41 quax009 quantize 0.1 1e-3 -> 0.100
42 quax010 quantize 0.9 1e+2 -> 0E+2 Inexact Rounded
43 quax011 quantize 0.9 1e+1 -> 0E+1 Inexact Rounded
44 quax012 quantize 0.9 1e+0 -> 1 Inexact Rounded
45 quax013 quantize 0.9 1e-1 -> 0.9
46 quax014 quantize 0.9 1e-2 -> 0.90
[all …]
Dfma.decTest31 -- 2. Multiply tests (third operand is neutral zero [0E+emax])
83 -- 888565290 1557.96930 -86087.7578 -> 1.38435735E+12
84 fma0201 fma 888565290 1557.96930 -86087.7578 -> 1.38435736E+12 Inexact Rounded
85 -- -85519342.9 735155419 42010431 -> -6.28700084E+16
86 fma0205 fma -85519342.9 735155419 42010431 -> -6.28700083E+16 Inexact Rounded
87 -- -98025.5 -294603.472 10414348.2 -> 2.88890669E+10
88 fma0208 fma -98025.5 -294603.472 10414348.2 -> 2.88890670E+10 Inexact Rounded
89 -- 5967627.39 83526540.6 498494.810 -> 4.98455271E+14
90 fma0211 fma 5967627.39 83526540.6 498494.810 -> 4.98455272E+14 Inexact Rounded
95 -- -68.81500 59961113.9 -8988862 -> -4.13521291E+9
[all …]

12345678910>>...1873