Commit f6e94a49 authored by erwan's avatar erwan
Browse files

test: do not use the lurette-embedded lv6 interpreter to avoid spurious float rounding errors

parent 125436a1
==> lus2lic0.sum <==
Test run by jahier on Wed Mar 23 13:57:00
Test run by jahier on Fri Apr 8 15:06:47
Native configuration is x86_64-pc-linux-gnu
=== lus2lic0 tests ===
......@@ -66,7 +66,7 @@ XFAIL: Test bad programs (assert): test_lus2lic_no_node should_fail/assert/lecte
XFAIL: Test bad programs (assert): test_lus2lic_no_node should_fail/assert/s.lus
==> lus2lic1.sum <==
Test run by jahier on Wed Mar 23 13:57:01
Test run by jahier on Fri Apr 8 15:06:48
Native configuration is x86_64-pc-linux-gnu
=== lus2lic1 tests ===
......@@ -626,7 +626,7 @@ PASS: /home/jahier/lus2lic/test/../utils/compare_exec_and_2c multipar.lus {}
PASS: /home/jahier/lus2lic/test/../utils/compare_lv6_and_lv6_en multipar.lus {}
==> lus2lic2.sum <==
Test run by jahier on Wed Mar 23 14:03:08
Test run by jahier on Fri Apr 8 15:10:09
Native configuration is x86_64-pc-linux-gnu
=== lus2lic2 tests ===
......@@ -1170,7 +1170,7 @@ PASS: /home/jahier/lus2lic/test/../utils/compare_lv6_and_lv6_en zzz2.lus {}
PASS: /home/jahier/lus2lic/test/../utils/compare_gcc_and_clang zzz2.lus {}
==> lus2lic3.sum <==
Test run by jahier on Wed Mar 23 14:09:38
Test run by jahier on Fri Apr 8 15:13:53
Native configuration is x86_64-pc-linux-gnu
=== lus2lic3 tests ===
......@@ -1398,7 +1398,7 @@ PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node contractForElement
PASS: ./lus2lic {} {-lic -o convert.lic convert.lus -n convert}
PASS: ./lus2lic {-ec -o convert.ec convert.lus -n convert}
PASS: ./myec2c {-o convert.c convert.ec}
FAIL: Try to compare lus2lic -exec and ecexe: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node convert.lus {}
PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node convert.lus {}
PASS: ./lus2lic {} {-lic -o count.lic count.lus -n count}
PASS: ./lus2lic {-ec -o count.ec count.lus -n count}
PASS: ./myec2c {-o count.c count.ec}
......@@ -1529,7 +1529,7 @@ PASS: ./lus2lic { "--expand-nodes -esa"} {-lic -o iterate_on_plus.lic iterate_on
PASS: ./lus2lic {} {-lic -o left.lic left.lus -n left}
PASS: ./lus2lic {-ec -o left.ec left.lus -n left}
PASS: ./myec2c {-o left.c left.ec}
PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node left.lus {}
FAIL: Try to compare lus2lic -exec and ecexe: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node left.lus {}
PASS: ./lus2lic {} {-lic -o long_et_stupide_nom_de_noeud.lic long_et_stupide_nom_de_noeud.lus -n long_et_stupide_nom_de_noeud}
PASS: ./lus2lic {-ec -o long_et_stupide_nom_de_noeud.ec long_et_stupide_nom_de_noeud.lus -n long_et_stupide_nom_de_noeud}
PASS: ./myec2c {-o long_et_stupide_nom_de_noeud.c long_et_stupide_nom_de_noeud.ec}
......@@ -1637,19 +1637,19 @@ PASS: ./lus2lic {-ec -o modes3x2_v4.ec modes3x2_v4.lus -n modes3x2_v4}
PASS: ./lus2lic {} {-lic -o morel.lic morel.lus -n morel}
PASS: ./lus2lic {-ec -o morel.ec morel.lus -n morel}
PASS: ./myec2c {-o morel.c morel.ec}
PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel.lus {}
FAIL: Try to compare lus2lic -exec and ecexe: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel.lus {}
PASS: ./lus2lic {} {-lic -o morel2.lic morel2.lus -n morel2}
PASS: ./lus2lic {-ec -o morel2.ec morel2.lus -n morel2}
PASS: ./myec2c {-o morel2.c morel2.ec}
PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel2.lus {}
FAIL: Try to compare lus2lic -exec and ecexe: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel2.lus {}
PASS: ./lus2lic {} {-lic -o morel3.lic morel3.lus -n morel3}
PASS: ./lus2lic {-ec -o morel3.ec morel3.lus -n morel3}
PASS: ./myec2c {-o morel3.c morel3.ec}
PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel3.lus {}
FAIL: Try to compare lus2lic -exec and ecexe: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel3.lus {}
PASS: ./lus2lic {} {-lic -o morel4.lic morel4.lus -n morel4}
PASS: ./lus2lic {-ec -o morel4.ec morel4.lus -n morel4}
PASS: ./myec2c {-o morel4.c morel4.ec}
PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel4.lus {}
FAIL: Try to compare lus2lic -exec and ecexe: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node morel4.lus {}
PASS: ./lus2lic {} {-lic -o morel5.lic morel5.lus -n morel5}
PASS: ./lus2lic {-ec -o morel5.ec morel5.lus -n morel5}
PASS: ./myec2c {-o morel5.c morel5.ec}
......@@ -1685,7 +1685,7 @@ PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node multipar.lus {}
==> lus2lic4.sum <==
Test run by jahier on Wed Mar 23 14:10:35
Test run by jahier on Fri Apr 8 15:14:47
Native configuration is x86_64-pc-linux-gnu
=== lus2lic4 tests ===
......@@ -2108,7 +2108,7 @@ PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node toto.lus {}
PASS: ./lus2lic {} {-lic -o tranche.lic tranche.lus -n tranche}
PASS: ./lus2lic {-ec -o tranche.ec tranche.lus -n tranche}
PASS: ./myec2c {-o tranche.c tranche.ec}
PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node tranche.lus {}
FAIL: Try to compare lus2lic -exec and ecexe: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node tranche.lus {}
PASS: ./lus2lic {} {-lic -o tri.lic tri.lus -n tri}
PASS: ./lus2lic {-ec -o tri.ec tri.lus -n tri}
PASS: ./myec2c {-o tri.c tri.ec}
......@@ -2195,24 +2195,24 @@ PASS: /home/jahier/lus2lic/test/../utils/compare_gcc_and_clang multipar.lus {}
==> lus2lic3.sum <==
=== lus2lic3 Summary ===
# of expected passes 497
# of unexpected failures 4
# of expected passes 493
# of unexpected failures 8
# of unresolved testcases 1
==> lus2lic4.sum <==
=== lus2lic4 Summary ===
# of expected passes 471
# of unexpected failures 5
# of expected passes 470
# of unexpected failures 6
===============================
# Total number of failures: 12
# Total number of failures: 17
lus2lic0.log:testcase ./lus2lic.tests/test0.exp completed in 1 seconds
lus2lic1.log:testcase ./lus2lic.tests/test1.exp completed in 367 seconds
lus2lic2.log:testcase ./lus2lic.tests/test2.exp completed in 389 seconds
lus2lic3.log:testcase ./lus2lic.tests/test3.exp completed in 57 seconds
lus2lic4.log:testcase ./lus2lic.tests/test4.exp completed in 45 seconds
lus2lic1.log:testcase ./lus2lic.tests/test1.exp completed in 201 seconds
lus2lic2.log:testcase ./lus2lic.tests/test2.exp completed in 223 seconds
lus2lic3.log:testcase ./lus2lic.tests/test3.exp completed in 54 seconds
lus2lic4.log:testcase ./lus2lic.tests/test4.exp completed in 35 seconds
* Ref time:
306.92user 89.01system 14:20.90elapsed 45%CPU (0avgtext+0avgdata 76920maxresident)k
993112inputs+440112outputs (2747major+19340626minor)pagefaults 0swaps
174.91user 48.72system 8:35.23elapsed 43%CPU (0avgtext+0avgdata 76980maxresident)k
195048inputs+456896outputs (669major+19477308minor)pagefaults 0swaps
* Quick time (-j 4):
......@@ -62,11 +62,20 @@ export PATH=/usr/local/tools/lustre/v4/bin/:$PATH
if
# -rp "sut:v4:$lv4:$lv4_node" \
echo "./lus2lic -2c-exec $_oracle -n $oracle $OPT --expand-io-type" > $_oracle.sh
PRECISION=4
./lus2lic -2c $_oracle -n $oracle $OPT &&
lurette -l 10 \
-sut "ecexe-rif $ec $lv4_node -rif" \
-env "lutin $env -n $env_node -p $PRECISION" \
-oracle "./lus2lic $_oracle -n $oracle $OPT"
-oracle "sh $_oracle.sh"
# Do not use the lurette-embedded lv6 interpreter to avoid spurious float rounding errors.
# Indeed, the lurette-embedded lv6 interpreter uses the exact value generated by lutin.
# -oracle "./lus2lic $_oracle -n $oracle $OPT"
# lurettetop_exe -p $PRECISION -rp "sut:ec:$ec:$lv4_node" -rp "env:lutin:$env:-p:$PRECISION" -rp "oracle:v6:$_oracle:$oracle:$OPT" -go -l 10 -ns2c --stop-on-oracle-error;
then
echo "lurettetop ok"
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment