Commit 126db492 authored by erwan's avatar erwan
Browse files

test: check that valgrind produces no error on the set on tes/should_work/*.lus

parent 861b2fb6
# to run the test, one needs to (apt-get) install:
# dejagnu tcl tcllib
all: clean qtest rest
all: clean qtest rest valgrind.res
test: clean qtest
rest: reftest lus2lic.time
jenkins: clean qtest rest
......@@ -57,6 +57,10 @@ lus2lic.time:lus2lic.sum
utest:
cp lus2lic.log lus2lic.log.ref
# check if valgrind (called in compare_exec_and_2c) has generated errors
.PHONY:valgrind.res
valgrind.res:
grep -n ERROR tmp1/*.log | grep -v ' 0 errors' > $@; [ ! -s $@ ]
# reftest isslower than qtest, but less sensible to the load of the machine (wrt time measurements)
reftest:
......@@ -139,7 +143,7 @@ progression:
local_clean: lclean tmpdirs
clean:
cd $(testdir); make local_clean
cd $(testdir); make local_clean; rm valgrind.res
lclean:
rm -f *.ec *.lus *.lut *.cov *.gp *.rif *.out *.cov *.c *.h *.log *.sum *time
rm -rf Data
......
==> lus2lic0.sum <==
Test run by jahier on Mon Mar 21 15:18:56
Test run by jahier on Tue Mar 22 13:35:05
Native configuration is x86_64-pc-linux-gnu
=== lus2lic0 tests ===
......@@ -66,7 +66,7 @@ XFAIL: Test bad programs (assert): test_lus2lic_no_node should_fail/assert/lecte
XFAIL: Test bad programs (assert): test_lus2lic_no_node should_fail/assert/s.lus
==> lus2lic1.sum <==
Test run by jahier on Mon Mar 21 15:18:57
Test run by jahier on Tue Mar 22 13:35:06
Native configuration is x86_64-pc-linux-gnu
=== lus2lic1 tests ===
......@@ -414,7 +414,7 @@ PASS: ./lus2lic {-2c multipar.lus -n multipar}
PASS: sh multipar.sh
==> lus2lic2.sum <==
Test run by jahier on Mon Mar 21 15:19:47
Test run by jahier on Tue Mar 22 13:37:45
Native configuration is x86_64-pc-linux-gnu
=== lus2lic2 tests ===
......@@ -754,7 +754,7 @@ PASS: sh zzz2.sh
PASS: /home/jahier/lus2lic/test/../utils/compare_exec_and_2c zzz2.lus {}
==> lus2lic3.sum <==
Test run by jahier on Mon Mar 21 15:20:49
Test run by jahier on Tue Mar 22 13:40:23
Native configuration is x86_64-pc-linux-gnu
=== lus2lic3 tests ===
......@@ -1269,7 +1269,7 @@ PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node multipar.lus {}
==> lus2lic4.sum <==
Test run by jahier on Mon Mar 21 15:21:55
Test run by jahier on Tue Mar 22 13:41:22
Native configuration is x86_64-pc-linux-gnu
=== lus2lic4 tests ===
......@@ -1761,7 +1761,7 @@ PASS: /home/jahier/lus2lic/test/../utils/test_lus2lic_no_node zzz2.lus {}
# of expected failures 54
==> lus2lic1.sum <==
PASS: /home/jahier/lus2lic/test/../utils/compare_exec_and_2c multipar.lus 33589 {}
PASS: /home/jahier/lus2lic/test/../utils/compare_exec_and_2c multipar.lus 44111 {}
=== lus2lic1 Summary ===
......@@ -1790,13 +1790,13 @@ PASS: /home/jahier/lus2lic/test/../utils/compare_exec_and_2c multipar.lus 33589
===============================
# Total number of failures: 10
lus2lic0.log:testcase ./lus2lic.tests/test0.exp completed in 1 seconds
lus2lic1.log:testcase ./lus2lic.tests/test1.exp completed in 50 seconds
lus2lic2.log:testcase ./lus2lic.tests/test2.exp completed in 62 seconds
lus2lic3.log:testcase ./lus2lic.tests/test3.exp completed in 66 seconds
lus2lic4.log:testcase ./lus2lic.tests/test4.exp completed in 49 seconds
lus2lic1.log:testcase ./lus2lic.tests/test1.exp completed in 159 seconds
lus2lic2.log:testcase ./lus2lic.tests/test2.exp completed in 158 seconds
lus2lic3.log:testcase ./lus2lic.tests/test3.exp completed in 59 seconds
lus2lic4.log:testcase ./lus2lic.tests/test4.exp completed in 45 seconds
* Ref time:
144.51user 35.21system 3:48.25elapsed 78%CPU (0avgtext+0avgdata 39116maxresident)k
195552inputs+142976outputs (391major+8393904minor)pagefaults 0swaps
140.80user 38.30system 7:02.65elapsed 42%CPU (0avgtext+0avgdata 39484maxresident)k
632inputs+142936outputs (4major+8395868minor)pagefaults 0swaps
* Quick time (-j 4):
187.79user 41.94system 1:59.31elapsed 192%CPU (0avgtext+0avgdata 39184maxresident)k
321112inputs+140776outputs (1157major+8339104minor)pagefaults 0swaps
182.21user 41.07system 4:14.30elapsed 87%CPU (0avgtext+0avgdata 39428maxresident)k
93864inputs+140672outputs (388major+8341534minor)pagefaults 0swaps
# Time-stamp: <modified the 03/03/2020 (at 15:24) by Erwan Jahier>
# Time-stamp: <modified the 22/03/2022 (at 13:50) by Erwan Jahier>
#
# (nonreg-)test harness main file
......@@ -220,6 +220,7 @@ proc read_opt {f} {
return $res
}
### Compare the result of lv6 -exec vs lv6 -2c
proc nonreg_exec_and_2c {files tmp} {
global lus2lic
global compare_exec_and_2c
......@@ -264,6 +265,7 @@ proc nonreg_exec_and_2c {files tmp} {
}
### Compare the result of lv6 -exec vs lv6 -ec+ecexe
proc nonreg_exec_and_ecexe {files tmp} {
global lus2lic
global ec2c
......
......@@ -50,7 +50,7 @@ export PATH=/usr/local/tools/lustre/v4/bin/:$PATH
PRECISION=4
if
lurette -l 10 -o xxx.rif \
-sut "./$node.exec" \
-sut "valgrind --log-file=$node-valgrind.log ./$node.exec" \
-env "lutin $env -n $env_node -p $PRECISION -seed 42" \
-oracle "./lus2lic $_oracle -n $oracle $OPT";
# lurettetop_exe -p $PRECISION -rp "sut:socket:127.0.0.1:$PORT" -rp "env:lutin:$env:-p:$PRECISION" -rp "oracle:v6:$_oracle:$oracle:$OPT" \
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment