[PD-cvs] externals/zexy/tests runtests.sh, 1.6, 1.7 runtests.txt, 1.10, 1.11

[IOhannes m zmölnig]

Update of /cvsroot/pure-data/externals/zexy/tests
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv26836

Modified Files:
	runtests.sh runtests.txt 
Log Message:
better evaluation of passed/failed tests
(some tests MUST fail in order to work correctly: these are prefixed with "fail_")


Index: runtests.txt
===================================================================
RCS file: /cvsroot/pure-data/externals/zexy/tests/runtests.txt,v
retrieving revision 1.10
retrieving revision 1.11
diff -C2 -d -r1.10 -r1.11
*** runtests.txt	6 Sep 2007 13:30:04 -0000	1.10
--- runtests.txt	6 Sep 2007 14:03:24 -0000	1.11
***************
*** 76,83 ****
  repeat/noargs;
  s2l/numsymbols;
  testtests/fail;
  testtests/fail_wait0;
  testtests/fail_wait10;
- testtests/noresult;
  testtests/pass;
  testtests/pass_wait0;
--- 76,83 ----
  repeat/noargs;
  s2l/numsymbols;
+ testtests/fail_noresult;
  testtests/fail;
  testtests/fail_wait0;
  testtests/fail_wait10;
  testtests/pass;
  testtests/pass_wait0;

Index: runtests.sh
===================================================================
RCS file: /cvsroot/pure-data/externals/zexy/tests/runtests.sh,v
retrieving revision 1.6
retrieving revision 1.7
diff -C2 -d -r1.6 -r1.7
*** runtests.sh	14 Mar 2007 09:53:37 -0000	1.6
--- runtests.sh	6 Sep 2007 14:03:24 -0000	1.7
***************
*** 26,30 ****
  function debug() {
   :
! # echo $@
  }
  
--- 26,30 ----
  function debug() {
   :
! if [ "x${DEBUG}" = "xyes" ]; then echo $@; fi
  }
  
***************
*** 41,46 ****
  
   numtests=$(grep -c . ${testfile})
   debug "number of tests = ${numtests}"
!  echo "regression-test: ${numtests} tests total" >>  ${logfile}
   debug "show results"
   cat ${logfile} | egrep "^regression-test: " | sed -e 's/^regression-test: //'
--- 41,59 ----
  
   numtests=$(grep -c . ${testfile})
+  numpass=$(egrep -c "regression-test: (.*/fail.*: failed|.*: OK)$" ${logfile})
+  let numfail=0
+  failtests=""
+  for t in $(egrep "regression-test: .*: (failed|OK)$" ${logfile} | egrep -v "regression-test: (.*/fail.*: failed|.*: OK)$" | awk '{print $2}')
+  do
+   failtests="${failtests} ${t%:}"
+   let numfail=numfail+1
+  done
   debug "number of tests = ${numtests}"
!  echo "regression-test: ======================================" >>  ${logfile}
!  echo "regression-test: ${numtests} regression-tests total" >>  ${logfile}
!  echo "regression-test: ${numpass} regression-tests passed" >>  ${logfile}
!  echo "regression-test: ${numfail} regression-tests failed" >>  ${logfile}
!  echo "regression-test: ======================================" >>  ${logfile}
!  echo "regression-test: failed tests: ${failtests}" >> ${logfile}
   debug "show results"
   cat ${logfile} | egrep "^regression-test: " | sed -e 's/^regression-test: //'
***************
*** 58,68 ****
  function run_withgui() {
   debug "running test with gui"
!  ${PD} ${LIBFLAGS} -stderr runtests.pd > ${RUNTESTS_LOG} 2>&1
!  debug "testing completed, no evaluation will be done; see ${RUNTESTS_LOG} for results"
  }
  
  list_tests > ${RUNTESTS_TXT}
  
! if test "x$1" = "x-gui"; then
   run_withgui
  else
--- 71,98 ----
  function run_withgui() {
   debug "running test with gui"
!  ${PD} ${LIBFLAGS} -stderr runtests.pd 2>&1 | tee ${RUNTESTS_LOG}
!  echo "testing completed, no evaluation will be done; see ${RUNTESTS_LOG} for results"
  }
  
  list_tests > ${RUNTESTS_TXT}
  
! USEGUI=""
! DEBUG=""
! 
! while [ "$@" ]
! do
!  if test "x$1" = "x-gui"; then
!   USEGUI="yes"
!  fi
!  if test "x$1" = "x-debug"; then
!   DEBUG="yes"
!  fi
!  if test "x$1" = "x-d"; then
!   DEBUG="yes"
!  fi
!  shift
! done
! 
! if [ "x${USEGUI}" = "xyes" ]; then
   run_withgui
  else
***************
*** 70,72 ****
  fi
  
! 
--- 100,102 ----
  fi
  
! echo $@