| #!/bin/bash |
| # |
| # Copyright (C) 2008 The Android Open Source Project |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| # Set up prog to be the path of this script, including following symlinks, |
| # and set up progdir to be the fully-qualified pathname of its directory. |
| |
| prog="$0" |
| while [ -h "${prog}" ]; do |
| newProg=`/bin/ls -ld "${prog}"` |
| newProg=`expr "${newProg}" : ".* -> \(.*\)$"` |
| if expr "x${newProg}" : 'x/' >/dev/null; then |
| prog="${newProg}" |
| else |
| progdir=`dirname "${prog}"` |
| prog="${progdir}/${newProg}" |
| fi |
| done |
| oldwd=`pwd` |
| progdir=`dirname "${prog}"` |
| cd "${progdir}" |
| progdir=`pwd` |
| prog="${progdir}"/`basename "${prog}"` |
| cd "${oldwd}" |
| |
| libdir=`dirname $progdir`/framework |
| |
| javaOpts="" |
| while expr "x$1" : 'x-J' >/dev/null; do |
| opt=`expr "$1" : '-J\(.*\)'` |
| javaOpts="${javaOpts} -${opt}" |
| shift |
| done |
| |
| |
| ####################################################################### |
| # Original content of invocation script follows. Uses values cleverly |
| # deduced by the above code. |
| ####################################################################### |
| |
| selection=$1 |
| interpreter="fast" |
| if [ "$selection" = "--portable" ]; then |
| selection=$2; |
| interpreter="portable" |
| fi |
| |
| dalviktest=$ANDROID_BUILD_TOP/out/host/common/obj/JAVA_LIBRARIES/vm-tests-tf_intermediates |
| dalviktestdir=$dalviktest/tests |
| dexcore=$dalviktest/tests/dot/junit/dexcore.jar |
| scriptdata=$dalviktestdir/data/scriptdata |
| report=$dalviktest/report.html |
| curdate=`date` |
| datadir=/tmp/${USER} |
| base=$OUT |
| framework=$base/system/framework |
| export ANDROID_PRINTF_LOG=tag |
| export ANDROID_LOG_TAGS='*:s' # was: jdwp:i dalvikvm:i dalvikvmi:i' |
| export ANDROID_DATA=$datadir |
| export ANDROID_ROOT=$base/system |
| export LD_LIBRARY_PATH=$base/system/lib |
| export DYLD_LIBRARY_PATH=$base/system/lib |
| debug_opts="-Xcheck:jni -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n" |
| exe=$base/system/bin/dalvikvm |
| bpath=$framework/core.jar |
| |
| echo "--------------------------------------------------" |
| echo "Dalvik VM Test Suite" |
| echo "Version 1.0" |
| echo "Copyright (c) 2008 The Android Open Source Project" |
| echo "" |
| |
| if [ "$selection" = "--help" ]; then |
| echo "Usage: vm-tests [--help|--portable] [<mnemonic>]" |
| echo "" |
| echo " --help prints this help message" |
| echo " --portable uses the portable interpreter;" |
| echo " default is the fast one" |
| echo "" |
| echo " <mnemonic> specifies the instruction to test;" |
| echo " default is to run all tests" |
| echo "" |
| exit 1; |
| fi |
| |
| rm -rf --preserve-root $datadir/dalvik-cache |
| mkdir -p $datadir |
| mkdir -p $datadir/dalvik-cache |
| |
| echo "" |
| |
| pre_report="<html><head><style> |
| table tr.ok { background:#a0ffa0; } |
| table tr.nok { background:#ffa0a0; } |
| table tr.wok { background:#ffffa0; } |
| table tr.lok { background:#aaaaff; } |
| </style></head> |
| <body> |
| <h1>Dalvik VM test suite results</h1> |
| Generated $curdate (using the emulator) |
| <p> |
| <table width='100%'> |
| <tr><td>Status</td><td>Target</td><td>Category</td><td>Details</td></tr>" |
| post_report="</body></html>" |
| |
| rm -f $report |
| echo $pre_report > $report |
| |
| # ----------- running each opcode test ------------ |
| |
| export jpassedcnt=0 |
| export jfailedcnt=0 |
| export jvfefailedcnt=0 |
| export jwarningcnt=0 |
| export jallcnt=0 |
| export jcolumns=0 |
| |
| # TODO unhack; dimitry: unhack what? |
| adb push $dexcore /data/local/tmp/dexcore.jar >> /dev/null 2>&1 |
| |
| function classnameToJar() |
| { |
| echo $1 | sed -e 's#\.#/#g;s#$#.jar#' |
| } |
| |
| while read -u 3 myline; |
| do |
| # dot.junit.opcodes.add_double.Main_testB1;dot.junit.opcodes.add_double.d.T_add_double_1 ;opcode add_double;test B #1 (border edge case) |
| # -> |
| # mainclass: dot.junit.opcodes.add_double.Main_testB1 |
| # testcasedir: opcodes/add_double |
| # testname: testB1 -> |
| # dir dot/junit/opcodes/add_double/testB1 |
| |
| # e.g dot.junit.opcodes.add_double.Main_testB1 |
| mainclass=`echo $myline | cut -d";" -f1` |
| # e.g dot.junit.opcodes.add_double.d.T_add_double_1, space sep. >=1 entries |
| deps=`echo $myline | cut -d";" -f2` |
| |
| jtitle=`echo $myline | cut -d";" -f3` |
| jcomment=`echo $myline | cut -d";" -f4` |
| details=`echo $myline | cut -d";" -f5` |
| |
| if [ "$selection" == "" ] || [ "$jtitle" == "$selection" ]; then |
| |
| (( jallcnt += 1 )) |
| |
| cd $dalviktestdir |
| rm -f $datadir/dalvikout |
| # write dalvik output to file |
| echo -n "mk_b:" > $datadir/dalvikout |
| |
| classpath="/data/local/tmp/dexcore.jar" |
| deps=${deps}" "${mainclass} |
| pushedjars="" |
| for dep in ${deps}; do |
| depJar=`classnameToJar ${dep}` |
| depFileName=`basename ${depJar}` |
| deviceFileName=/data/local/tmp/${depFileName} |
| adb push ${depJar} ${deviceFileName} &> /dev/null |
| classpath=${classpath}:${deviceFileName} |
| pushedjars=${pushedjars}" "${deviceFileName} |
| done |
| |
| adb shell dalvikvm -Djava.io.tmpdir=/data/local/tmp \ |
| -classpath $classpath $mainclass >> $datadir/dalvikout 2>&1 && \ |
| echo -n dvmpassed: >> $datadir/dalvikout 2>&1 |
| |
| for jar in ${pushedjars}; do |
| adb shell rm ${jar} &> /dev/null |
| done |
| |
| echo -n "mk_s:" >> $datadir/dalvikout |
| # Verify tmpout only contains mkdxc_start;mkdxc_stop -> no system.out/err |
| # because of exception. If ok -> green report line else red report with info |
| # between mkdxc_start and stop |
| vmresult=`cat $datadir/dalvikout` |
| |
| if [[ ("$vmresult" == "mk_b:mk_s:") || ("$vmresult" == "mk_b:dvmpassed:mk_s:") ]]; then |
| (( jpassedcnt += 1 )) |
| echo -n "<tr class=\"ok\"><td>Success</td><td>$jtitle</td>" >> $report |
| echo "<td>$jcomment</td><td>$details</td></tr>" >> $report |
| echo -n "." |
| else |
| vmres=`cat $datadir/dalvikout | sed -e 's/mk_b://;s/mk_s://'` |
| vmres="$details<br><pre>$vmres</pre>" |
| |
| stacktraces=`echo $vmresult | grep "java\.lang\." | grep -c "at dot\.junit\."` |
| if [[ $stacktraces > 0 ]]; then |
| jtype=`echo "$mainclass" | sed -e 's/.*_test\([^0-9]*\)[0-9].*/\1/' ` |
| if [ "$jtype" == "VFE" ]; then |
| (( jvfefailedcnt += 1 )) |
| echo -n "V" |
| else |
| (( jfailedcnt += 1 )) |
| echo -n "F" |
| fi |
| |
| echo "<tr class=\"nok\"><td>Failure</td><td>$jtitle</td><td>" >> $report |
| echo "$jcomment</td><td>$vmres</td></tr>" >> $report |
| else |
| (( jwarningcnt += 1 )) |
| echo "<tr class=\"wok\"><td>Failure</td><td>$jtitle</td><td>" >> $report |
| echo "$jcomment</td><td>(No stacktrace, but errors on console)" >> $report |
| echo "<br>$vmres</td></tr>" >> $report |
| echo -n "C" |
| fi |
| fi |
| |
| (( jcolumns += 1 )) |
| if [ ${jcolumns} -eq 40 ]; then |
| echo "" |
| (( jcolumns = 0 )) |
| fi |
| |
| fi |
| # Use fd nr 3 to avoid subshelling via cat since this looses all |
| # variables(and thus also the counters we are interested in). |
| done 3<$scriptdata |
| |
| echo "</table>" >> $report |
| let jallcalccnt=$jpassedcnt+$jfailedcnt+$jvfefailedcnt+$jwarningcnt |
| if [ $jallcalccnt -ne $jallcnt ]; then |
| echo "<br>error: green & red != total , $jallcalccnt -ne $jallcnt" >> $report |
| exit 1; |
| fi |
| |
| echo $post_report >> $report |
| |
| echo "<br>Tests run: ${jallcnt}" >> $report |
| echo "<br>Functional failures: ${jfailedcnt}" >> $report |
| echo "<br>Verifier failures: ${jvfefailedcnt}" >> $report |
| echo "<br>Console errors: ${jwarningcnt}" >> $report |
| |
| echo $post_report >> $report |
| |
| if [[ jcolumns -ne 0 ]]; then |
| echo "" |
| fi |
| |
| echo "" |
| |
| if [[ jallcnt -eq jpassedcnt ]]; then |
| echo "OK (${jpassedcnt} tests)" |
| else |
| echo "FAILURES!!!" |
| echo "" |
| echo "Tests run : ${jallcnt}" |
| echo "Functional failures: ${jfailedcnt}" |
| echo "Verifier failures : ${jvfefailedcnt}" |
| echo "Console errors : ${jwarningcnt}" |
| fi |
| |
| echo "" |
| echo "Please see complete report in ${report}" |
| echo "--------------------------------------------------" |