tools/vm-tests-tf/etc/starttests - platform/cts - Git at Google

 #!/bin/bash
 #
 # Copyright (C) 2008 The Android Open Source Project
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #      http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.

 # Set up prog to be the path of this script, including following symlinks,
 # and set up progdir to be the fully-qualified pathname of its directory.

 prog="$0"
 while [ -h "${prog}" ]; do
     newProg=`/bin/ls -ld "${prog}"`
     newProg=`expr "${newProg}" : ".* -> \(.*\)$"`
     if expr "x${newProg}" : 'x/' >/dev/null; then
         prog="${newProg}"
     else
         progdir=`dirname "${prog}"`
         prog="${progdir}/${newProg}"
     fi
 done
 oldwd=`pwd`
 progdir=`dirname "${prog}"`
 cd "${progdir}"
 progdir=`pwd`
 prog="${progdir}"/`basename "${prog}"`
 cd "${oldwd}"

 libdir=`dirname $progdir`/framework

 javaOpts=""
 while expr "x$1" : 'x-J' >/dev/null; do
     opt=`expr "$1" : '-J\(.*\)'`
     javaOpts="${javaOpts} -${opt}"
     shift
 done


 #######################################################################
 # Original content of invocation script follows. Uses values cleverly
 # deduced by the above code.
 #######################################################################

 selection=$1
 interpreter="fast"
 if [ "$selection" = "--portable" ]; then
     selection=$2;
     interpreter="portable"
 fi

 dalviktest=$ANDROID_BUILD_TOP/out/host/common/obj/JAVA_LIBRARIES/vm-tests-tf_intermediates
 dalviktestdir=$dalviktest/tests
 dexcore=$dalviktest/tests/dot/junit/dexcore.jar
 scriptdata=$dalviktestdir/data/scriptdata
 report=$dalviktest/report.html
 curdate=`date`
 datadir=/tmp/${USER}
 base=$OUT
 framework=$base/system/framework
 export ANDROID_PRINTF_LOG=tag
 export ANDROID_LOG_TAGS='*:s' # was: jdwp:i dalvikvm:i dalvikvmi:i'
 export ANDROID_DATA=$datadir
 export ANDROID_ROOT=$base/system
 export LD_LIBRARY_PATH=$base/system/lib
 export DYLD_LIBRARY_PATH=$base/system/lib
 debug_opts="-Xcheck:jni -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n"
 exe=$base/system/bin/dalvikvm
 bpath=$framework/core.jar

 echo "--------------------------------------------------"
 echo "Dalvik VM Test Suite"
 echo "Version 1.0"
 echo "Copyright (c) 2008 The Android Open Source Project"
 echo ""

 if [ "$selection" = "--help" ]; then
     echo "Usage: vm-tests [--help|--portable] [<mnemonic>]"
     echo ""
     echo "    --help      prints this help message"
     echo "    --portable  uses the portable interpreter;"
     echo "                default is the fast one"
     echo ""
     echo "    <mnemonic>  specifies the instruction to test;"
     echo "                default is to run all tests"
     echo ""
     exit 1;
 fi

 rm -rf --preserve-root $datadir/dalvik-cache
 mkdir -p $datadir
 mkdir -p $datadir/dalvik-cache

 echo ""

 pre_report="<html><head><style>
 table tr.ok { background:#a0ffa0; }
 table tr.nok { background:#ffa0a0; }
 table tr.wok { background:#ffffa0; }
 table tr.lok { background:#aaaaff; }
 </style></head>
 <body>
 <h1>Dalvik VM test suite results</h1>
 Generated $curdate (using the emulator)
 <p>
 <table width='100%'>
 <tr><td>Status</td><td>Target</td><td>Category</td><td>Details</td></tr>"
 post_report="</body></html>"

 rm -f $report
 echo $pre_report > $report

 # ----------- running each opcode test ------------

 export jpassedcnt=0
 export jfailedcnt=0
 export jvfefailedcnt=0
 export jwarningcnt=0
 export jallcnt=0
 export jcolumns=0

 # TODO unhack; dimitry: unhack what?
 adb push $dexcore /data/local/tmp/dexcore.jar >> /dev/null 2>&1

 function classnameToJar()
 {
     echo $1 | sed -e 's#\.#/#g;s#$#.jar#'
 }

 while read -u 3 myline;
 do
     # dot.junit.opcodes.add_double.Main_testB1;dot.junit.opcodes.add_double.d.T_add_double_1 ;opcode add_double;test B #1 (border edge case)
     # ->
     # mainclass: dot.junit.opcodes.add_double.Main_testB1
     # testcasedir: opcodes/add_double
     # testname: testB1 ->
     # dir dot/junit/opcodes/add_double/testB1

     # e.g dot.junit.opcodes.add_double.Main_testB1
     mainclass=`echo $myline | cut -d";" -f1`
     # e.g dot.junit.opcodes.add_double.d.T_add_double_1, space sep. >=1 entries
     deps=`echo $myline | cut -d";" -f2`

     jtitle=`echo $myline | cut -d";" -f3`
     jcomment=`echo $myline | cut -d";" -f4`
     details=`echo $myline | cut -d";" -f5`

     if [ "$selection" == "" ] || [ "$jtitle" == "$selection" ]; then

         (( jallcnt += 1 ))

         cd $dalviktestdir
         rm -f $datadir/dalvikout
         # write dalvik output to file
         echo -n "mk_b:" > $datadir/dalvikout

         classpath="/data/local/tmp/dexcore.jar"
         deps=${deps}" "${mainclass}
         pushedjars=""
         for dep in ${deps}; do
             depJar=`classnameToJar ${dep}`
             depFileName=`basename ${depJar}`
             deviceFileName=/data/local/tmp/${depFileName}
             adb push ${depJar} ${deviceFileName} &> /dev/null
             classpath=${classpath}:${deviceFileName}
             pushedjars=${pushedjars}" "${deviceFileName}
         done

         adb shell dalvikvm -Djava.io.tmpdir=/data/local/tmp \
             -classpath $classpath $mainclass >> $datadir/dalvikout 2>&1 && \
             echo -n dvmpassed: >> $datadir/dalvikout 2>&1

         for jar in ${pushedjars}; do
             adb shell rm ${jar} &> /dev/null
         done

         echo -n "mk_s:" >> $datadir/dalvikout
         # Verify tmpout only contains mkdxc_start;mkdxc_stop -> no system.out/err
         # because of exception. If ok -> green report line else red report with info
         # between mkdxc_start and stop
         vmresult=`cat $datadir/dalvikout`

         if [[ ("$vmresult" == "mk_b:mk_s:") || ("$vmresult" == "mk_b:dvmpassed:mk_s:") ]]; then
             (( jpassedcnt += 1 ))
             echo -n "<tr class=\"ok\"><td>Success</td><td>$jtitle</td>" >> $report
             echo "<td>$jcomment</td><td>$details</td></tr>" >> $report
             echo -n "."
         else
             vmres=`cat $datadir/dalvikout | sed -e 's/mk_b://;s/mk_s://'`
             vmres="$details<br><pre>$vmres</pre>"

             stacktraces=`echo $vmresult | grep "java\.lang\." | grep -c "at dot\.junit\."`
             if [[ $stacktraces > 0 ]]; then
                 jtype=`echo "$mainclass" | sed -e 's/.*_test\([^0-9]*\)[0-9].*/\1/' `
                 if [ "$jtype" == "VFE" ]; then
                     (( jvfefailedcnt += 1 ))
                     echo -n "V"
                 else
                     (( jfailedcnt += 1 ))
                     echo -n "F"
                 fi

                 echo "<tr class=\"nok\"><td>Failure</td><td>$jtitle</td><td>" >> $report
                 echo "$jcomment</td><td>$vmres</td></tr>" >> $report
             else
                 (( jwarningcnt += 1 ))
                 echo "<tr class=\"wok\"><td>Failure</td><td>$jtitle</td><td>" >> $report
                 echo "$jcomment</td><td>(No stacktrace, but errors on console)" >> $report
                 echo "<br>$vmres</td></tr>" >> $report
                 echo -n "C"
             fi
         fi

         (( jcolumns += 1 ))
         if [ ${jcolumns} -eq 40 ]; then
             echo ""
             (( jcolumns = 0 ))
         fi

     fi
 # Use fd nr 3 to avoid subshelling via cat since this looses all
 # variables(and thus also the counters we are interested in).
 done 3<$scriptdata

 echo "</table>" >> $report
 let jallcalccnt=$jpassedcnt+$jfailedcnt+$jvfefailedcnt+$jwarningcnt
 if [ $jallcalccnt -ne $jallcnt ]; then
     echo "<br>error: green & red != total , $jallcalccnt -ne $jallcnt" >> $report
     exit 1;
 fi

 echo $post_report >> $report

 echo "<br>Tests run: ${jallcnt}" >> $report
 echo "<br>Functional failures: ${jfailedcnt}" >> $report
 echo "<br>Verifier failures: ${jvfefailedcnt}" >> $report
 echo "<br>Console errors: ${jwarningcnt}" >> $report

 echo $post_report >> $report

 if [[ jcolumns -ne 0 ]]; then
     echo ""
 fi

 echo ""

 if [[ jallcnt -eq jpassedcnt ]]; then
     echo "OK (${jpassedcnt} tests)"
 else
     echo "FAILURES!!!"
     echo ""
     echo "Tests run          : ${jallcnt}"
     echo "Functional failures: ${jfailedcnt}"
     echo "Verifier failures  : ${jvfefailedcnt}"
     echo "Console errors     : ${jwarningcnt}"
 fi

 echo ""
 echo "Please see complete report in ${report}"
 echo "--------------------------------------------------"
	#!/bin/bash
	#
	# Copyright (C) 2008 The Android Open Source Project
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.

	# Set up prog to be the path of this script, including following symlinks,
	# and set up progdir to be the fully-qualified pathname of its directory.

	prog="$0"
	while [ -h "${prog}" ]; do
	newProg=`/bin/ls -ld "${prog}"`
	newProg=`expr "${newProg}" : ".* -> \(.*\)$"`
	if expr "x${newProg}" : 'x/' >/dev/null; then
	prog="${newProg}"
	else
	progdir=`dirname "${prog}"`
	prog="${progdir}/${newProg}"
	fi
	done
	oldwd=`pwd`
	progdir=`dirname "${prog}"`
	cd "${progdir}"
	progdir=`pwd`
	prog="${progdir}"/`basename "${prog}"`
	cd "${oldwd}"

	libdir=`dirname $progdir`/framework

	javaOpts=""
	while expr "x$1" : 'x-J' >/dev/null; do
	opt=`expr "$1" : '-J\(.*\)'`
	javaOpts="${javaOpts} -${opt}"
	shift
	done


	#######################################################################
	# Original content of invocation script follows. Uses values cleverly
	# deduced by the above code.
	#######################################################################

	selection=$1
	interpreter="fast"
	if [ "$selection" = "--portable" ]; then
	selection=$2;
	interpreter="portable"
	fi

	dalviktest=$ANDROID_BUILD_TOP/out/host/common/obj/JAVA_LIBRARIES/vm-tests-tf_intermediates
	dalviktestdir=$dalviktest/tests
	dexcore=$dalviktest/tests/dot/junit/dexcore.jar
	scriptdata=$dalviktestdir/data/scriptdata
	report=$dalviktest/report.html
	curdate=`date`
	datadir=/tmp/${USER}
	base=$OUT
	framework=$base/system/framework
	export ANDROID_PRINTF_LOG=tag
	export ANDROID_LOG_TAGS='*:s' # was: jdwp:i dalvikvm:i dalvikvmi:i'
	export ANDROID_DATA=$datadir
	export ANDROID_ROOT=$base/system
	export LD_LIBRARY_PATH=$base/system/lib
	export DYLD_LIBRARY_PATH=$base/system/lib
	debug_opts="-Xcheck:jni -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n"
	exe=$base/system/bin/dalvikvm
	bpath=$framework/core.jar

	echo "--------------------------------------------------"
	echo "Dalvik VM Test Suite"
	echo "Version 1.0"
	echo "Copyright (c) 2008 The Android Open Source Project"
	echo ""

	if [ "$selection" = "--help" ]; then
	echo "Usage: vm-tests [--help\|--portable] [<mnemonic>]"
	echo ""
	echo " --help prints this help message"
	echo " --portable uses the portable interpreter;"
	echo " default is the fast one"
	echo ""
	echo " <mnemonic> specifies the instruction to test;"
	echo " default is to run all tests"
	echo ""
	exit 1;
	fi

	rm -rf --preserve-root $datadir/dalvik-cache
	mkdir -p $datadir
	mkdir -p $datadir/dalvik-cache

	echo ""

	pre_report="<html><head><style>
	table tr.ok { background:#a0ffa0; }
	table tr.nok { background:#ffa0a0; }
	table tr.wok { background:#ffffa0; }
	table tr.lok { background:#aaaaff; }
	</style></head>
	<body>
	<h1>Dalvik VM test suite results</h1>
	Generated $curdate (using the emulator)
	<p>
	<table width='100%'>
	<tr><td>Status</td><td>Target</td><td>Category</td><td>Details</td></tr>"
	post_report="</body></html>"

	rm -f $report
	echo $pre_report > $report

	# ----------- running each opcode test ------------

	export jpassedcnt=0
	export jfailedcnt=0
	export jvfefailedcnt=0
	export jwarningcnt=0
	export jallcnt=0
	export jcolumns=0

	# TODO unhack; dimitry: unhack what?
	adb push $dexcore /data/local/tmp/dexcore.jar >> /dev/null 2>&1

	function classnameToJar()
	{
	echo $1 \| sed -e 's#\.#/#g;s#$#.jar#'
	}

	while read -u 3 myline;
	do
	# dot.junit.opcodes.add_double.Main_testB1;dot.junit.opcodes.add_double.d.T_add_double_1 ;opcode add_double;test B #1 (border edge case)
	# ->
	# mainclass: dot.junit.opcodes.add_double.Main_testB1
	# testcasedir: opcodes/add_double
	# testname: testB1 ->
	# dir dot/junit/opcodes/add_double/testB1

	# e.g dot.junit.opcodes.add_double.Main_testB1
	mainclass=`echo $myline \| cut -d";" -f1`
	# e.g dot.junit.opcodes.add_double.d.T_add_double_1, space sep. >=1 entries
	deps=`echo $myline \| cut -d";" -f2`

	jtitle=`echo $myline \| cut -d";" -f3`
	jcomment=`echo $myline \| cut -d";" -f4`
	details=`echo $myline \| cut -d";" -f5`

	if [ "$selection" == "" ] \|\| [ "$jtitle" == "$selection" ]; then

	(( jallcnt += 1 ))

	cd $dalviktestdir
	rm -f $datadir/dalvikout
	# write dalvik output to file
	echo -n "mk_b:" > $datadir/dalvikout

	classpath="/data/local/tmp/dexcore.jar"
	deps=${deps}" "${mainclass}
	pushedjars=""
	for dep in ${deps}; do
	depJar=`classnameToJar ${dep}`
	depFileName=`basename ${depJar}`
	deviceFileName=/data/local/tmp/${depFileName}
	adb push ${depJar} ${deviceFileName} &> /dev/null
	classpath=${classpath}:${deviceFileName}
	pushedjars=${pushedjars}" "${deviceFileName}
	done

	adb shell dalvikvm -Djava.io.tmpdir=/data/local/tmp \
	-classpath $classpath $mainclass >> $datadir/dalvikout 2>&1 && \
	echo -n dvmpassed: >> $datadir/dalvikout 2>&1

	for jar in ${pushedjars}; do
	adb shell rm ${jar} &> /dev/null
	done

	echo -n "mk_s:" >> $datadir/dalvikout
	# Verify tmpout only contains mkdxc_start;mkdxc_stop -> no system.out/err
	# because of exception. If ok -> green report line else red report with info
	# between mkdxc_start and stop
	vmresult=`cat $datadir/dalvikout`

	if [[ ("$vmresult" == "mk_b:mk_s:") \|\| ("$vmresult" == "mk_b:dvmpassed:mk_s:") ]]; then
	(( jpassedcnt += 1 ))
	echo -n "<tr class=\"ok\"><td>Success</td><td>$jtitle</td>" >> $report
	echo "<td>$jcomment</td><td>$details</td></tr>" >> $report
	echo -n "."
	else
	vmres=`cat $datadir/dalvikout \| sed -e 's/mk_b://;s/mk_s://'`
	vmres="$details<br><pre>$vmres</pre>"

	stacktraces=`echo $vmresult \| grep "java\.lang\." \| grep -c "at dot\.junit\."`
	if [[ $stacktraces > 0 ]]; then
	jtype=`echo "$mainclass" \| sed -e 's/._test\([^0-9]\)[0-9].*/\1/' `
	if [ "$jtype" == "VFE" ]; then
	(( jvfefailedcnt += 1 ))
	echo -n "V"
	else
	(( jfailedcnt += 1 ))
	echo -n "F"
	fi

	echo "<tr class=\"nok\"><td>Failure</td><td>$jtitle</td><td>" >> $report
	echo "$jcomment</td><td>$vmres</td></tr>" >> $report
	else
	(( jwarningcnt += 1 ))
	echo "<tr class=\"wok\"><td>Failure</td><td>$jtitle</td><td>" >> $report
	echo "$jcomment</td><td>(No stacktrace, but errors on console)" >> $report
	echo "<br>$vmres</td></tr>" >> $report
	echo -n "C"
	fi
	fi

	(( jcolumns += 1 ))
	if [ ${jcolumns} -eq 40 ]; then
	echo ""
	(( jcolumns = 0 ))
	fi

	fi
	# Use fd nr 3 to avoid subshelling via cat since this looses all
	# variables(and thus also the counters we are interested in).
	done 3<$scriptdata

	echo "</table>" >> $report
	let jallcalccnt=$jpassedcnt+$jfailedcnt+$jvfefailedcnt+$jwarningcnt
	if [ $jallcalccnt -ne $jallcnt ]; then
	echo "<br>error: green & red != total , $jallcalccnt -ne $jallcnt" >> $report
	exit 1;
	fi

	echo $post_report >> $report

	echo "<br>Tests run: ${jallcnt}" >> $report
	echo "<br>Functional failures: ${jfailedcnt}" >> $report
	echo "<br>Verifier failures: ${jvfefailedcnt}" >> $report
	echo "<br>Console errors: ${jwarningcnt}" >> $report

	echo $post_report >> $report

	if [[ jcolumns -ne 0 ]]; then
	echo ""
	fi

	echo ""

	if [[ jallcnt -eq jpassedcnt ]]; then
	echo "OK (${jpassedcnt} tests)"
	else
	echo "FAILURES!!!"
	echo ""
	echo "Tests run : ${jallcnt}"
	echo "Functional failures: ${jfailedcnt}"
	echo "Verifier failures : ${jvfefailedcnt}"
	echo "Console errors : ${jwarningcnt}"
	fi

	echo ""
	echo "Please see complete report in ${report}"
	echo "--------------------------------------------------"