emu_test/run_test_suite.sh - platform/platform_testing - Git at Google

 #!/bin/bash
 # It is to be used with BYOB setup to run CTS tests.
 #
 # It will return 0 if it is able to execute tests, otherwise
 # it will return 1.
 #
 # Owner: mattwachakagrawal@google.com

 # Echo vars to the log
 set -x

 DIST_DIR=$1
 # Build ID is used for identifying the builds during upload
 BUILD_ID=$2
 # Module list file
 MODULE_LIST_FILE=$3
 # Emulator GPU option
 GPU_FLAG=$4
 # Directory containing the system image to run the tests against. Default is gphone_x86_64-user
 PRODUCT_DIR=${5:-gphone_x86_64-user}

 # Kill any emulators that might still be active from older sessions.
 killall qemu-system-x86_64-headless

 # Working files for the testing process
 WORK_DIR="$DIST_DIR/tradefed-make"
 TEST_DIR="$DIST_DIR/tradefed-test"
 rm -rf $WORK_DIR
 mkdir -p $WORK_DIR

 function cleanup_dirs {
   echo "Cleanup prebuilts"
   rm -rf /buildbot/prebuilt/*
   rm -rf $WORK_DIR
   rm -rf $TEST_DIR/common
   # Extra files that may sometimes be of use, but in general seem
   # to create a lot of artifact clutter.
   find $TEST_DIR \( \
     -name 'adbkey*' -o \
     -name '*.cache' -o \
     -name '*.conf' -o \
     -name 'cts.dynamic' -o \
     -name '*.data' -o \
     -name '*.json' -o \
     -name '*.lock' -o \
     -name 'modem-nv-ram-*' -o \
     -name '*.pb' -o \
     -name '*.png' -o \
     -name '*.protobuf' -o \
     -name 'sepolicy' -o \
     -name '*.zip' \
     \) -print0 | xargs -0 -n 10 rm
 }
 # Always remove working files, even on error
 trap cleanup_dirs EXIT
 # Exit on errors.
 set -e

 function die {
   echo "run_test_suite.sh: $1">&2
   exit 1
 }

 function fetch_latest_emulator {
   local emu_dir=$1
   mkdir -p $emu_dir
   local fetch_stdout=$(fetch_artifacts.py \
     -build_target linux-sdk_tools_linux \
     -branch aosp-emu-master-dev \
     -image_path gs://android-build-emu/builds \
     -dest $emu_dir)
   # extract build_id from fetch fetch_artifacts.py stdout
   # stdout looks like:
   #   Fetching latest build 5800753 for linux-sdk_tools_linux
   echo $(echo $fetch_stdout | grep "Fetching latest build" | awk '{ print $4 }')
 }

 function find_zip_in_dir {
   local target_name=$1
   local zip_dir=$2
   [[ -d $zip_dir ]] || die "Could not find $target_name dir: $zip_dir"
   local zip_path=$zip_dir/$(ls $zip_dir)
   [[ -f $zip_path ]] || die "Could not find $target_name zip file: $zip_path"
   [[ "$zip_path" == *.zip ]] || die "Bad image $target_name zip pathname: $zip_path"
   echo $zip_path
 }

 # Check that we have the expected version of java.
 EXPECTED_VERSION=9.0.4
 export PATH=~/jdk-${EXPECTED_VERSION}/bin:$PATH
 java --version | grep $EXPECTED_VERSION  # Fails if version string not found.

 MODULE_LIST_PATH=$(dirname ${BASH_SOURCE[0]})/$MODULE_LIST_FILE
 [[ -f $MODULE_LIST_PATH ]] || die "The module list path $MODULE_LIST_PATH was not found"

 # Directory where tradefed-make tools are cloned
 TRADEFED_MAKE_DIR="$WORK_DIR/tradefed-make"
 git clone \
   --branch v1 \
   https://team.googlesource.com/android-devtools-emulator/tradefed-make \
   $TRADEFED_MAKE_DIR

 # The emulator requires files in the platforms directory
 PLATFORMS_DIR="${HOME}/Android_sys_image/sdk/platforms/android-28"

 # Platform tools contain core tools, like adb
 PLATFORM_TOOLS_DIR="${HOME}/Android_sys_image/sdk/platform-tools"

 # More tools dependencies.
 SDK_TOOLS_DIR="${HOME}/Android_sys_image/sdk/build-tools/27.0.3"

 # Where to put the testing configuration file
 CONFIG_PATH="$WORK_DIR/tradefed-make-config.yaml"

 # Fetch the latest emulator
 EMU_DIR=$WORK_DIR/emulator
 EMU_BUILD_ID=$(fetch_latest_emulator $EMU_DIR)
 EMU_ZIP=$(find_zip_in_dir emulator $EMU_DIR)
 ls -l $EMU_ZIP

 # Directory where system images, and cts can be found
 BUILD_DIR=out/prebuilt_cached/builds

 IMAGE_DIR=$BUILD_DIR/$PRODUCT_DIR
 IMAGE_ZIP=$(find_zip_in_dir image $IMAGE_DIR)
 ls -l $IMAGE_ZIP

 if [[ -f "$BUILD_DIR/test_suite/android-cts.zip" ]]; then
   TEST_SUITE=cts
   IMAGE_FLAVOR=user
 elif [[ -f "$BUILD_DIR/test_suite/android-gts.zip" ]]; then
   TEST_SUITE=gts
   IMAGE_FLAVOR=user
 elif [[ -f "$BUILD_DIR/test_suite/android-vts.zip" ]]; then
   TEST_SUITE=vts
   IMAGE_FLAVOR=userdebug
   export VTS_PYPI_PATH=$WORK_DIR/venv
   pip install --user virtualenv
   virtualenv $VTS_PYPI_PATH
   curl https://android.googlesource.com/platform/test/vts/+/master/script/pip_requirements.txt?format=TEXT | base64 -d > $WORK_DIR/pip_requirements.txt
   pip download -d $VTS_PYPI_PATH -r $WORK_DIR/pip_requirements.txt --no-binary protobuf,grpcio,matplotlib,numpy,Pillow,scipy==1.2.2
 else
   die "Could not find android-cts.zip, android-gts.zip or android-vts.zip in $BUILD_DIR/test_suite"
 fi


 # Setup the testing configuration
 $TRADEFED_MAKE_DIR/make-config \
   $TRADEFED_MAKE_DIR/config.yaml \
   $CONFIG_PATH \
   --override \
     config.tradefed.ape_api_key=/home/android-build/gts-android-emulator.json \
     vars.emulator.files.download.build_id=$EMU_BUILD_ID \
     vars.emulator.files.local_zip_path=$EMU_ZIP \
     vars.emulator.flags.feature=PlayStoreImage,GLAsyncSwap,GLESDynamicVersion \
     vars.emulator.flags.gpu=$GPU_FLAG \
     vars.image.files.local_zip_path.${IMAGE_FLAVOR}=$IMAGE_ZIP \
     vars.image.files.download.branch=git_rvc-release \
     vars.image.files.download.build_id=$BUILD_ID \
     vars.image.flavor.default=user \
     vars.root_dir=$TEST_DIR \
     vars.tradefed.timeout_seconds=10000 \
     vars.tools.android_level=28 \
     vars.tools.files.download.build_id=0 \
     vars.tools.files.local_dir.platforms=$PLATFORMS_DIR \
     vars.tools.files.local_dir.platform_tools=$PLATFORM_TOOLS_DIR \
     vars.tools.files.local_dir.sdk_tools=$SDK_TOOLS_DIR \
     vars.tradefed.files.download.build_id=$BUILD_ID \
     vars.tradefed.files.local_zip_path.$TEST_SUITE=$BUILD_DIR/test_suite/android-$TEST_SUITE.zip \
   --add \
     vars.emulator.flags.no-window=True \

 if [[ "$GPU_FLAG" == "host" ]]; then
   $TRADEFED_MAKE_DIR/make-config \
   $CONFIG_PATH \
   --inline \
   --override \
     config.emulator.command_prefix='vglrun +v -c proxy' \

 fi

 # Start the tests
 set +x
 set -e
 # Override the jdk's built-in certs to use the system ones.
 export RDBG_FLAG=-Djavax.net.ssl.trustStore=/etc/ssl/certs/java/cacerts
 export DISPLAY=:0
 $TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH -j4 prepare.$TEST_SUITE.all_modules
 $TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH -j4 $(cat $MODULE_LIST_PATH | sed 's/^/run./')
 $TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH stop.emulator.$TEST_SUITE

 # TODO: Further analyze the results.

 exit 0
	#!/bin/bash
	# It is to be used with BYOB setup to run CTS tests.
	#
	# It will return 0 if it is able to execute tests, otherwise
	# it will return 1.
	#
	# Owner: mattwachakagrawal@google.com

	# Echo vars to the log
	set -x

	DIST_DIR=$1
	# Build ID is used for identifying the builds during upload
	BUILD_ID=$2
	# Module list file
	MODULE_LIST_FILE=$3
	# Emulator GPU option
	GPU_FLAG=$4
	# Directory containing the system image to run the tests against. Default is gphone_x86_64-user
	PRODUCT_DIR=${5:-gphone_x86_64-user}

	# Kill any emulators that might still be active from older sessions.
	killall qemu-system-x86_64-headless

	# Working files for the testing process
	WORK_DIR="$DIST_DIR/tradefed-make"
	TEST_DIR="$DIST_DIR/tradefed-test"
	rm -rf $WORK_DIR
	mkdir -p $WORK_DIR

	function cleanup_dirs {
	echo "Cleanup prebuilts"
	rm -rf /buildbot/prebuilt/*
	rm -rf $WORK_DIR
	rm -rf $TEST_DIR/common
	# Extra files that may sometimes be of use, but in general seem
	# to create a lot of artifact clutter.
	find $TEST_DIR \( \
	-name 'adbkey*' -o \
	-name '*.cache' -o \
	-name '*.conf' -o \
	-name 'cts.dynamic' -o \
	-name '*.data' -o \
	-name '*.json' -o \
	-name '*.lock' -o \
	-name 'modem-nv-ram-*' -o \
	-name '*.pb' -o \
	-name '*.png' -o \
	-name '*.protobuf' -o \
	-name 'sepolicy' -o \
	-name '*.zip' \
	\) -print0 \| xargs -0 -n 10 rm
	}
	# Always remove working files, even on error
	trap cleanup_dirs EXIT
	# Exit on errors.
	set -e

	function die {
	echo "run_test_suite.sh: $1">&2
	exit 1
	}

	function fetch_latest_emulator {
	local emu_dir=$1
	mkdir -p $emu_dir
	local fetch_stdout=$(fetch_artifacts.py \
	-build_target linux-sdk_tools_linux \
	-branch aosp-emu-master-dev \
	-image_path gs://android-build-emu/builds \
	-dest $emu_dir)
	# extract build_id from fetch fetch_artifacts.py stdout
	# stdout looks like:
	# Fetching latest build 5800753 for linux-sdk_tools_linux
	echo $(echo $fetch_stdout \| grep "Fetching latest build" \| awk '{ print $4 }')
	}

	function find_zip_in_dir {
	local target_name=$1
	local zip_dir=$2
	[[ -d $zip_dir ]] \|\| die "Could not find $target_name dir: $zip_dir"
	local zip_path=$zip_dir/$(ls $zip_dir)
	[[ -f $zip_path ]] \|\| die "Could not find $target_name zip file: $zip_path"
	[[ "$zip_path" == *.zip ]] \|\| die "Bad image $target_name zip pathname: $zip_path"
	echo $zip_path
	}

	# Check that we have the expected version of java.
	EXPECTED_VERSION=9.0.4
	export PATH=~/jdk-${EXPECTED_VERSION}/bin:$PATH
	java --version \| grep $EXPECTED_VERSION # Fails if version string not found.

	MODULE_LIST_PATH=$(dirname ${BASH_SOURCE[0]})/$MODULE_LIST_FILE
	[[ -f $MODULE_LIST_PATH ]] \|\| die "The module list path $MODULE_LIST_PATH was not found"

	# Directory where tradefed-make tools are cloned
	TRADEFED_MAKE_DIR="$WORK_DIR/tradefed-make"
	git clone \
	--branch v1 \
	https://team.googlesource.com/android-devtools-emulator/tradefed-make \
	$TRADEFED_MAKE_DIR

	# The emulator requires files in the platforms directory
	PLATFORMS_DIR="${HOME}/Android_sys_image/sdk/platforms/android-28"

	# Platform tools contain core tools, like adb
	PLATFORM_TOOLS_DIR="${HOME}/Android_sys_image/sdk/platform-tools"

	# More tools dependencies.
	SDK_TOOLS_DIR="${HOME}/Android_sys_image/sdk/build-tools/27.0.3"

	# Where to put the testing configuration file
	CONFIG_PATH="$WORK_DIR/tradefed-make-config.yaml"

	# Fetch the latest emulator
	EMU_DIR=$WORK_DIR/emulator
	EMU_BUILD_ID=$(fetch_latest_emulator $EMU_DIR)
	EMU_ZIP=$(find_zip_in_dir emulator $EMU_DIR)
	ls -l $EMU_ZIP

	# Directory where system images, and cts can be found
	BUILD_DIR=out/prebuilt_cached/builds

	IMAGE_DIR=$BUILD_DIR/$PRODUCT_DIR
	IMAGE_ZIP=$(find_zip_in_dir image $IMAGE_DIR)
	ls -l $IMAGE_ZIP

	if [[ -f "$BUILD_DIR/test_suite/android-cts.zip" ]]; then
	TEST_SUITE=cts
	IMAGE_FLAVOR=user
	elif [[ -f "$BUILD_DIR/test_suite/android-gts.zip" ]]; then
	TEST_SUITE=gts
	IMAGE_FLAVOR=user
	elif [[ -f "$BUILD_DIR/test_suite/android-vts.zip" ]]; then
	TEST_SUITE=vts
	IMAGE_FLAVOR=userdebug
	export VTS_PYPI_PATH=$WORK_DIR/venv
	pip install --user virtualenv
	virtualenv $VTS_PYPI_PATH
	curl https://android.googlesource.com/platform/test/vts/+/master/script/pip_requirements.txt?format=TEXT \| base64 -d > $WORK_DIR/pip_requirements.txt
	pip download -d $VTS_PYPI_PATH -r $WORK_DIR/pip_requirements.txt --no-binary protobuf,grpcio,matplotlib,numpy,Pillow,scipy==1.2.2
	else
	die "Could not find android-cts.zip, android-gts.zip or android-vts.zip in $BUILD_DIR/test_suite"
	fi


	# Setup the testing configuration
	$TRADEFED_MAKE_DIR/make-config \
	$TRADEFED_MAKE_DIR/config.yaml \
	$CONFIG_PATH \
	--override \
	config.tradefed.ape_api_key=/home/android-build/gts-android-emulator.json \
	vars.emulator.files.download.build_id=$EMU_BUILD_ID \
	vars.emulator.files.local_zip_path=$EMU_ZIP \
	vars.emulator.flags.feature=PlayStoreImage,GLAsyncSwap,GLESDynamicVersion \
	vars.emulator.flags.gpu=$GPU_FLAG \
	vars.image.files.local_zip_path.${IMAGE_FLAVOR}=$IMAGE_ZIP \
	vars.image.files.download.branch=git_rvc-release \
	vars.image.files.download.build_id=$BUILD_ID \
	vars.image.flavor.default=user \
	vars.root_dir=$TEST_DIR \
	vars.tradefed.timeout_seconds=10000 \
	vars.tools.android_level=28 \
	vars.tools.files.download.build_id=0 \
	vars.tools.files.local_dir.platforms=$PLATFORMS_DIR \
	vars.tools.files.local_dir.platform_tools=$PLATFORM_TOOLS_DIR \
	vars.tools.files.local_dir.sdk_tools=$SDK_TOOLS_DIR \
	vars.tradefed.files.download.build_id=$BUILD_ID \
	vars.tradefed.files.local_zip_path.$TEST_SUITE=$BUILD_DIR/test_suite/android-$TEST_SUITE.zip \
	--add \
	vars.emulator.flags.no-window=True \

	if [[ "$GPU_FLAG" == "host" ]]; then
	$TRADEFED_MAKE_DIR/make-config \
	$CONFIG_PATH \
	--inline \
	--override \
	config.emulator.command_prefix='vglrun +v -c proxy' \

	fi

	# Start the tests
	set +x
	set -e
	# Override the jdk's built-in certs to use the system ones.
	export RDBG_FLAG=-Djavax.net.ssl.trustStore=/etc/ssl/certs/java/cacerts
	export DISPLAY=:0
	$TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH -j4 prepare.$TEST_SUITE.all_modules
	$TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH -j4 $(cat $MODULE_LIST_PATH \| sed 's/^/run./')
	$TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH stop.emulator.$TEST_SUITE

	# TODO: Further analyze the results.

	exit 0