androdeb - platform/external/adeb - Git at Google

 #!/bin/bash -e
 spath=$( cd "$(dirname "$0")" ; pwd -P )
 curdir=$( pwd -P )
 source $spath/utils/android

 usage() {
 	echo "androdeb"
 	echo "	shell		Enter the androdeb shell environment and get to work!"
 	echo ""
 	echo "	prepare		Prepare the device (when running for the first time)"
 	echo "	--tracers	Enable tracing packages (perf and trace-cmd)"
 	echo "	--compilers	Enable compilers on the FS (gcc and clang)"
 	echo "	--editors	Enable vim, emacs and git packages"
 	echo "	--scheduler	scheduler testing tools (only rt-app for now)"
 	echo "	--fullbuild	Enable all of the above tools (no BCC)"
 	echo ""
 	echo "	--bcc		Build and install BCC from source"
 	echo "	--kernelsrc	Extract kernel headers for BCC from here"
 	echo "                  (use if BCC couldn't find headers on device)"
 	echo ""
 	echo "	--tempdir	Use a specific temporary directory for build operation"
 	echo "  --buildtar	Local directory to store tarball of androdeb env from device"
 	echo "	--distro	Debian distro to base on (default is buster)"
 	exit 1
 }

 # Set default vars
 DISTRO=buster;      PACKAGES="";	ARCH=arm64

 # Parse command line parameters
 if [ $# -lt 1 ]; then usage; fi; POSITIONAL=()
 while [[ $# -gt 0 ]]; do key="$1";
 case $key in
     prepare) PREPARE=1;     shift || true;    ;;
     shell) ASHELL=1;     shift || true;     ;;
     --tracers) source $spath/packages/tracers; shift || true; ;;
     --compilers) source $spath/packages/compilers; shift || true; ;;
     --editors) source $spath/packages/editors; shift || true; ;;
     --scheduler) source $spath/packages/scheduler; shift || true; ;;
     --fullbuild) for f in $(ls $spath/packages|grep -v bcc); do source packages/$f; done; shift || true; ;;
     --bcc) source $spath/packages/bcc; INSTALL_BCC=1; shift || true;     ;;
     --kernelsrc) KERNELSRC="$2"; shift || true;     shift || true;     ;;
     --tempdir) TDIR="$2"; shift || true;     shift || true;     ;;
     --buildtar) TARDIR="$2"; shift || true;     shift || true;     ;;
     *) echo "Unknown option ($1)"; usage; ;;
 esac
 done

 if [[ ! -z ${PREP+x} ]] && [[ "x$PACKAGES" == "x" ]]; then
 	echo "Need to specifify something to prepare"; usage; fi

 if [[ ! -z ${TARDIR+x} ]] && [[ ! -d $TARDIR ]]; then die 7 "Tar dir specified doesn't exist"; fi

 PACKAGES+="\
 bash
 ca-certificates
 "

 do_adb_root || die 3 "adb root failed, make sure:
 - device is connected, and there's only one device (TODO: add multi device support)
 - device is userdebug."

 ##########################################################
 #  SHELL
 ##########################################################
 if [ ! -z ${ASHELL+x} ]; then
 	set +e; adb shell ls /data/androdeb/debian/.bashrc > /dev/null 2>&1
 	if [ $? -ne 0 ]; then
 	   die 2 "Device doesn't have an androdeb environment, run \"./androdeb prepare\" first";
 	fi; set -e

 	echo "For a better shell experience, run the following commands:"
 	echo "    adb shell"
 	echo "    /data/androdeb/run"
 	adb shell -x /data/androdeb/run
 	exit 0
 fi

 ##########################################################
 #  PREPARE
 ##########################################################
 # Prepare is the last command checked
 if [[ -z ${PREPARE+x} ]]; then usage; fi

 if [[ $EUID -ne 0 ]]; then die 6 "For prepare, this tool must run as root. Try: ./sudo androdeb prepare <args>"; fi

 if [[ ! -z ${INSTALL_BCC+x} ]] && [[ -z ${KERNELSRC+x} ]]; then die 4 "--kernelsrc must be provided with --bcc"; fi

 if [[ ! -z ${KERNELSRC+x} ]] && [[ ! -d ${KERNELSRC} ]]; then die 5 "Kernel source directory provided doesn't exist"; fi

 # Where do we want to store temporary files
 MKTEMP=0; if [[ -z ${TDIR+x} ]]  || [[ ! -d "${TDIR}" ]]; then
 	TDIR=`mktemp -d`; MKTEMP=1; fi
 rm -rf $TDIR/*
 TDIR_ABS=$( cd "$TDIR" ; pwd -P )

 # Package kernel headers
 if [[ ! -z ${INSTALL_BCC} ]] && [[ ! -z ${KERNELSRC} ]]; then
 $spath/bcc/build-kheaders-targz.sh ${KERNELSRC} $TDIR_ABS/kh.tgz || die 6 "Failed to package kernel headers"; fi

 OUT_TMP=$TDIR/debian; rm -rf $OUT_TMP; mkdir -p $OUT_TMP
 if [ -f $TDIR_ABS/kh.tgz ]; then
 	mkdir $OUT_TMP/kernel-headers
 	tar -xvf $TDIR_ABS/kh.tgz -C $OUT_TMP/kernel-headers/
 fi

 echo "Full package list: $PACKAGES"
 echo "Using temporary directory: $TDIR"

 time qemu-debootstrap --arch arm64 --include=$(make_csv "$PACKAGES") \
 	$DISTRO $OUT_TMP http://deb.debian.org/debian/

 # Some reason debootstrap leaves these founded
 umount $OUT_TMP/proc/sys/fs/binfmt_misc
 umount $OUT_TMP/proc

 # Make bash the default shell
 chroot $OUT_TMP rm /bin/sh || true
 chroot $OUT_TMP ln -s /bin/bash /bin/sh || true
 cp $spath/addons/bashrc $OUT_TMP/.bashrc

 # For mounting android partitions
 mkdir $OUT_TMP/system
 mkdir $OUT_TMP/vendor

 # Cleanup
 rm -rf $OUT_TMP/lib/udev/*
 rm -rf $OUT_TMP/var/lib/apt/lists/*
 rm -rf $OUT_TMP/var/cache/apt/archives/*deb
 rm -rf $OUT_TMP/usr/share/locale/*
 rm -rf $OUT_TMP/usr/lib/share/locale/*
 rm -rf $OUT_TMP/usr/share/doc/*
 rm -rf $OUT_TMP/usr/lib/share/doc/*
 rm -rf $OUT_TMP/usr/share/ieee-data/*
 rm -rf $OUT_TMP/usr/lib/share/ieee-data/*
 rm -rf $OUT_TMP/usr/share/man/*
 rm -rf $OUT_TMP/usr/lib/share/man/*

 # Clone BCC if needed
 if [[ ! -z ${INSTALL_BCC+x} ]]; then
 git clone https://github.com/iovisor/bcc.git $TDIR/debian/bcc-master
 cp $spath/bcc/build-bcc.sh $TDIR/debian/bcc-master/; fi

 echo "Compressing new filesystem to prepare to push to Android /data/androdeb/"
 tar -zcf $TDIR/deb.tar.gz -C $TDIR debian

 # Push tar to device and start unpack
 adb shell mkdir -p /data/androdeb/
 adb push $TDIR/deb.tar.gz /data/androdeb/
 adb push $spath/addons/* /data/androdeb/
 adb shell /data/androdeb/device-unpack

 # Build BCC and install bcc on device if needed
 if [[ ! -z ${INSTALL_BCC+x} ]]; then
 adb shell /data/androdeb/run-command /bcc-master/build-bcc.sh; fi

 rm -rf $TDIR/*; if [ $MKTEMP -eq 1 ]; then rm -rf $TDIR; fi

 # Extract a tar of the built, compiled and installed androdeb env
 if [[ ! -z ${TARDIR+x} ]]; then
 	echo "Creating and pulling tarball of androdeb env from device"
 	adb shell /data/androdeb/build-debian-tar
 	adb pull /data/androdeb/deb.tgz $TARDIR/
 	adb shell rm /data/androdeb/deb.tgz; fi

 # Use --foreign and --variant=minbase to build minimal deb first stage
 # Use fakeroot tar to build tar with root files
	#!/bin/bash -e
	spath=$( cd "$(dirname "$0")" ; pwd -P )
	curdir=$( pwd -P )
	source $spath/utils/android

	usage() {
	echo "androdeb"
	echo " shell Enter the androdeb shell environment and get to work!"
	echo ""
	echo " prepare Prepare the device (when running for the first time)"
	echo " --tracers Enable tracing packages (perf and trace-cmd)"
	echo " --compilers Enable compilers on the FS (gcc and clang)"
	echo " --editors Enable vim, emacs and git packages"
	echo " --scheduler scheduler testing tools (only rt-app for now)"
	echo " --fullbuild Enable all of the above tools (no BCC)"
	echo ""
	echo " --bcc Build and install BCC from source"
	echo " --kernelsrc Extract kernel headers for BCC from here"
	echo " (use if BCC couldn't find headers on device)"
	echo ""
	echo " --tempdir Use a specific temporary directory for build operation"
	echo " --buildtar Local directory to store tarball of androdeb env from device"
	echo " --distro Debian distro to base on (default is buster)"
	exit 1
	}

	# Set default vars
	DISTRO=buster; PACKAGES=""; ARCH=arm64

	# Parse command line parameters
	if [ $# -lt 1 ]; then usage; fi; POSITIONAL=()
	while [[ $# -gt 0 ]]; do key="$1";
	case $key in
	prepare) PREPARE=1; shift \|\| true; ;;
	shell) ASHELL=1; shift \|\| true; ;;
	--tracers) source $spath/packages/tracers; shift \|\| true; ;;
	--compilers) source $spath/packages/compilers; shift \|\| true; ;;
	--editors) source $spath/packages/editors; shift \|\| true; ;;
	--scheduler) source $spath/packages/scheduler; shift \|\| true; ;;
	--fullbuild) for f in $(ls $spath/packages\|grep -v bcc); do source packages/$f; done; shift \|\| true; ;;
	--bcc) source $spath/packages/bcc; INSTALL_BCC=1; shift \|\| true; ;;
	--kernelsrc) KERNELSRC="$2"; shift \|\| true; shift \|\| true; ;;
	--tempdir) TDIR="$2"; shift \|\| true; shift \|\| true; ;;
	--buildtar) TARDIR="$2"; shift \|\| true; shift \|\| true; ;;
	*) echo "Unknown option ($1)"; usage; ;;
	esac
	done

	if [[ ! -z ${PREP+x} ]] && [[ "x$PACKAGES" == "x" ]]; then
	echo "Need to specifify something to prepare"; usage; fi

	if [[ ! -z ${TARDIR+x} ]] && [[ ! -d $TARDIR ]]; then die 7 "Tar dir specified doesn't exist"; fi

	PACKAGES+="\
	bash
	ca-certificates
	"

	do_adb_root \|\| die 3 "adb root failed, make sure:
	- device is connected, and there's only one device (TODO: add multi device support)
	- device is userdebug."

	##########################################################
	# SHELL
	##########################################################
	if [ ! -z ${ASHELL+x} ]; then
	set +e; adb shell ls /data/androdeb/debian/.bashrc > /dev/null 2>&1
	if [ $? -ne 0 ]; then
	die 2 "Device doesn't have an androdeb environment, run \"./androdeb prepare\" first";
	fi; set -e

	echo "For a better shell experience, run the following commands:"
	echo " adb shell"
	echo " /data/androdeb/run"
	adb shell -x /data/androdeb/run
	exit 0
	fi

	##########################################################
	# PREPARE
	##########################################################
	# Prepare is the last command checked
	if [[ -z ${PREPARE+x} ]]; then usage; fi

	if [[ $EUID -ne 0 ]]; then die 6 "For prepare, this tool must run as root. Try: ./sudo androdeb prepare <args>"; fi

	if [[ ! -z ${INSTALL_BCC+x} ]] && [[ -z ${KERNELSRC+x} ]]; then die 4 "--kernelsrc must be provided with --bcc"; fi

	if [[ ! -z ${KERNELSRC+x} ]] && [[ ! -d ${KERNELSRC} ]]; then die 5 "Kernel source directory provided doesn't exist"; fi

	# Where do we want to store temporary files
	MKTEMP=0; if [[ -z ${TDIR+x} ]] \|\| [[ ! -d "${TDIR}" ]]; then
	TDIR=`mktemp -d`; MKTEMP=1; fi
	rm -rf $TDIR/*
	TDIR_ABS=$( cd "$TDIR" ; pwd -P )

	# Package kernel headers
	if [[ ! -z ${INSTALL_BCC} ]] && [[ ! -z ${KERNELSRC} ]]; then
	$spath/bcc/build-kheaders-targz.sh ${KERNELSRC} $TDIR_ABS/kh.tgz \|\| die 6 "Failed to package kernel headers"; fi

	OUT_TMP=$TDIR/debian; rm -rf $OUT_TMP; mkdir -p $OUT_TMP
	if [ -f $TDIR_ABS/kh.tgz ]; then
	mkdir $OUT_TMP/kernel-headers
	tar -xvf $TDIR_ABS/kh.tgz -C $OUT_TMP/kernel-headers/
	fi

	echo "Full package list: $PACKAGES"
	echo "Using temporary directory: $TDIR"

	time qemu-debootstrap --arch arm64 --include=$(make_csv "$PACKAGES") \
	$DISTRO $OUT_TMP http://deb.debian.org/debian/

	# Some reason debootstrap leaves these founded
	umount $OUT_TMP/proc/sys/fs/binfmt_misc
	umount $OUT_TMP/proc

	# Make bash the default shell
	chroot $OUT_TMP rm /bin/sh \|\| true
	chroot $OUT_TMP ln -s /bin/bash /bin/sh \|\| true
	cp $spath/addons/bashrc $OUT_TMP/.bashrc

	# For mounting android partitions
	mkdir $OUT_TMP/system
	mkdir $OUT_TMP/vendor

	# Cleanup
	rm -rf $OUT_TMP/lib/udev/*
	rm -rf $OUT_TMP/var/lib/apt/lists/*
	rm -rf $OUT_TMP/var/cache/apt/archives/*deb
	rm -rf $OUT_TMP/usr/share/locale/*
	rm -rf $OUT_TMP/usr/lib/share/locale/*
	rm -rf $OUT_TMP/usr/share/doc/*
	rm -rf $OUT_TMP/usr/lib/share/doc/*
	rm -rf $OUT_TMP/usr/share/ieee-data/*
	rm -rf $OUT_TMP/usr/lib/share/ieee-data/*
	rm -rf $OUT_TMP/usr/share/man/*
	rm -rf $OUT_TMP/usr/lib/share/man/*

	# Clone BCC if needed
	if [[ ! -z ${INSTALL_BCC+x} ]]; then
	git clone https://github.com/iovisor/bcc.git $TDIR/debian/bcc-master
	cp $spath/bcc/build-bcc.sh $TDIR/debian/bcc-master/; fi

	echo "Compressing new filesystem to prepare to push to Android /data/androdeb/"
	tar -zcf $TDIR/deb.tar.gz -C $TDIR debian

	# Push tar to device and start unpack
	adb shell mkdir -p /data/androdeb/
	adb push $TDIR/deb.tar.gz /data/androdeb/
	adb push $spath/addons/* /data/androdeb/
	adb shell /data/androdeb/device-unpack

	# Build BCC and install bcc on device if needed
	if [[ ! -z ${INSTALL_BCC+x} ]]; then
	adb shell /data/androdeb/run-command /bcc-master/build-bcc.sh; fi

	rm -rf $TDIR/*; if [ $MKTEMP -eq 1 ]; then rm -rf $TDIR; fi

	# Extract a tar of the built, compiled and installed androdeb env
	if [[ ! -z ${TARDIR+x} ]]; then
	echo "Creating and pulling tarball of androdeb env from device"
	adb shell /data/androdeb/build-debian-tar
	adb pull /data/androdeb/deb.tgz $TARDIR/
	adb shell rm /data/androdeb/deb.tgz; fi

	# Use --foreign and --variant=minbase to build minimal deb first stage
	# Use fakeroot tar to build tar with root files