build-android/build.py - platform/external/vulkan-validation-layers - Git at Google

 #!/usr/bin/env python
 #
 # Copyright (C) 2015 The Android Open Source Project
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #      http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #

 import argparse
 import multiprocessing
 import os
 import shutil
 import subprocess
 import sys
 import time

 from subprocess import PIPE, STDOUT

 def install_file(file_name, src_dir, dst_dir):
     src_file = os.path.join(src_dir, file_name)
     dst_file = os.path.join(dst_dir, file_name)

     print('Copying {} to {}...'.format(src_file, dst_file))
     if os.path.isdir(src_file):
         _install_dir(src_file, dst_file)
     elif os.path.islink(src_file):
         _install_symlink(src_file, dst_file)
     else:
         _install_file(src_file, dst_file)


 def _install_dir(src_dir, dst_dir):
     parent_dir = os.path.normpath(os.path.join(dst_dir, '..'))
     if not os.path.exists(parent_dir):
         os.makedirs(parent_dir)
     shutil.copytree(src_dir, dst_dir, symlinks=True)


 def _install_symlink(src_file, dst_file):
     dirname = os.path.dirname(dst_file)
     if not os.path.exists(dirname):
         os.makedirs(dirname)
     link_target = os.readlink(src_file)
     os.symlink(link_target, dst_file)


 def _install_file(src_file, dst_file):
     dirname = os.path.dirname(dst_file)
     if not os.path.exists(dirname):
         os.makedirs(dirname)
     # copy2 is just copy followed by copystat (preserves file metadata).
     shutil.copy2(src_file, dst_file)

 THIS_DIR = os.path.realpath(os.path.dirname(__file__))

 ALL_ARCHITECTURES = (
   'arm',
   'arm64',
   'mips',
   'mips64',
   'x86',
   'x86_64',
 )

 # According to vk_platform.h, armeabi is not supported for Vulkan
 # so remove it from the abis list.
 ALL_ABIS = (
   'armeabi-v7a',
   'arm64-v8a',
   'mips',
   'mips64',
   'x86',
   'x86_64',
 )

 def jobs_arg():
   return '-j{}'.format(multiprocessing.cpu_count() * 2)

 def arch_to_abis(arch):
   return {
     'arm': ['armeabi-v7a'],
     'arm64': ['arm64-v8a'],
     'mips': ['mips'],
     'mips64': ['mips64'],
     'x86': ['x86'],
     'x86_64': ['x86_64'],
   }[arch]

 class ArgParser(argparse.ArgumentParser):
   def __init__(self):
     super(ArgParser, self).__init__()

     self.add_argument(
       '--out-dir', help='Directory to place temporary build files.',
       type=os.path.realpath, default=os.path.join(THIS_DIR, 'out'))

     self.add_argument(
       '--arch', choices=ALL_ARCHITECTURES,
       help='Architectures to build. Builds all if not present.')

     self.add_argument('--installdir', dest='installdir', required=True,
       help='Installation directory. Required.')

     # The default for --dist-dir has to be handled after parsing all
     # arguments because the default is derived from --out-dir. This is
     # handled in run().
     self.add_argument(
       '--dist-dir', help='Directory to place the packaged artifact.',
       type=os.path.realpath)


 def main():
   print('THIS_DIR: %s' % THIS_DIR)
   parser = ArgParser()
   args = parser.parse_args()

   arches = ALL_ARCHITECTURES
   if args.arch is not None:
     arches = [args.arch]

   # Make paths absolute, and ensure directories exist.
   installdir = os.path.abspath(args.installdir)

   abis = []
   for arch in arches:
     abis.extend(arch_to_abis(arch))

   shaderc_path = installdir + '/shaderc/android_test'
   print('shaderc_path = %s' % shaderc_path)

   if os.path.isdir('/buildbot/android-ndk'):
     ndk_dir = '/buildbot/android-ndk'
   elif os.path.isdir(os.environ['NDK_PATH']):
     ndk_dir = os.environ['NDK_PATH'];
   else:
     print('Error: No NDK environment found')
     return

   ndk_build = os.path.join(ndk_dir, 'ndk-build')
   platforms_root = os.path.join(ndk_dir, 'platforms')
   toolchains_root = os.path.join(ndk_dir, 'toolchains')
   build_dir = THIS_DIR

   print('installdir: %s' % installdir)
   print('ndk_dir: %s' % ndk_dir)
   print('ndk_build: %s' % ndk_build)
   print('platforms_root: %s' % platforms_root)

   compiler = 'clang'
   stl = 'gnustl_static'
   obj_out = os.path.join(THIS_DIR, stl, 'obj')
   lib_out = os.path.join(THIS_DIR, 'jniLibs')

   print('obj_out: %s' % obj_out)
   print('lib_out: %s' % lib_out)

   print('Constructing shaderc build tree...')
   shaderc_root_dir = os.path.join(THIS_DIR, '../../shaderc')

   copies = [
       {
           'source_dir': os.path.join(shaderc_root_dir, 'shaderc'),
           'dest_dir': 'third_party/shaderc',
           'files': [
               'Android.mk', 'libshaderc/Android.mk',
               'libshaderc_util/Android.mk',
               'third_party/Android.mk',
               'utils/update_build_version.py',
               'CHANGES',
           ],
           'dirs': [
               'libshaderc/include', 'libshaderc/src',
               'libshaderc_util/include', 'libshaderc_util/src',
               'android_test'
           ],
       },
       {
           'source_dir': os.path.join(shaderc_root_dir, 'spirv-tools'),
           'dest_dir': 'third_party/shaderc/third_party/spirv-tools',
           'files': [
               'utils/generate_grammar_tables.py',
               'utils/generate_registry_tables.py',
               'utils/update_build_version.py',
               'CHANGES',
           ],
           'dirs': ['include', 'source'],
       },
       {
           'source_dir': os.path.join(shaderc_root_dir, 'spirv-headers'),
           'dest_dir':
               'third_party/shaderc/third_party/spirv-tools/external/spirv-headers',
           'dirs': ['include',],
           'files': [
               'include/spirv/1.0/spirv.py',
               'include/spirv/1.1/spirv.py'
           ],
       },
       {
           'source_dir': os.path.join(shaderc_root_dir, 'glslang'),
           'dest_dir': 'third_party/shaderc/third_party/glslang',
           'files': ['glslang/OSDependent/osinclude.h'],
           'dirs': [
               'SPIRV',
               'OGLCompilersDLL',
               'glslang/GenericCodeGen',
               'hlsl',
               'glslang/Include',
               'glslang/MachineIndependent',
               'glslang/OSDependent/Unix',
               'glslang/Public',
           ],
       },
   ]

   default_ignore_patterns = shutil.ignore_patterns(
       "*CMakeLists.txt",
       "*.py",
       "*test.h",
       "*test.cc")

   for properties in copies:
       source_dir = properties['source_dir']
       dest_dir = os.path.join(installdir, properties['dest_dir'])
       for d in properties['dirs']:
           src = os.path.join(source_dir, d)
           dst = os.path.join(dest_dir, d)
           print(src, " -> ", dst)
           shutil.copytree(src, dst,
                           ignore=default_ignore_patterns)
       for f in properties['files']:
           print(source_dir, ':', dest_dir, ":", f)
           # Only copy if the source file exists.  That way
           # we can update this script in anticipation of
           # source files yet-to-come.
           if os.path.exists(os.path.join(source_dir, f)):
               install_file(f, source_dir, dest_dir)
           else:
               print(source_dir, ':', dest_dir, ":", f, "SKIPPED")

   print('Constructing Vulkan validation layer source...')

   build_cmd = [
     'bash', THIS_DIR + '/android-generate.sh'
   ]
   print('Generating generated layers...')
   subprocess.check_call(build_cmd)
   print('Generation finished')

   build_cmd = [
     'bash', ndk_build, '-C', build_dir,
     jobs_arg(),
     'APP_ABI=' + ' '.join(abis),
     # Use the prebuilt platforms and toolchains.
     'NDK_PLATFORMS_ROOT=' + platforms_root,
     'NDK_TOOLCHAINS_ROOT=' + toolchains_root,
     'NDK_MODULE_PATH=' + installdir,
     'GNUSTL_PREFIX=',
     'APP_STL=' + stl,
     'NDK_TOOLCHAIN_VERSION=' + compiler,

     # Tell ndk-build where to put the results
     'NDK_OUT=' + obj_out,
     'NDK_LIBS_OUT=' + lib_out,
   ]

   print('Building Vulkan validation layers for ABIs:' +
     ' {}'.format(', '.join(abis)) + "...")
   print(' '.join(build_cmd))

   subprocess.check_call(build_cmd)

   print('Finished building Vulkan validation layers')
   out_package = os.path.join(installdir, 'vulkan_validation_layers.zip')
   os.chdir(lib_out)
   build_cmd = [
       'zip', '-9qr', out_package, "."
   ]

   print('Packaging Vulkan validation layers')
   subprocess.check_call(build_cmd)
   print('Finished Packaging Vulkan validation layers')

   for properties in copies:
       dest_dir = os.path.join(installdir, properties['dest_dir'])
       for d in properties['dirs']:
           dst = os.path.join(dest_dir, d)
           print('Remove: %s' % dst)
           shutil.rmtree(dst)

   return 0


 if __name__ == '__main__':
   main()
	#!/usr/bin/env python
	#
	# Copyright (C) 2015 The Android Open Source Project
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.
	#

	import argparse
	import multiprocessing
	import os
	import shutil
	import subprocess
	import sys
	import time

	from subprocess import PIPE, STDOUT

	def install_file(file_name, src_dir, dst_dir):
	src_file = os.path.join(src_dir, file_name)
	dst_file = os.path.join(dst_dir, file_name)

	print('Copying {} to {}...'.format(src_file, dst_file))
	if os.path.isdir(src_file):
	_install_dir(src_file, dst_file)
	elif os.path.islink(src_file):
	_install_symlink(src_file, dst_file)
	else:
	_install_file(src_file, dst_file)


	def _install_dir(src_dir, dst_dir):
	parent_dir = os.path.normpath(os.path.join(dst_dir, '..'))
	if not os.path.exists(parent_dir):
	os.makedirs(parent_dir)
	shutil.copytree(src_dir, dst_dir, symlinks=True)


	def _install_symlink(src_file, dst_file):
	dirname = os.path.dirname(dst_file)
	if not os.path.exists(dirname):
	os.makedirs(dirname)
	link_target = os.readlink(src_file)
	os.symlink(link_target, dst_file)


	def _install_file(src_file, dst_file):
	dirname = os.path.dirname(dst_file)
	if not os.path.exists(dirname):
	os.makedirs(dirname)
	# copy2 is just copy followed by copystat (preserves file metadata).
	shutil.copy2(src_file, dst_file)

	THIS_DIR = os.path.realpath(os.path.dirname(__file__))

	ALL_ARCHITECTURES = (
	'arm',
	'arm64',
	'mips',
	'mips64',
	'x86',
	'x86_64',
	)

	# According to vk_platform.h, armeabi is not supported for Vulkan
	# so remove it from the abis list.
	ALL_ABIS = (
	'armeabi-v7a',
	'arm64-v8a',
	'mips',
	'mips64',
	'x86',
	'x86_64',
	)

	def jobs_arg():
	return '-j{}'.format(multiprocessing.cpu_count() * 2)

	def arch_to_abis(arch):
	return {
	'arm': ['armeabi-v7a'],
	'arm64': ['arm64-v8a'],
	'mips': ['mips'],
	'mips64': ['mips64'],
	'x86': ['x86'],
	'x86_64': ['x86_64'],
	}[arch]

	class ArgParser(argparse.ArgumentParser):
	def __init__(self):
	super(ArgParser, self).__init__()

	self.add_argument(
	'--out-dir', help='Directory to place temporary build files.',
	type=os.path.realpath, default=os.path.join(THIS_DIR, 'out'))

	self.add_argument(
	'--arch', choices=ALL_ARCHITECTURES,
	help='Architectures to build. Builds all if not present.')

	self.add_argument('--installdir', dest='installdir', required=True,
	help='Installation directory. Required.')

	# The default for --dist-dir has to be handled after parsing all
	# arguments because the default is derived from --out-dir. This is
	# handled in run().
	self.add_argument(
	'--dist-dir', help='Directory to place the packaged artifact.',
	type=os.path.realpath)


	def main():
	print('THIS_DIR: %s' % THIS_DIR)
	parser = ArgParser()
	args = parser.parse_args()

	arches = ALL_ARCHITECTURES
	if args.arch is not None:
	arches = [args.arch]

	# Make paths absolute, and ensure directories exist.
	installdir = os.path.abspath(args.installdir)

	abis = []
	for arch in arches:
	abis.extend(arch_to_abis(arch))

	shaderc_path = installdir + '/shaderc/android_test'
	print('shaderc_path = %s' % shaderc_path)

	if os.path.isdir('/buildbot/android-ndk'):
	ndk_dir = '/buildbot/android-ndk'
	elif os.path.isdir(os.environ['NDK_PATH']):
	ndk_dir = os.environ['NDK_PATH'];
	else:
	print('Error: No NDK environment found')
	return

	ndk_build = os.path.join(ndk_dir, 'ndk-build')
	platforms_root = os.path.join(ndk_dir, 'platforms')
	toolchains_root = os.path.join(ndk_dir, 'toolchains')
	build_dir = THIS_DIR

	print('installdir: %s' % installdir)
	print('ndk_dir: %s' % ndk_dir)
	print('ndk_build: %s' % ndk_build)
	print('platforms_root: %s' % platforms_root)

	compiler = 'clang'
	stl = 'gnustl_static'
	obj_out = os.path.join(THIS_DIR, stl, 'obj')
	lib_out = os.path.join(THIS_DIR, 'jniLibs')

	print('obj_out: %s' % obj_out)
	print('lib_out: %s' % lib_out)

	print('Constructing shaderc build tree...')
	shaderc_root_dir = os.path.join(THIS_DIR, '../../shaderc')

	copies = [
	{
	'source_dir': os.path.join(shaderc_root_dir, 'shaderc'),
	'dest_dir': 'third_party/shaderc',
	'files': [
	'Android.mk', 'libshaderc/Android.mk',
	'libshaderc_util/Android.mk',
	'third_party/Android.mk',
	'utils/update_build_version.py',
	'CHANGES',
	],
	'dirs': [
	'libshaderc/include', 'libshaderc/src',
	'libshaderc_util/include', 'libshaderc_util/src',
	'android_test'
	],
	},
	{
	'source_dir': os.path.join(shaderc_root_dir, 'spirv-tools'),
	'dest_dir': 'third_party/shaderc/third_party/spirv-tools',
	'files': [
	'utils/generate_grammar_tables.py',
	'utils/generate_registry_tables.py',
	'utils/update_build_version.py',
	'CHANGES',
	],
	'dirs': ['include', 'source'],
	},
	{
	'source_dir': os.path.join(shaderc_root_dir, 'spirv-headers'),
	'dest_dir':
	'third_party/shaderc/third_party/spirv-tools/external/spirv-headers',
	'dirs': ['include',],
	'files': [
	'include/spirv/1.0/spirv.py',
	'include/spirv/1.1/spirv.py'
	],
	},
	{
	'source_dir': os.path.join(shaderc_root_dir, 'glslang'),
	'dest_dir': 'third_party/shaderc/third_party/glslang',
	'files': ['glslang/OSDependent/osinclude.h'],
	'dirs': [
	'SPIRV',
	'OGLCompilersDLL',
	'glslang/GenericCodeGen',
	'hlsl',
	'glslang/Include',
	'glslang/MachineIndependent',
	'glslang/OSDependent/Unix',
	'glslang/Public',
	],
	},
	]

	default_ignore_patterns = shutil.ignore_patterns(
	"*CMakeLists.txt",
	"*.py",
	"*test.h",
	"*test.cc")

	for properties in copies:
	source_dir = properties['source_dir']
	dest_dir = os.path.join(installdir, properties['dest_dir'])
	for d in properties['dirs']:
	src = os.path.join(source_dir, d)
	dst = os.path.join(dest_dir, d)
	print(src, " -> ", dst)
	shutil.copytree(src, dst,
	ignore=default_ignore_patterns)
	for f in properties['files']:
	print(source_dir, ':', dest_dir, ":", f)
	# Only copy if the source file exists. That way
	# we can update this script in anticipation of
	# source files yet-to-come.
	if os.path.exists(os.path.join(source_dir, f)):
	install_file(f, source_dir, dest_dir)
	else:
	print(source_dir, ':', dest_dir, ":", f, "SKIPPED")

	print('Constructing Vulkan validation layer source...')

	build_cmd = [
	'bash', THIS_DIR + '/android-generate.sh'
	]
	print('Generating generated layers...')
	subprocess.check_call(build_cmd)
	print('Generation finished')

	build_cmd = [
	'bash', ndk_build, '-C', build_dir,
	jobs_arg(),
	'APP_ABI=' + ' '.join(abis),
	# Use the prebuilt platforms and toolchains.
	'NDK_PLATFORMS_ROOT=' + platforms_root,
	'NDK_TOOLCHAINS_ROOT=' + toolchains_root,
	'NDK_MODULE_PATH=' + installdir,
	'GNUSTL_PREFIX=',
	'APP_STL=' + stl,
	'NDK_TOOLCHAIN_VERSION=' + compiler,

	# Tell ndk-build where to put the results
	'NDK_OUT=' + obj_out,
	'NDK_LIBS_OUT=' + lib_out,
	]

	print('Building Vulkan validation layers for ABIs:' +
	' {}'.format(', '.join(abis)) + "...")
	print(' '.join(build_cmd))

	subprocess.check_call(build_cmd)

	print('Finished building Vulkan validation layers')
	out_package = os.path.join(installdir, 'vulkan_validation_layers.zip')
	os.chdir(lib_out)
	build_cmd = [
	'zip', '-9qr', out_package, "."
	]

	print('Packaging Vulkan validation layers')
	subprocess.check_call(build_cmd)
	print('Finished Packaging Vulkan validation layers')

	for properties in copies:
	dest_dir = os.path.join(installdir, properties['dest_dir'])
	for d in properties['dirs']:
	dst = os.path.join(dest_dir, d)
	print('Remove: %s' % dst)
	shutil.rmtree(dst)

	return 0


	if __name__ == '__main__':
	main()