#!/usr/bin/env python # # Copyright (C) 2015 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # import argparse import multiprocessing import os import shutil import subprocess import sys import time from subprocess import PIPE, STDOUT def install_file(file_name, src_dir, dst_dir): src_file = os.path.join(src_dir, file_name) dst_file = os.path.join(dst_dir, file_name) print('Copying {} to {}...'.format(src_file, dst_file)) if os.path.isdir(src_file): _install_dir(src_file, dst_file) elif os.path.islink(src_file): _install_symlink(src_file, dst_file) else: _install_file(src_file, dst_file) def _install_dir(src_dir, dst_dir): parent_dir = os.path.normpath(os.path.join(dst_dir, '..')) if not os.path.exists(parent_dir): os.makedirs(parent_dir) shutil.copytree(src_dir, dst_dir, symlinks=True) def _install_symlink(src_file, dst_file): dirname = os.path.dirname(dst_file) if not os.path.exists(dirname): os.makedirs(dirname) link_target = os.readlink(src_file) os.symlink(link_target, dst_file) def _install_file(src_file, dst_file): dirname = os.path.dirname(dst_file) if not os.path.exists(dirname): os.makedirs(dirname) # copy2 is just copy followed by copystat (preserves file metadata). shutil.copy2(src_file, dst_file) THIS_DIR = os.path.realpath(os.path.dirname(__file__)) ALL_ARCHITECTURES = ( 'arm', 'arm64', 'mips', 'mips64', 'x86', 'x86_64', ) # According to vk_platform.h, armeabi is not supported for Vulkan # so remove it from the abis list. ALL_ABIS = ( 'armeabi-v7a', 'arm64-v8a', 'mips', 'mips64', 'x86', 'x86_64', ) def jobs_arg(): return '-j{}'.format(multiprocessing.cpu_count() * 2) def arch_to_abis(arch): return { 'arm': ['armeabi-v7a'], 'arm64': ['arm64-v8a'], 'mips': ['mips'], 'mips64': ['mips64'], 'x86': ['x86'], 'x86_64': ['x86_64'], }[arch] class ArgParser(argparse.ArgumentParser): def __init__(self): super(ArgParser, self).__init__() self.add_argument( '--out-dir', help='Directory to place temporary build files.', type=os.path.realpath, default=os.path.join(THIS_DIR, 'out')) self.add_argument( '--arch', choices=ALL_ARCHITECTURES, help='Architectures to build. Builds all if not present.') self.add_argument('--installdir', dest='installdir', required=True, help='Installation directory. Required.') # The default for --dist-dir has to be handled after parsing all # arguments because the default is derived from --out-dir. This is # handled in run(). self.add_argument( '--dist-dir', help='Directory to place the packaged artifact.', type=os.path.realpath) def main(): print('THIS_DIR: %s' % THIS_DIR) parser = ArgParser() args = parser.parse_args() arches = ALL_ARCHITECTURES if args.arch is not None: arches = [args.arch] # Make paths absolute, and ensure directories exist. installdir = os.path.abspath(args.installdir) abis = [] for arch in arches: abis.extend(arch_to_abis(arch)) shaderc_path = installdir + '/shaderc/android_test' print('shaderc_path = %s' % shaderc_path) if os.path.isdir('/buildbot/android-ndk'): ndk_dir = '/buildbot/android-ndk' elif os.path.isdir(os.environ['NDK_PATH']): ndk_dir = os.environ['NDK_PATH']; else: print('Error: No NDK environment found') return ndk_build = os.path.join(ndk_dir, 'ndk-build') platforms_root = os.path.join(ndk_dir, 'platforms') toolchains_root = os.path.join(ndk_dir, 'toolchains') build_dir = THIS_DIR print('installdir: %s' % installdir) print('ndk_dir: %s' % ndk_dir) print('ndk_build: %s' % ndk_build) print('platforms_root: %s' % platforms_root) compiler = 'clang' stl = 'gnustl_static' obj_out = os.path.join(THIS_DIR, stl, 'obj') lib_out = os.path.join(THIS_DIR, 'jniLibs') print('obj_out: %s' % obj_out) print('lib_out: %s' % lib_out) print('Constructing shaderc build tree...') shaderc_root_dir = os.path.join(THIS_DIR, '../../shaderc') copies = [ { 'source_dir': os.path.join(shaderc_root_dir, 'shaderc'), 'dest_dir': 'third_party/shaderc', 'files': [ 'Android.mk', 'libshaderc/Android.mk', 'libshaderc_util/Android.mk', 'third_party/Android.mk', 'utils/update_build_version.py', 'CHANGES', ], 'dirs': [ 'libshaderc/include', 'libshaderc/src', 'libshaderc_util/include', 'libshaderc_util/src', 'android_test' ], }, { 'source_dir': os.path.join(shaderc_root_dir, 'spirv-tools'), 'dest_dir': 'third_party/shaderc/third_party/spirv-tools', 'files': [ 'utils/generate_grammar_tables.py', 'utils/generate_registry_tables.py', 'utils/update_build_version.py', 'CHANGES', ], 'dirs': ['include', 'source'], }, { 'source_dir': os.path.join(shaderc_root_dir, 'spirv-headers'), 'dest_dir': 'third_party/shaderc/third_party/spirv-tools/external/spirv-headers', 'dirs': ['include',], 'files': [ 'include/spirv/1.0/spirv.py', 'include/spirv/1.1/spirv.py' ], }, { 'source_dir': os.path.join(shaderc_root_dir, 'glslang'), 'dest_dir': 'third_party/shaderc/third_party/glslang', 'files': ['glslang/OSDependent/osinclude.h'], 'dirs': [ 'SPIRV', 'OGLCompilersDLL', 'glslang/GenericCodeGen', 'hlsl', 'glslang/Include', 'glslang/MachineIndependent', 'glslang/OSDependent/Unix', 'glslang/Public', ], }, ] default_ignore_patterns = shutil.ignore_patterns( "*CMakeLists.txt", "*.py", "*test.h", "*test.cc") for properties in copies: source_dir = properties['source_dir'] dest_dir = os.path.join(installdir, properties['dest_dir']) for d in properties['dirs']: src = os.path.join(source_dir, d) dst = os.path.join(dest_dir, d) print(src, " -> ", dst) shutil.copytree(src, dst, ignore=default_ignore_patterns) for f in properties['files']: print(source_dir, ':', dest_dir, ":", f) # Only copy if the source file exists. That way # we can update this script in anticipation of # source files yet-to-come. if os.path.exists(os.path.join(source_dir, f)): install_file(f, source_dir, dest_dir) else: print(source_dir, ':', dest_dir, ":", f, "SKIPPED") print('Constructing Vulkan validation layer source...') build_cmd = [ 'bash', THIS_DIR + '/android-generate.sh' ] print('Generating generated layers...') subprocess.check_call(build_cmd) print('Generation finished') build_cmd = [ 'bash', ndk_build, '-C', build_dir, jobs_arg(), 'APP_ABI=' + ' '.join(abis), # Use the prebuilt platforms and toolchains. 'NDK_PLATFORMS_ROOT=' + platforms_root, 'NDK_TOOLCHAINS_ROOT=' + toolchains_root, 'NDK_MODULE_PATH=' + installdir, 'GNUSTL_PREFIX=', 'APP_STL=' + stl, 'NDK_TOOLCHAIN_VERSION=' + compiler, # Tell ndk-build where to put the results 'NDK_OUT=' + obj_out, 'NDK_LIBS_OUT=' + lib_out, ] print('Building Vulkan validation layers for ABIs:' + ' {}'.format(', '.join(abis)) + "...") print(' '.join(build_cmd)) subprocess.check_call(build_cmd) print('Finished building Vulkan validation layers') out_package = os.path.join(installdir, 'vulkan_validation_layers.zip') os.chdir(lib_out) build_cmd = [ 'zip', '-9qr', out_package, "." ] print('Packaging Vulkan validation layers') subprocess.check_call(build_cmd) print('Finished Packaging Vulkan validation layers') for properties in copies: dest_dir = os.path.join(installdir, properties['dest_dir']) for d in properties['dirs']: dst = os.path.join(dest_dir, d) print('Remove: %s' % dst) shutil.rmtree(dst) return 0 if __name__ == '__main__': main()