#!/usr/bin/env python
#
# Copyright (C) 2016 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
from __future__ import print_function
import argparse
import glob
import multiprocessing
import os
import shutil
import subprocess
import sys
import re
THIS_DIR = os.path.realpath(os.path.dirname(__file__))
ORIG_ENV = dict(os.environ)
def android_path(*args):
out_dir = os.path.realpath(os.path.join(THIS_DIR, '../..', *args))
return out_dir
def build_path(*args):
# Our multistage build directories will be placed under OUT_DIR if it is in
# the environment. By default they will be placed under
# $ANDROID_BUILD_TOP/out.
top_out = ORIG_ENV.get('OUT_DIR', android_path('out'))
if not os.path.isabs(top_out):
top_out = os.path.realpath(top_out)
out_dir = os.path.join(top_out, *args)
return out_dir
def install_file(src, dst):
print('Copying ' + src)
shutil.copy2(src, dst)
def install_directory(src, dst):
print('Copying ' + src)
shutil.copytree(src, dst)
def build(out_dir):
products = (
'aosp_arm',
'aosp_arm64',
# 'aosp_mips',
# 'aosp_mips64',
'aosp_x86',
'aosp_x86_64',
)
for product in products:
build_product(out_dir, product)
def build_product(out_dir, product):
env = dict(ORIG_ENV)
env['FORCE_BUILD_LLVM_COMPONENTS'] = 'true'
env['FORCE_BUILD_RS_COMPAT'] = 'true'
env['OUT_DIR'] = out_dir
env['SKIP_LLVM_TESTS'] = 'true'
env['SOONG_ALLOW_MISSING_DEPENDENCIES'] = 'true'
env['TARGET_BUILD_VARIANT'] = 'userdebug'
env['TARGET_PRODUCT'] = product
jobs_arg = '-j{}'.format(multiprocessing.cpu_count())
targets = [
# PHONY target specified in frameworks/rs/Android.mk.
'rs-prebuilts-full',
# We have to explicitly specify the jar for JACK to build.
android_path('out/target/common/obj/JAVA_LIBRARIES/' +
'android-support-v8-renderscript_intermediates/classes.jar')
]
subprocess.check_call(
['make', jobs_arg] + targets, cwd=android_path(), env=env)
def package_toolchain(build_dir, build_name, host, dist_dir):
package_name = 'renderscript-' + build_name
install_host_dir = build_path('install', host)
install_dir = os.path.join(install_host_dir, package_name)
# Remove any previously installed toolchain so it doesn't pollute the
# build.
if os.path.exists(install_host_dir):
shutil.rmtree(install_host_dir)
install_toolchain(build_dir, install_dir, host)
tarball_name = package_name + '-' + host
package_path = os.path.join(dist_dir, tarball_name) + '.tar.bz2'
print('Packaging ' + package_path)
args = [
'tar', '-cjC', install_host_dir, '-f', package_path, package_name
]
subprocess.check_call(args)
def install_toolchain(build_dir, install_dir, host):
install_built_host_files(build_dir, install_dir, host)
install_clang_headers(build_dir, install_dir, host)
install_built_device_files(build_dir, install_dir, host)
install_license_files(install_dir)
# We need to package libwinpthread-1.dll for Windows. This is explicitly
# linked whenever pthreads is used, and the build system doesn't allow
# us to link just that library statically (ldflags are stripped out
# of ldlibs and vice-versa).
# Bug: http://b/34273721
if host.startswith('windows'):
install_winpthreads(install_dir)
def install_winpthreads(install_dir):
"""Installs the winpthreads runtime to the Windows bin directory."""
lib_name = 'libwinpthread-1.dll'
mingw_dir = android_path(
'prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8')
# RenderScript NDK toolchains for Windows only contains 32-bit binaries.
lib_path = os.path.join(mingw_dir, 'x86_64-w64-mingw32/lib32', lib_name)
lib_install = os.path.join(install_dir, 'bin', lib_name)
install_file(lib_path, lib_install)
def install_built_host_files(build_dir, install_dir, host):
is_windows = host.startswith('windows')
is_darwin = host.startswith('darwin-x86')
bin_ext = '.exe' if is_windows else ''
if is_windows:
lib_ext = '.dll'
elif is_darwin:
lib_ext = '.dylib'
else:
lib_ext = '.so'
built_files = [
'bin/llvm-rs-cc' + bin_ext,
'bin/bcc_compat' + bin_ext,
]
if is_windows:
built_files.extend([
'lib/libbcc' + lib_ext,
'lib/libbcinfo' + lib_ext,
'lib/libclang_android' + lib_ext,
'lib/libLLVM_android' + lib_ext,
])
else:
built_files.extend([
'lib64/libbcc' + lib_ext,
'lib64/libbcinfo' + lib_ext,
'lib64/libclang_android' + lib_ext,
'lib64/libLLVM_android' + lib_ext,
'lib64/libc++' + lib_ext,
])
for built_file in built_files:
dirname = os.path.dirname(built_file)
# Put dlls and exes into bin/ for windows.
# Bug: http://b/34273721
if is_windows:
dirname = 'bin'
install_path = os.path.join(install_dir, dirname)
if not os.path.exists(install_path):
os.makedirs(install_path)
built_path = os.path.join(build_dir, 'host', host, built_file)
install_file(built_path, install_path)
file_name = os.path.basename(built_file)
# Only strip bin files (not libs) on darwin.
if not is_darwin or built_file.startswith('bin/'):
subprocess.check_call(
['strip', os.path.join(install_path, file_name)])
def install_clang_headers(build_dir, install_dir, host):
def should_copy(path):
if os.path.basename(path) in ('Makefile', 'CMakeLists.txt'):
return False
_, ext = os.path.splitext(path)
if ext == '.mk':
return False
return True
headers_src = android_path('external/clang/lib/Headers')
headers_dst = os.path.join(
install_dir, 'clang-include')
os.makedirs(headers_dst)
for header in os.listdir(headers_src):
if not should_copy(header):
continue
install_file(os.path.join(headers_src, header), headers_dst)
install_file(android_path('bionic/libc/include/stdatomic.h'), headers_dst)
def install_built_device_files(build_dir, install_dir, host):
product_to_arch = {
'generic': 'arm',
'generic_arm64': 'arm64',
# 'generic_mips': 'mips',
# 'generic_mips64': 'mips64el',
'generic_x86': 'x86',
'generic_x86_64': 'x86_64',
}
bc_lib = 'librsrt'
static_libs = {
'libRScpp_static',
'libcompiler_rt'
}
shared_libs = {
'libRSSupport',
'libRSSupportIO',
'libblasV8',
}
for product, arch in product_to_arch.items():
lib_dir = os.path.join(install_dir, 'platform', arch)
os.makedirs(lib_dir)
# Copy librsrt_ARCH.bc.
lib_name = bc_lib + '_' + arch + '.bc'
if not host.startswith('windows'):
built_lib = os.path.join(build_dir, 'host', host, 'lib64', lib_name)
else:
built_lib = os.path.join(build_dir, 'host', 'linux-x86', 'lib64', lib_name)
install_file(built_lib, os.path.join(lib_dir, bc_lib + '.bc'))
# Copy static libs and share libs.
product_dir = os.path.join(build_dir, 'target/product', product)
static_lib_dir = os.path.join(product_dir, 'obj/STATIC_LIBRARIES')
shared_lib_dir = os.path.join(product_dir, 'obj/SHARED_LIBRARIES')
for static_lib in static_libs:
built_lib = os.path.join(
static_lib_dir, static_lib + '_intermediates/' + static_lib + '.a')
lib_name = static_lib + '.a'
install_file(built_lib, os.path.join(lib_dir, lib_name))
for shared_lib in shared_libs:
built_lib = os.path.join(
shared_lib_dir, shared_lib + '_intermediates/' + shared_lib + '.so')
lib_name = shared_lib + '.so'
install_file(built_lib, os.path.join(lib_dir, lib_name))
# Copy renderscript-v8.jar.
lib_dir = os.path.join(install_dir, 'platform')
jar_dir = os.path.join(build_dir, 'target/common/obj/JAVA_LIBRARIES/'
'android-support-v8-renderscript_intermediates/classes.jar')
install_file(jar_dir, os.path.join(lib_dir, 'renderscript-v8.jar'))
# Copy RS runtime headers.
headers_dst_base = os.path.join(install_dir, 'platform', 'rs')
headers_src = android_path('frameworks/rs/script_api/include')
headers_dst = os.path.join(headers_dst_base, 'scriptc')
install_directory(headers_src, headers_dst)
# Copy RS C++ API headers.
headers_src = android_path('frameworks/rs/cpp/util')
headers_dst = os.path.join(headers_dst_base, 'cpp/util')
install_directory(headers_src, headers_dst)
install_file(android_path('frameworks/rs/rsDefines.h'), headers_dst_base)
install_file(android_path('frameworks/rs/cpp/RenderScript.h'), os.path.join(headers_dst_base, 'cpp'))
install_file(android_path('frameworks/rs/cpp/rsCppStructs.h'), os.path.join(headers_dst_base, 'cpp'))
def install_license_files(install_dir):
projects = (
'external/clang',
'external/compiler-rt',
'external/llvm',
'frameworks/compile/slang',
'frameworks/compile/libbcc',
# 'frameworks/rs', # No notice license file found.
)
notices = []
for project in projects:
project_path = android_path(project)
license_pattern = os.path.join(project_path, 'MODULE_LICENSE_*')
for license_file in glob.glob(license_pattern):
install_file(license_file, install_dir)
with open(os.path.join(project_path, 'NOTICE')) as notice_file:
notices.append(notice_file.read())
with open(os.path.join(install_dir, 'NOTICE'), 'w') as notice_file:
notice_file.write('\n'.join(notices))
def parse_args():
parser = argparse.ArgumentParser()
parser.add_argument(
'--build-name', default='dev', help='Release name for the package.')
return parser.parse_args()
def main():
args = parse_args()
if sys.platform.startswith('linux'):
hosts = ['linux-x86', 'windows-x86']
elif sys.platform == 'darwin':
hosts = ['darwin-x86']
else:
raise RuntimeError('Unsupported host: {}'.format(sys.platform))
out_dir = build_path()
build(out_dir=out_dir)
dist_dir = ORIG_ENV.get('DIST_DIR', out_dir)
for host in hosts:
package_toolchain(out_dir, args.build_name, host, dist_dir)
if __name__ == '__main__':
main()