/*
* Copyright 2012, The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "bcc/Renderscript/RSCompilerDriver.h"
#include <llvm/IR/Module.h>
#include <llvm/Support/CommandLine.h>
#include <llvm/Support/Path.h>
#include <llvm/Support/raw_ostream.h>
#include "bcinfo/BitcodeWrapper.h"
#include "bcc/Compiler.h"
#include "bcc/Config/Config.h"
#include "bcc/Renderscript/RSExecutable.h"
#include "bcc/Renderscript/RSInfo.h"
#include "bcc/Renderscript/RSScript.h"
#include "bcc/Support/CompilerConfig.h"
#include "bcc/Source.h"
#include "bcc/Support/FileMutex.h"
#include "bcc/Support/Log.h"
#include "bcc/Support/InputFile.h"
#include "bcc/Support/Initialization.h"
#include "bcc/Support/Sha1Util.h"
#include "bcc/Support/OutputFile.h"
#ifdef HAVE_ANDROID_OS
#include <cutils/properties.h>
#endif
#include <utils/String8.h>
#include <utils/StopWatch.h>
using namespace bcc;
// Get the build fingerprint of the Android device we are running on.
static std::string getBuildFingerPrint() {
#ifdef HAVE_ANDROID_OS
char fingerprint[PROPERTY_VALUE_MAX];
property_get("ro.build.fingerprint", fingerprint, "");
return fingerprint;
#else
return "HostBuild";
#endif
}
RSCompilerDriver::RSCompilerDriver(bool pUseCompilerRT) :
mConfig(NULL), mCompiler(), mDebugContext(false),
mLinkRuntimeCallback(NULL), mEnableGlobalMerge(true) {
init::Initialize();
}
RSCompilerDriver::~RSCompilerDriver() {
delete mConfig;
}
RSExecutable* RSCompilerDriver::loadScript(const char* pCacheDir, const char* pResName,
const char* pBitcode, size_t pBitcodeSize,
const char* expectedCompileCommandLine,
SymbolResolverProxy& pResolver) {
// android::StopWatch load_time("bcc: RSCompilerDriver::loadScript time");
if ((pCacheDir == NULL) || (pResName == NULL)) {
ALOGE("Missing pCacheDir and/or pResName");
return NULL;
}
if ((pBitcode == NULL) || (pBitcodeSize <= 0)) {
ALOGE("No bitcode supplied! (bitcode: %p, size of bitcode: %zu)",
pBitcode, pBitcodeSize);
return NULL;
}
// {pCacheDir}/{pResName}.o
llvm::SmallString<80> output_path(pCacheDir);
llvm::sys::path::append(output_path, pResName);
llvm::sys::path::replace_extension(output_path, ".o");
//===--------------------------------------------------------------------===//
// Acquire the read lock for reading the Script object file.
//===--------------------------------------------------------------------===//
FileMutex<FileBase::kReadLock> read_output_mutex(output_path.c_str());
if (read_output_mutex.hasError() || !read_output_mutex.lock()) {
ALOGE("Unable to acquire the read lock for %s! (%s)", output_path.c_str(),
read_output_mutex.getErrorMessage().c_str());
return NULL;
}
//===--------------------------------------------------------------------===//
// Read the output object file.
//===--------------------------------------------------------------------===//
InputFile *object_file = new (std::nothrow) InputFile(output_path.c_str());
if ((object_file == NULL) || object_file->hasError()) {
// ALOGE("Unable to open the %s for read! (%s)", output_path.c_str(),
// object_file->getErrorMessage().c_str());
delete object_file;
return NULL;
}
//===--------------------------------------------------------------------===//
// Acquire the read lock on object_file for reading its RS info file.
//===--------------------------------------------------------------------===//
android::String8 info_path = RSInfo::GetPath(output_path.c_str());
if (!object_file->lock()) {
ALOGE("Unable to acquire the read lock on %s for reading %s! (%s)",
output_path.c_str(), info_path.string(),
object_file->getErrorMessage().c_str());
delete object_file;
return NULL;
}
//===---------------------------------------------------------------------===//
// Open and load the RS info file.
//===--------------------------------------------------------------------===//
InputFile info_file(info_path.string());
RSInfo *info = RSInfo::ReadFromFile(info_file);
// Release the lock on object_file.
object_file->unlock();
if (info == NULL) {
delete object_file;
return NULL;
}
//===---------------------------------------------------------------------===//
// Check that the info in the RS info file is consistent we what we want.
//===--------------------------------------------------------------------===//
uint8_t expectedSourceHash[SHA1_DIGEST_LENGTH];
Sha1Util::GetSHA1DigestFromBuffer(expectedSourceHash, pBitcode, pBitcodeSize);
std::string expectedBuildFingerprint = getBuildFingerPrint();
// If the info file contains different hash for the source than what we are
// looking for, bail. Do the same if the command line used when compiling or the
// build fingerprint of Android has changed. The compiled code found on disk is
// out of date and needs to be recompiled first.
if (!info->IsConsistent(output_path.c_str(), expectedSourceHash, expectedCompileCommandLine,
expectedBuildFingerprint.c_str())) {
delete object_file;
delete info;
return NULL;
}
//===--------------------------------------------------------------------===//
// Create the RSExecutable.
//===--------------------------------------------------------------------===//
RSExecutable *executable = RSExecutable::Create(*info, *object_file, pResolver);
if (executable == NULL) {
delete object_file;
delete info;
return NULL;
}
return executable;
}
#if defined(PROVIDE_ARM_CODEGEN)
extern llvm::cl::opt<bool> EnableGlobalMerge;
#endif
bool RSCompilerDriver::setupConfig(const RSScript &pScript) {
bool changed = false;
const llvm::CodeGenOpt::Level script_opt_level =
static_cast<llvm::CodeGenOpt::Level>(pScript.getOptimizationLevel());
#if defined(PROVIDE_ARM_CODEGEN)
EnableGlobalMerge = mEnableGlobalMerge;
#endif
if (mConfig != NULL) {
// Renderscript bitcode may have their optimization flag configuration
// different than the previous run of RS compilation.
if (mConfig->getOptimizationLevel() != script_opt_level) {
mConfig->setOptimizationLevel(script_opt_level);
changed = true;
}
} else {
// Haven't run the compiler ever.
mConfig = new (std::nothrow) CompilerConfig(DEFAULT_TARGET_TRIPLE_STRING);
if (mConfig == NULL) {
// Return false since mConfig remains NULL and out-of-memory.
return false;
}
mConfig->setOptimizationLevel(script_opt_level);
changed = true;
}
#if defined(PROVIDE_ARM_CODEGEN)
assert((pScript.getInfo() != NULL) && "NULL RS info!");
bool script_full_prec = (pScript.getInfo()->getFloatPrecisionRequirement() ==
RSInfo::FP_Full);
if (mConfig->getFullPrecision() != script_full_prec) {
mConfig->setFullPrecision(script_full_prec);
changed = true;
}
#endif
return changed;
}
Compiler::ErrorCode RSCompilerDriver::compileScript(RSScript& pScript, const char* pScriptName,
const char* pOutputPath,
const char* pRuntimePath,
const RSInfo::DependencyHashTy& pSourceHash,
const char* compileCommandLineToEmbed,
bool saveInfoFile, bool pDumpIR) {
// android::StopWatch compile_time("bcc: RSCompilerDriver::compileScript time");
RSInfo *info = NULL;
//===--------------------------------------------------------------------===//
// Extract RS-specific information from source bitcode.
//===--------------------------------------------------------------------===//
// RS info may contains configuration (such as #optimization_level) to the
// compiler therefore it should be extracted before compilation.
info = RSInfo::ExtractFromSource(pScript.getSource(), pSourceHash, compileCommandLineToEmbed,
getBuildFingerPrint().c_str());
if (info == NULL) {
return Compiler::kErrInvalidSource;
}
//===--------------------------------------------------------------------===//
// Associate script with its info
//===--------------------------------------------------------------------===//
// This is required since RS compiler may need information in the info file
// to do some transformation (e.g., expand foreach-able function.)
pScript.setInfo(info);
//===--------------------------------------------------------------------===//
// Link RS script with Renderscript runtime.
//===--------------------------------------------------------------------===//
if (!RSScript::LinkRuntime(pScript, pRuntimePath)) {
ALOGE("Failed to link script '%s' with Renderscript runtime!", pScriptName);
return Compiler::kErrInvalidSource;
}
{
// FIXME(srhines): Windows compilation can't use locking like this, but
// we also don't need to worry about concurrent writers of the same file.
#ifndef USE_MINGW
//===------------------------------------------------------------------===//
// Acquire the write lock for writing output object file.
//===------------------------------------------------------------------===//
FileMutex<FileBase::kWriteLock> write_output_mutex(pOutputPath);
if (write_output_mutex.hasError() || !write_output_mutex.lock()) {
ALOGE("Unable to acquire the lock for writing %s! (%s)",
pOutputPath, write_output_mutex.getErrorMessage().c_str());
return Compiler::kErrInvalidSource;
}
#endif
// Open the output file for write.
OutputFile output_file(pOutputPath,
FileBase::kTruncate | FileBase::kBinary);
if (output_file.hasError()) {
ALOGE("Unable to open %s for write! (%s)", pOutputPath,
output_file.getErrorMessage().c_str());
return Compiler::kErrInvalidSource;
}
// Setup the config to the compiler.
bool compiler_need_reconfigure = setupConfig(pScript);
if (mConfig == NULL) {
ALOGE("Failed to setup config for RS compiler to compile %s!",
pOutputPath);
return Compiler::kErrInvalidSource;
}
if (compiler_need_reconfigure) {
Compiler::ErrorCode err = mCompiler.config(*mConfig);
if (err != Compiler::kSuccess) {
ALOGE("Failed to config the RS compiler for %s! (%s)",pOutputPath,
Compiler::GetErrorString(err));
return Compiler::kErrInvalidSource;
}
}
OutputFile *ir_file = NULL;
llvm::raw_fd_ostream *IRStream = NULL;
if (pDumpIR) {
android::String8 path(pOutputPath);
path.append(".ll");
ir_file = new OutputFile(path.string(), FileBase::kTruncate);
IRStream = ir_file->dup();
}
// Run the compiler.
Compiler::ErrorCode compile_result = mCompiler.compile(pScript,
output_file, IRStream);
if (ir_file) {
ir_file->close();
delete ir_file;
}
if (compile_result != Compiler::kSuccess) {
ALOGE("Unable to compile the source to file %s! (%s)", pOutputPath,
Compiler::GetErrorString(compile_result));
return Compiler::kErrInvalidSource;
}
}
if (saveInfoFile) {
android::String8 info_path = RSInfo::GetPath(pOutputPath);
OutputFile info_file(info_path.string(), FileBase::kTruncate);
if (info_file.hasError()) {
ALOGE("Failed to open the info file %s for write! (%s)",
info_path.string(), info_file.getErrorMessage().c_str());
return Compiler::kErrInvalidSource;
}
FileMutex<FileBase::kWriteLock> write_info_mutex(info_path.string());
if (write_info_mutex.hasError() || !write_info_mutex.lock()) {
ALOGE("Unable to acquire the lock for writing %s! (%s)",
info_path.string(), write_info_mutex.getErrorMessage().c_str());
return Compiler::kErrInvalidSource;
}
// Perform the write.
if (!info->write(info_file)) {
ALOGE("Failed to sync the RS info file %s!", info_path.string());
return Compiler::kErrInvalidSource;
}
}
return Compiler::kSuccess;
}
bool RSCompilerDriver::build(BCCContext &pContext,
const char *pCacheDir,
const char *pResName,
const char *pBitcode,
size_t pBitcodeSize,
const char *commandLine,
const char *pRuntimePath,
RSLinkRuntimeCallback pLinkRuntimeCallback,
bool pDumpIR) {
// android::StopWatch build_time("bcc: RSCompilerDriver::build time");
//===--------------------------------------------------------------------===//
// Check parameters.
//===--------------------------------------------------------------------===//
if ((pCacheDir == NULL) || (pResName == NULL)) {
ALOGE("Invalid parameter passed to RSCompilerDriver::build()! (cache dir: "
"%s, resource name: %s)", ((pCacheDir) ? pCacheDir : "(null)"),
((pResName) ? pResName : "(null)"));
return false;
}
if ((pBitcode == NULL) || (pBitcodeSize <= 0)) {
ALOGE("No bitcode supplied! (bitcode: %p, size of bitcode: %u)",
pBitcode, static_cast<unsigned>(pBitcodeSize));
return false;
}
//===--------------------------------------------------------------------===//
// Prepare dependency information.
//===--------------------------------------------------------------------===//
uint8_t bitcode_sha1[SHA1_DIGEST_LENGTH];
Sha1Util::GetSHA1DigestFromBuffer(bitcode_sha1, pBitcode, pBitcodeSize);
//===--------------------------------------------------------------------===//
// Construct output path.
// {pCacheDir}/{pResName}.o
//===--------------------------------------------------------------------===//
llvm::SmallString<80> output_path(pCacheDir);
llvm::sys::path::append(output_path, pResName);
llvm::sys::path::replace_extension(output_path, ".o");
//===--------------------------------------------------------------------===//
// Load the bitcode and create script.
//===--------------------------------------------------------------------===//
Source *source = Source::CreateFromBuffer(pContext, pResName,
pBitcode, pBitcodeSize);
if (source == NULL) {
return false;
}
RSScript script(*source);
if (pLinkRuntimeCallback) {
setLinkRuntimeCallback(pLinkRuntimeCallback);
}
script.setLinkRuntimeCallback(getLinkRuntimeCallback());
// Read information from bitcode wrapper.
bcinfo::BitcodeWrapper wrapper(pBitcode, pBitcodeSize);
script.setCompilerVersion(wrapper.getCompilerVersion());
script.setOptimizationLevel(static_cast<RSScript::OptimizationLevel>(
wrapper.getOptimizationLevel()));
//===--------------------------------------------------------------------===//
// Compile the script
//===--------------------------------------------------------------------===//
Compiler::ErrorCode status = compileScript(script, pResName,
output_path.c_str(),
pRuntimePath, bitcode_sha1, commandLine,
true, pDumpIR);
return status == Compiler::kSuccess;
}
bool RSCompilerDriver::buildForCompatLib(RSScript &pScript, const char *pOut,
const char *pRuntimePath) {
// For compat lib, we don't check the RS info file so we don't need the source hash,
// compile command, and build fingerprint.
// TODO We may want to make them optional or embed real values.
uint8_t bitcode_sha1[SHA1_DIGEST_LENGTH] = {0};
const char* compileCommandLineToEmbed = "";
const char* buildFingerprintToEmbed = "";
RSInfo* info = RSInfo::ExtractFromSource(pScript.getSource(), bitcode_sha1,
compileCommandLineToEmbed, buildFingerprintToEmbed);
if (info == NULL) {
return false;
}
pScript.setInfo(info);
// Embed the info string directly in the ELF, since this path is for an
// offline (host) compilation.
pScript.setEmbedInfo(true);
Compiler::ErrorCode status = compileScript(pScript, pOut, pOut, pRuntimePath, bitcode_sha1,
compileCommandLineToEmbed, false, false);
if (status != Compiler::kSuccess) {
return false;
}
return true;
}