diff options
Diffstat (limited to 'lib/Transforms')
| -rw-r--r-- | lib/Transforms/NaCl/ExpandTls.cpp | 5 | ||||
| -rw-r--r-- | lib/Transforms/Scalar/NaClCcRewrite.cpp | 1053 |
2 files changed, 2 insertions, 1056 deletions
diff --git a/lib/Transforms/NaCl/ExpandTls.cpp b/lib/Transforms/NaCl/ExpandTls.cpp index 065226fedd..929b2e0a15 100644 --- a/lib/Transforms/NaCl/ExpandTls.cpp +++ b/lib/Transforms/NaCl/ExpandTls.cpp @@ -239,9 +239,8 @@ static void rewriteTlsVars(Module &M, std::vector<VarInfo> *TlsVars, AttrBuilder B; B.addAttribute(Attribute::ReadOnly); B.addAttribute(Attribute::NoUnwind); - AttributeSet ReadTpAttrs = AttributeSet().addAttr( - M.getContext(), AttributeSet::FunctionIndex, - Attribute::get(M.getContext(), B)); + AttributeSet ReadTpAttrs = AttributeSet::get( + M.getContext(), AttributeSet::FunctionIndex, B); Constant *ReadTpFunc = M.getOrInsertTargetIntrinsic("llvm.nacl.read.tp", ReadTpType, ReadTpAttrs); diff --git a/lib/Transforms/Scalar/NaClCcRewrite.cpp b/lib/Transforms/Scalar/NaClCcRewrite.cpp deleted file mode 100644 index 72a8e7e358..0000000000 --- a/lib/Transforms/Scalar/NaClCcRewrite.cpp +++ /dev/null @@ -1,1053 +0,0 @@ -//===- ConstantProp.cpp - Code to perform Simple Constant Propagation -----===// -// -// The LLVM Compiler Infrastructure -// -// This file is distributed under the University of Illinois Open Source -// License. See LICENSE.TXT for details. -// -//===----------------------------------------------------------------------===// -// -// This file implements calling convention rewrite for Native Client to ensure -// compatibility between pnacl and gcc generated code when calling -// ppapi interface functions. -//===----------------------------------------------------------------------===// - - -// Major TODOs: -// * dealing with vararg -// (We shoulf exclude all var arg functions and calls to them from rewrites) - -#define DEBUG_TYPE "naclcc" - -#include "llvm/Pass.h" -#include "llvm/IR/Argument.h" -#include "llvm/IR/Attributes.h" -#include "llvm/IR/Constant.h" -#include "llvm/IR/DataLayout.h" -#include "llvm/IR/Instruction.h" -#include "llvm/IR/Instructions.h" -#include "llvm/IR/IntrinsicInst.h" -#include "llvm/IR/Function.h" -#include "llvm/Support/CommandLine.h" -#include "llvm/Support/Debug.h" -#include "llvm/Support/raw_ostream.h" -#include "llvm/Support/InstIterator.h" -#include "llvm/Target/TargetLibraryInfo.h" -#include "llvm/Target/TargetMachine.h" -#include "llvm/Target/TargetLowering.h" -#include "llvm/Target/TargetLoweringObjectFile.h" -#include "llvm/Transforms/Scalar.h" - -#include <vector> - -using namespace llvm; - -namespace llvm { - -cl::opt<bool> FlagEnableCcRewrite( - "nacl-cc-rewrite", - cl::desc("enable NaCl CC rewrite")); -} - -namespace { - -// This represents a rule for rewiriting types -struct TypeRewriteRule { - const char* src; // type pattern we are trying to match - const char* dst; // replacement type - const char* name; // name of the rule for diagnosis -}; - -// Note: all rules must be well-formed -// * parentheses must match -// * TODO: add verification for this - -// Legend: -// s(): struct (also used for unions) -// c: char (= 8 bit int) (only allowed for src) -// i: 32 bit int -// l: 64 bit int -// f: 32 bit float -// d: 64 bit float (= double) -// p: untyped pointer (only allowed for src) -// P(): typed pointer (currently not used, only allowed for src) -// F: generic function type (only allowed for src) - -// The X8664 Rewrite rules are also subject to -// register constraints, c.f.: section 3.2.3 -// http://www.x86-64.org/documentation/abi.pdf -// (roughly) for X8664: up to 2 regs per struct can be used for struct passsing -// and up to 2 regs for struct returns -// The rewrite rules are straight forward except for: s(iis(d)) => ll -// which would be straight forward if the frontend had lowered the union inside -// of PP_Var to s(l) instead of s(d), yielding: s(iis(l)) => ll -TypeRewriteRule ByvalRulesX8664[] = { - {"s(iis(d))", "ll", "PP_Var"}, - {"s(pp)", "l", "PP_ArrayOutput"}, - {"s(ppi)", "li", "PP_CompletionCallback"}, - {0, 0, 0}, -}; - -TypeRewriteRule SretRulesX8664[] = { - // Note: for srets, multireg returns are modeled as struct returns - {"s(iis(d))", "s(ll)", "PP_Var"}, - {"s(ff)", "d", "PP_FloatPoint"}, - {"s(ii)", "l", "PP_Point" }, - {"s(pp)", "l", "PP_ArrayOutput"}, - {0, 0, 0}, -}; - -// for ARM: up to 4 regs can be used for struct passsing -// and up to 2 float regs for struct returns -TypeRewriteRule ByvalRulesARM[] = { - {"s(iis(d))", "ll", "PP_Var"}, - {"s(ppi)", "iii", "PP_CompletionCallback" }, - {"s(pp)", "ii", "PP_ArrayOutput"}, - {0, 0, 0}, -}; - -TypeRewriteRule SretRulesARM[] = { - // Note: for srets, multireg returns are modeled as struct returns - {"s(ff)", "s(ff)", "PP_FloatPoint"}, - {0, 0, 0}, -}; - -// Helper class to model Register Usage as required by -// the x86-64 calling conventions -class RegUse { - uint32_t n_int_; - uint32_t n_float_; - - public: - RegUse(uint32_t n_int=0, uint32_t n_float=0) : - n_int_(n_int), n_float_(n_float) {} - - static RegUse OneIntReg() { return RegUse(1, 0); } - static RegUse OnePointerReg() { return RegUse(1, 0); } - static RegUse OneFloatReg() { return RegUse(0, 1); } - - RegUse operator+(RegUse other) const { - return RegUse(n_int_ + other.n_int_, n_float_ + other.n_float_); } - RegUse operator-(RegUse other) const { - return RegUse(n_int_ - other.n_int_, n_float_ - other.n_float_); } - bool operator==(RegUse other) const { - return n_int_ == other.n_int_ && n_float_ == other.n_float_; } - bool operator!=(RegUse other) const { - return n_int_ != other.n_int_ && n_float_ != other.n_float_; } - bool operator<=(RegUse other) const { - return n_int_ <= other.n_int_ && n_float_ <= other.n_float_; } - bool operator<(RegUse other) const { - return n_int_ < other.n_int_ && n_float_ < other.n_float_; } - bool operator>=(RegUse other) const { - return n_int_ >= other.n_int_ && n_float_ >= other.n_float_; } - bool operator>(RegUse other) const { - return n_int_ > other.n_int_ && n_float_ > other.n_float_; } - RegUse& operator+=(const RegUse& other) { - n_int_ += other.n_int_; n_float_ += other.n_float_; return *this;} - RegUse& operator-=(const RegUse& other) { - n_int_ -= other.n_int_; n_float_ -= other.n_float_; return *this;} - - friend raw_ostream& operator<<(raw_ostream &O, const RegUse& reg); -}; - -raw_ostream& operator<<(raw_ostream &O, const RegUse& reg) { - O << "(" << reg.n_int_ << ", " << reg.n_float_ << ")"; - return O; -} - -// TODO: Find a better way to determine the architecture -const TypeRewriteRule* GetByvalRewriteRulesForTarget( - const TargetLowering* tli) { - if (!FlagEnableCcRewrite) return 0; - - const TargetMachine &m = tli->getTargetMachine(); - const StringRef triple = m.getTargetTriple(); - - if (0 == triple.find("x86_64")) return ByvalRulesX8664; - if (0 == triple.find("i686")) return 0; - if (0 == triple.find("armv7a")) return ByvalRulesARM; - - llvm_unreachable("Unknown arch"); - return 0; -} - -// TODO: Find a better way to determine the architecture -const TypeRewriteRule* GetSretRewriteRulesForTarget( - const TargetLowering* tli) { - if (!FlagEnableCcRewrite) return 0; - - const TargetMachine &m = tli->getTargetMachine(); - const StringRef triple = m.getTargetTriple(); - - if (0 == triple.find("x86_64")) return SretRulesX8664; - if (0 == triple.find("i686")) return 0; - if (0 == triple.find("armv7a")) return SretRulesARM; - - llvm_unreachable("Unknown arch"); - return 0; -} - -// TODO: Find a better way to determine the architecture -// Describes the number of registers available for function -// argument passing which may affect rewrite decisions on -// some platforms. -RegUse GetAvailableRegsForTarget( - const TargetLowering* tli) { - if (!FlagEnableCcRewrite) return RegUse(0, 0); - - const TargetMachine &m = tli->getTargetMachine(); - const StringRef triple = m.getTargetTriple(); - - // integer: RDI, RSI, RDX, RCX, R8, R9 - // float XMM0, ..., XMM7 - if (0 == triple.find("x86_64")) return RegUse(6, 8); - // unused - if (0 == triple.find("i686")) return RegUse(0, 0); - // no constraints enforced here - the backend handles all the details - uint32_t max = std::numeric_limits<uint32_t>::max(); - if (0 == triple.find("armv7a")) return RegUse(max, max); - - llvm_unreachable("Unknown arch"); - return 0; -} - -// This class represents the a bitcode rewrite pass which ensures -// that all ppapi interfaces are calling convention compatible -// with gcc. This pass is archtitecture dependent. -struct NaClCcRewrite : public FunctionPass { - static char ID; // Pass identification, replacement for typeid - const TypeRewriteRule* SretRewriteRules; - const TypeRewriteRule* ByvalRewriteRules; - const RegUse AvailableRegs; - - explicit NaClCcRewrite(const TargetLowering *tli = 0) - : FunctionPass(ID), - SretRewriteRules(GetSretRewriteRulesForTarget(tli)), - ByvalRewriteRules(GetByvalRewriteRulesForTarget(tli)), - AvailableRegs(GetAvailableRegsForTarget(tli)) { - initializeNaClCcRewritePass(*PassRegistry::getPassRegistry()); - } - - // main pass entry point - bool runOnFunction(Function &F); - - private: - void RewriteCallsite(Instruction* call, LLVMContext& C); - void RewriteFunctionPrologAndEpilog(Function& F); -}; - -char NaClCcRewrite::ID = 0; - -// This is only used for dst side of rules -Type* GetElementaryType(char c, LLVMContext& C) { - switch (c) { - case 'i': - return Type::getInt32Ty(C); - case 'l': - return Type::getInt64Ty(C); - case 'd': - return Type::getDoubleTy(C); - case 'f': - return Type::getFloatTy(C); - default: - dbgs() << c << "\n"; - llvm_unreachable("Unknown type specifier"); - return 0; - } -} - -// This is only used for the dst side of a rule -int GetElementaryTypeWidth(char c) { - switch (c) { - case 'i': - case 'f': - return 4; - case 'l': - case 'd': - return 8; - default: - llvm_unreachable("Unknown type specifier"); - return 0; - } -} - -// Check whether a type matches the *src* side pattern of a rewrite rule. -// Note that the pattern parameter is updated during the recursion -bool HasRewriteType(const Type* type, const char*& pattern) { - switch (*pattern++) { - case '\0': - return false; - case ')': - return false; - case 's': // struct and union are currently no distinguished - { - if (*pattern++ != '(') llvm_unreachable("malformed type pattern"); - if (!type->isStructTy()) return false; - // check struct members - const StructType* st = cast<StructType>(type); - for (StructType::element_iterator it = st->element_begin(), - end = st->element_end(); - it != end; - ++it) { - if (!HasRewriteType(*it, pattern)) return false; - } - // ensure we reached the end - int c = *pattern++; - return c == ')'; - } - break; - case 'c': - return type->isIntegerTy(8); - case 'i': - return type->isIntegerTy(32); - case 'l': - return type->isIntegerTy(64); - case 'd': - return type->isDoubleTy(); - case 'f': - return type->isFloatTy(); - case 'F': - return type->isFunctionTy(); - case 'p': // untyped pointer - return type->isPointerTy(); - case 'P': // typed pointer - { - if (*pattern++ != '(') llvm_unreachable("malformed type pattern"); - if (!type->isPointerTy()) return false; - Type* pointee = dyn_cast<PointerType>(type)->getElementType(); - if (!HasRewriteType(pointee, pattern)) return false; - int c = *pattern++; - return c == ')'; - } - default: - llvm_unreachable("Unknown type specifier"); - return false; - } -} - -RegUse RegUseForRewriteRule(const TypeRewriteRule* rule) { - const char* pattern = std::string("C") == rule->dst ? rule->src : rule->dst; - RegUse result(0, 0); - while (char c = *pattern++) { - // Note, we only support a subset here, complex types (s, P) - // would require more work - switch (c) { - case 'i': - case 'l': - result += RegUse::OneIntReg(); - break; - case 'd': - case 'f': - result += RegUse::OneFloatReg(); - break; - default: - dbgs() << c << "\n"; - llvm_unreachable("unexpected return type"); - } - } - return result; -} - -// Note, this only has to be accurate for x86-64 and is intentionally -// quite strict so that we know when to add support for new types. -// Ideally, unexpected types would be flagged by a bitcode checker. -RegUse RegUseForType(const Type* t) { - if (t->isPointerTy()) { - return RegUse::OnePointerReg(); - } else if (t->isFloatTy() || t->isDoubleTy()) { - return RegUse::OneFloatReg(); - } else if (t->isIntegerTy()) { - const IntegerType* it = dyn_cast<const IntegerType>(t); - unsigned width = it->getBitWidth(); - // x86-64 assumption here - use "register info" to make this better - if (width <= 64) return RegUse::OneIntReg(); - } - - dbgs() << *const_cast<Type*>(t) << "\n"; - llvm_unreachable("unexpected type in RegUseForType"); -} - -// Match a type against a set of rewrite rules. -// Return the matching rule, if any. -const TypeRewriteRule* MatchRewriteRules( - const Type* type, const TypeRewriteRule* rules) { - if (rules == 0) return 0; - for (; rules->name != 0; ++rules) { - const char* pattern = rules->src; - if (HasRewriteType(type, pattern)) return rules; - } - return 0; -} - -// Same as MatchRewriteRules but "dereference" type first. -const TypeRewriteRule* MatchRewriteRulesPointee(const Type* t, - const TypeRewriteRule* Rules) { - // sret and byval are both modelled as pointers - const PointerType* pointer = dyn_cast<PointerType>(t); - if (pointer == 0) return 0; - - return MatchRewriteRules(pointer->getElementType(), Rules); -} - -// Note, the attributes are not part of the type but are stored -// with the CallInst and/or the Function (if any) -Type* CreateFunctionPointerType(Type* result_type, - std::vector<Type*>& arguments) { - FunctionType* ft = FunctionType::get(result_type, - arguments, - false); - return PointerType::getUnqual(ft); -} - -// Determines whether a function body needs a rewrite -bool FunctionNeedsRewrite(const Function* fun, - const TypeRewriteRule* ByvalRewriteRules, - const TypeRewriteRule* SretRewriteRules, - RegUse available) { - // TODO: can this be detected on indirect callsites as well. - // if we skip the rewrite for the function body - // we also need to skip it at the callsites - // if (F.isVarArg()) return false; - - // Vectors and Arrays are not supported for compatibility - for (Function::const_arg_iterator AI = fun->arg_begin(), AE = fun->arg_end(); - AI != AE; - ++AI) { - const Type* t = AI->getType(); - if (isa<VectorType>(t) || isa<ArrayType>(t)) return false; - } - - for (Function::const_arg_iterator AI = fun->arg_begin(), AE = fun->arg_end(); - AI != AE; - ++AI) { - const Argument& a = *AI; - const Type* t = a.getType(); - // byval and srets are modelled as pointers (to structs) - if (t->isPointerTy()) { - Type* pointee = dyn_cast<PointerType>(t)->getElementType(); - - if (ByvalRewriteRules && a.hasByValAttr()) { - const TypeRewriteRule* rule = - MatchRewriteRules(pointee, ByvalRewriteRules); - if (rule != 0 && RegUseForRewriteRule(rule) <= available) { - return true; - } - } else if (SretRewriteRules && a.hasStructRetAttr()) { - if (0 != MatchRewriteRules(pointee, SretRewriteRules)) { - return true; - } - } - } - available -= RegUseForType(t); - } - return false; -} - -// Used for sret rewrites to determine the new function result type -Type* GetNewReturnType(Type* type, - const TypeRewriteRule* rule, - LLVMContext& C) { - if (std::string("l") == rule->dst || - std::string("d") == rule->dst) { - return GetElementaryType(rule->dst[0], C); - } else if (rule->dst[0] == 's') { - const char* cp = rule->dst + 2; // skip 's(' - std::vector<Type*> fields; - while (*cp != ')') { - fields.push_back(GetElementaryType(*cp, C)); - ++cp; - } - return StructType::get(C, fields, false /* isPacked */); - } else { - dbgs() << *type << " " << rule->name << "\n"; - llvm_unreachable("unexpected return type"); - return 0; - } -} - -// Rewrite sret parameter while rewriting a function -Type* RewriteFunctionSret(Function& F, - Value* orig_val, - const TypeRewriteRule* rule) { - LLVMContext& C = F.getContext(); - BasicBlock& entry = F.getEntryBlock(); - Instruction* before = &(entry.front()); - Type* old_type = orig_val->getType(); - Type* old_pointee = dyn_cast<PointerType>(old_type)->getElementType(); - Type* new_type = GetNewReturnType(old_type, rule, C); - // create a temporary to hold the return value as we no longer pass - // in the pointer - AllocaInst* tmp_ret = new AllocaInst(old_pointee, "result", before); - orig_val->replaceAllUsesWith(tmp_ret); - CastInst* cast_ret = CastInst::CreatePointerCast( - tmp_ret, - PointerType::getUnqual(new_type), - "byval_cast", - before); - for (Function::iterator BI = F.begin(), BE = F.end(); BI != BE; ++BI) { - for (BasicBlock::iterator II = BI->begin(), IE = BI->end(); - II != IE; - /* see below */) { - Instruction* inst = II; - // we do decontructive magic below, so advance the iterator here - // (this is still a little iffy) - ++II; - ReturnInst* ret = dyn_cast<ReturnInst>(inst); - if (ret) { - if (ret->getReturnValue() != 0) - llvm_unreachable("expected a void return"); - // load the return value from temporary - Value *ret_val = new LoadInst(cast_ret, "load_result", ret); - // return that loaded value and delete the return instruction - ReturnInst::Create(C, ret_val, ret); - ret->eraseFromParent(); - } - } - } - return new_type; -} - -// Rewrite one byval function parameter while rewriting a function -void FixFunctionByvalsParameter(Function& F, - std::vector<Argument*>& new_arguments, - std::vector<Attribute>& new_attributes, - Value* byval, - const TypeRewriteRule* rule) { - LLVMContext& C = F.getContext(); - BasicBlock& entry = F.getEntryBlock(); - Instruction* before = &(entry.front()); - Twine prefix = byval->getName() + "_split"; - Type* t = byval->getType(); - Type* pointee = dyn_cast<PointerType>(t)->getElementType(); - AllocaInst* tmp_param = new AllocaInst(pointee, prefix + "_param", before); - byval->replaceAllUsesWith(tmp_param); - // convert byval poiner to char pointer - Value* base = CastInst::CreatePointerCast( - tmp_param, PointerType::getInt8PtrTy(C), prefix + "_base", before); - - int width = 0; - const char* pattern = rule->dst; - for (int offset = 0; *pattern; ++pattern, offset += width) { - width = GetElementaryTypeWidth(*pattern); - Type* t = GetElementaryType(*pattern, C); - Argument* arg = new Argument(t, prefix, &F); - Type* pt = PointerType::getUnqual(t); - // the code below generates something like: - // <CHAR-PTR> = getelementptr i8* <BASE>, i32 <OFFSET-FROM-BASE> - // <PTR> = bitcast i8* <CHAR-PTR> to <TYPE>* - // store <ARG> <TYPE>* <ELEM-PTR> - ConstantInt* baseOffset = ConstantInt::get(Type::getInt32Ty(C), offset); - Value *v; - v = GetElementPtrInst::Create(base, baseOffset, prefix + "_base_add", before); - v = CastInst::CreatePointerCast(v, pt, prefix + "_cast", before); - v = new StoreInst(arg, v, before); - - new_arguments.push_back(arg); - new_attributes.push_back(Attribute()); - } -} - -// Change function signature to reflect all the rewrites. -// This includes function type/signature and attributes. -void UpdateFunctionSignature(Function &F, - Type* new_result_type, - std::vector<Argument*>& new_arguments, - std::vector<Attribute>& new_attributes) { - DEBUG(dbgs() << "PHASE PROTOTYPE UPDATE\n"); - if (new_result_type) { - DEBUG(dbgs() << "NEW RESULT TYPE: " << *new_result_type << "\n"); - } - // Update function type - FunctionType* old_fun_type = F.getFunctionType(); - std::vector<Type*> new_types; - for (size_t i = 0; i < new_arguments.size(); ++i) { - new_types.push_back(new_arguments[i]->getType()); - } - - FunctionType* new_fun_type = FunctionType::get( - new_result_type ? new_result_type : old_fun_type->getReturnType(), - new_types, - false); - F.setType(PointerType::getUnqual(new_fun_type)); - - Function::ArgumentListType& args = F.getArgumentList(); - DEBUG(dbgs() << "PHASE ARGUMENT DEL " << args.size() << "\n"); - while (args.size()) { - Argument* arg = args.begin(); - DEBUG(dbgs() << "DEL " << arg->getArgNo() << " " << arg->getName() << "\n"); - args.remove(args.begin()); - } - - DEBUG(dbgs() << "PHASE ARGUMENT ADD " << new_arguments.size() << "\n"); - for (size_t i = 0; i < new_arguments.size(); ++i) { - Argument* arg = new_arguments[i]; - DEBUG(dbgs() << "ADD " << i << " " << arg->getName() << "\n"); - args.push_back(arg); - } - - DEBUG(dbgs() << "PHASE ATTRIBUTES UPDATE\n"); - std::vector<AttributeWithIndex> new_attributes_vec; - for (size_t i = 0; i < new_attributes.size(); ++i) { - Attribute attr = new_attributes[i]; - if (attr.hasAttributes()) { - new_attributes_vec.push_back(AttributeWithIndex::get(i + 1, attr)); - } - } - Attribute fattr = F.getAttributes().getFnAttributes(); - if (fattr.hasAttributes()) - new_attributes_vec.push_back(AttributeWithIndex::get(~0, fattr)); - F.setAttributes(AttributeSet::get(F.getContext(), new_attributes_vec)); -} - - -void ExtractFunctionArgsAndAttributes(Function& F, - std::vector<Argument*>& old_arguments, - std::vector<Attribute>& old_attributes) { - for (Function::arg_iterator ai = F.arg_begin(), - end = F.arg_end(); - ai != end; - ++ai) { - old_arguments.push_back(ai); - } - - for (size_t i = 0; i < old_arguments.size(); ++i) { - // index zero is for return value attributes - old_attributes.push_back(F.getAttributes().getParamAttributes(i + 1)); - } -} - -// Apply byval or sret rewrites to function body. -void NaClCcRewrite::RewriteFunctionPrologAndEpilog(Function& F) { - - DEBUG(dbgs() << "\nFUNCTION-REWRITE\n"); - - DEBUG(dbgs() << "FUNCTION BEFORE "); - DEBUG(dbgs() << F); - DEBUG(dbgs() << "\n"); - - std::vector<Argument*> new_arguments; - std::vector<Attribute> new_attributes; - std::vector<Argument*> old_arguments; - std::vector<Attribute> old_attributes; - - - // make a copy of everything first as create Argument adds them to the list - ExtractFunctionArgsAndAttributes(F, old_arguments, old_attributes); - - // A non-zero new_result_type indicates an sret rewrite - Type* new_result_type = 0; - - // only the first arg can be "sret" - if (old_attributes.size() > 0 && old_attributes[0].hasAttribute(Attribute::StructRet)) { - const TypeRewriteRule* sret_rule = - MatchRewriteRulesPointee(old_arguments[0]->getType(), SretRewriteRules); - if (sret_rule) { - Argument* arg = old_arguments[0]; - DEBUG(dbgs() << "REWRITING SRET " - << " arg " << arg->getName() << " " << sret_rule->name << "\n"); - new_result_type = RewriteFunctionSret(F, arg, sret_rule); - old_arguments.erase(old_arguments.begin()); - old_attributes.erase(old_attributes.begin()); - } - } - - // now deal with the byval arguments - RegUse available = AvailableRegs; - for (size_t i = 0; i < old_arguments.size(); ++i) { - Argument* arg = old_arguments[i]; - Type* t = arg->getType(); - Attribute attr = old_attributes[i]; - if (attr.hasAttribute(Attribute::ByVal)) { - const TypeRewriteRule* rule = - MatchRewriteRulesPointee(t, ByvalRewriteRules); - if (rule != 0 && RegUseForRewriteRule(rule) <= available) { - DEBUG(dbgs() << "REWRITING BYVAL " - << *t << " arg " << arg->getName() << " " << rule->name << "\n"); - FixFunctionByvalsParameter(F, - new_arguments, - new_attributes, - arg, - rule); - available -= RegUseForRewriteRule(rule); - continue; - } - } - - // fall through case - no rewrite is happening - new_arguments.push_back(arg); - new_attributes.push_back(attr); - available -= RegUseForType(t); - } - - UpdateFunctionSignature(F, new_result_type, new_arguments, new_attributes); - - DEBUG(dbgs() << "FUNCTION AFTER "); - DEBUG(dbgs() << F); - DEBUG(dbgs() << "\n"); -} - -// used for T in {CallInst, InvokeInst} -// TODO(robertm): try unifying this code with FunctionNeedsRewrite() -template<class T> bool CallNeedsRewrite( - const Instruction* inst, - const TypeRewriteRule* ByvalRewriteRules, - const TypeRewriteRule* SretRewriteRules, - RegUse available) { - - const T* call = cast<T>(inst); - // skip non parameter operands at the end - size_t num_params = call->getNumOperands() - (isa<CallInst>(inst) ? 1 : 3); - - // Vectors and Arrays are not supported for compatibility - for (size_t i = 0; i < num_params; ++i) { - Type* t = call->getOperand(i)->getType(); - if (isa<VectorType>(t) || isa<ArrayType>(t)) return false; - } - - for (size_t i = 0; i < num_params; ++i) { - Type* t = call->getOperand(i)->getType(); - // byval and srets are modelled as pointers (to structs) - if (t->isPointerTy()) { - Type* pointee = dyn_cast<PointerType>(t)->getElementType(); - - // param zero is for the return value - if (ByvalRewriteRules && call->paramHasAttr(i + 1, Attribute::ByVal)) { - const TypeRewriteRule* rule = - MatchRewriteRules(pointee, ByvalRewriteRules); - if (rule != 0 && RegUseForRewriteRule(rule) <= available) { - return true; - } - } else if (SretRewriteRules && - call->paramHasAttr(i + 1, Attribute::StructRet)) { - if (0 != MatchRewriteRules(pointee, SretRewriteRules)) { - return true; - } - } - } - available -= RegUseForType(t); - } - return false; -} - -// This code will load the fields of the byval ptr into scalar variables -// which will then be used as argument when we rewrite the actual call -// instruction. -void PrependCompensationForByvals(std::vector<Value*>& new_operands, - std::vector<Attribute>& new_attributes, - Instruction* call, - Value* byval, - const TypeRewriteRule* rule, - LLVMContext& C) { - // convert byval poiner to char pointer - Value* base = CastInst::CreatePointerCast( - byval, PointerType::getInt8PtrTy(C), "byval_base", call); - - int width = 0; - const char* pattern = rule->dst; - for (int offset = 0; *pattern; ++pattern, offset += width) { - width = GetElementaryTypeWidth(*pattern); - Type* t = GetElementaryType(*pattern, C); - Type* pt = PointerType::getUnqual(t); - // the code below generates something like: - // <CHAR-PTR> = getelementptr i8* <BASE>, i32 <OFFSET-FROM-BASE> - // <PTR> = bitcast i8* <CHAR-PTR> to i32* - // <SCALAR> = load i32* <ELEM-PTR> - ConstantInt* baseOffset = ConstantInt::get(Type::getInt32Ty(C), offset); - Value* v; - v = GetElementPtrInst::Create(base, baseOffset, "byval_base_add", call); - v = CastInst::CreatePointerCast(v, pt, "byval_cast", call); - v = new LoadInst(v, "byval_extract", call); - - new_operands.push_back(v); - new_attributes.push_back(Attribute()); - } -} - -// Note: this will only be called if we expect a rewrite to occur -void CallsiteFixupSrets(Instruction* call, - Value* sret, - Type* new_type, - const TypeRewriteRule* rule) { - const char* pattern = rule->dst; - Instruction* next; - if (isa<CallInst>(call)) { - next = call->getNextNode(); - } else if (isa<InvokeInst>(call)) { - // if this scheme turns out to be too simplistic (i.e. asserts fire) - // we need to introduce a new basic block for the compensation code. - BasicBlock* normal = dyn_cast<InvokeInst>(call)->getNormalDest(); - if (!normal->getSinglePredecessor()) { - llvm_unreachable("unexpected invoke normal bb"); - } - next = normal->getFirstNonPHI(); - } else { - llvm_unreachable("unexpected call instruction"); - } - - if (next == 0) { - llvm_unreachable("unexpected missing next instruction"); - } - - if (pattern[0] == 's' || - std::string("l") == pattern || - std::string("d") == pattern) { - Type* pt = PointerType::getUnqual(new_type); - Value* cast = CastInst::CreatePointerCast(sret, pt, "cast", next); - new StoreInst(call, cast, next); - } else { - dbgs() << rule->name << "\n"; - llvm_unreachable("unexpected return type at fix up"); - } -} - -void ExtractOperandsAndAttributesFromCallInst( - CallInst* call, - std::vector<Value*>& operands, - std::vector<Attribute>& attributes) { - - AttributeSet PAL = call->getAttributes(); - // last operand is: function - for (size_t i = 0; i < call->getNumOperands() - 1; ++i) { - operands.push_back(call->getArgOperand(i)); - // index zero is for return value attributes - attributes.push_back(PAL.getParamAttributes(i + 1)); - } -} - -// Note: this differs from the one above in the loop bounds -void ExtractOperandsAndAttributesFromeInvokeInst( - InvokeInst* call, - std::vector<Value*>& operands, - std::vector<Attribute>& attributes) { - AttributeSet PAL = call->getAttributes(); - // last three operands are: function, bb-normal, bb-exception - for (size_t i = 0; i < call->getNumOperands() - 3; ++i) { - operands.push_back(call->getArgOperand(i)); - // index zero is for return value attributes - attributes.push_back(PAL.getParamAttributes(i + 1)); - } -} - - -Instruction* ReplaceCallInst(CallInst* call, - Type* function_pointer, - std::vector<Value*>& new_operands, - std::vector<Attribute>& new_attributes) { - Value* v = CastInst::CreatePointerCast( - call->getCalledValue(), function_pointer, "fp_cast", call); - CallInst* new_call = CallInst::Create(v, new_operands, "", call); - // NOTE: tail calls may be ruled out but byval/sret, should we assert this? - // TODO: did wid forget to clone anything else? - new_call->setTailCall(call->isTailCall()); - new_call->setCallingConv(call->getCallingConv()); - for (size_t i = 0; i < new_attributes.size(); ++i) { - // index zero is for return value attributes - new_call->addAttribute(i + 1, new_attributes[i]); - } - return new_call; -} - -Instruction* ReplaceInvokeInst(InvokeInst* call, - Type* function_pointer, - std::vector<Value*>& new_operands, - std::vector<Attribute>& new_attributes) { - Value* v = CastInst::CreatePointerCast( - call->getCalledValue(), function_pointer, "fp_cast", call); - InvokeInst* new_call = InvokeInst::Create(v, - call->getNormalDest(), - call->getUnwindDest(), - new_operands, - "", - call); - for (size_t i = 0; i < new_attributes.size(); ++i) { - // index zero is for return value attributes - new_call->addAttribute(i + 1, new_attributes[i]); - } - return new_call; -} - - -void NaClCcRewrite::RewriteCallsite(Instruction* call, LLVMContext& C) { - BasicBlock* BB = call->getParent(); - - DEBUG(dbgs() << "\nCALLSITE-REWRITE\n"); - DEBUG(dbgs() << "CALLSITE BB BEFORE " << *BB); - DEBUG(dbgs() << "\n"); - DEBUG(dbgs() << *call << "\n"); - if (isa<InvokeInst>(call)) { - DEBUG(dbgs() << "\n" << *(dyn_cast<InvokeInst>(call)->getNormalDest())); - } - - // new_result(_type) is only relevent if an sret is rewritten - // whish is indicated by sret_rule != 0 - const TypeRewriteRule* sret_rule = 0; - Type* new_result_type = call->getType(); - // This is the sret which was originally passed in as the first arg. - // After the rewrite we simply copy the function result into it. - Value* new_result = 0; - - std::vector<Value*> old_operands; - std::vector<Attribute> old_attributes; - if (isa<CallInst>(call)) { - ExtractOperandsAndAttributesFromCallInst( - cast<CallInst>(call), old_operands, old_attributes); - } else if (isa<InvokeInst>(call)) { - ExtractOperandsAndAttributesFromeInvokeInst( - cast<InvokeInst>(call), old_operands, old_attributes); - } else { - llvm_unreachable("Unexpected instruction type"); - } - - // handle sret (just the book-keeping, 'new_result' is dealt with below) - // only the first arg can be "sret" - if (old_attributes[0].hasAttribute(Attribute::StructRet)) { - sret_rule = MatchRewriteRulesPointee( - old_operands[0]->getType(), SretRewriteRules); - if (sret_rule) { - new_result_type = - GetNewReturnType(old_operands[0]->getType(), sret_rule, C); - new_result = old_operands[0]; - old_operands.erase(old_operands.begin()); - old_attributes.erase(old_attributes.begin()); - } - } - - // handle byval - std::vector<Value*> new_operands; - std::vector<Attribute> new_attributes; - RegUse available = AvailableRegs; - - for (size_t i = 0; i < old_operands.size(); ++i) { - Value *operand = old_operands[i]; - Type* t = operand->getType(); - Attribute attr = old_attributes[i]; - - if (attr.hasAttribute(Attribute::ByVal)) { - const TypeRewriteRule* rule = - MatchRewriteRulesPointee(t, ByvalRewriteRules); - if (rule != 0 && RegUseForRewriteRule(rule) <= available) { - DEBUG(dbgs() << "REWRITING BYVAL " - << *t << " arg " << i << " " << rule->name << "\n"); - PrependCompensationForByvals(new_operands, - new_attributes, - call, - operand, - rule, - C); - available -= RegUseForRewriteRule(rule); - continue; - } - } - - // fall through case - no rewrite is happening - new_operands.push_back(operand); - new_attributes.push_back(attr); - available -= RegUseForType(t); - } - - // Note, this code is tricky. - // Initially we used a much more elaborate scheme introducing - // new function declarations for direct calls. - // This simpler scheme, however, works for both direct and - // indirect calls - // We transform (here the direct case): - // call void @result_PP_FloatPoint(%struct.PP_FloatPoint* sret %sret) - // into - // %fp_cast = bitcast void (%struct.PP_FloatPoint*)* - // @result_PP_FloatPoint to %struct.PP_FloatPoint ()* - // %result = call %struct.PP_FloatPoint %fp_cast() - // - std::vector<Type*> new_arg_types; - for (size_t i = 0; i < new_operands.size(); ++i) { - new_arg_types.push_back(new_operands[i]->getType()); - } - - DEBUG(dbgs() << "REWRITE CALL INSTRUCTION\n"); - Instruction* new_ |