diff options
-rw-r--r-- | lib/Transforms/IPO/GlobalOpt.cpp | 114 | ||||
-rw-r--r-- | test/Transforms/GlobalOpt/integer-bool.ll | 6 |
2 files changed, 37 insertions, 83 deletions
diff --git a/lib/Transforms/IPO/GlobalOpt.cpp b/lib/Transforms/IPO/GlobalOpt.cpp index 6cab6ed0ff..cbea844e07 100644 --- a/lib/Transforms/IPO/GlobalOpt.cpp +++ b/lib/Transforms/IPO/GlobalOpt.cpp @@ -1795,18 +1795,16 @@ static bool OptimizeOnceStoredGlobal(GlobalVariable *GV, Value *StoredOnceVal, return false; } -/// TryToShrinkGlobalToBoolean - At this point, we have learned that the only +/// TryToAddRangeMetadata - At this point, we have learned that the only /// two values ever stored into GV are its initializer and OtherVal. See if we -/// can shrink the global into a boolean and select between the two values -/// whenever it is used. This exposes the values to other scalar optimizations. -static bool TryToShrinkGlobalToBoolean(GlobalVariable *GV, Constant *OtherVal) { +/// can annotate loads from it with range metadata describing this. +/// This exposes the values to other scalar optimizations. +static bool TryToAddRangeMetadata(GlobalVariable *GV, Constant *OtherVal) { Type *GVElType = GV->getType()->getElementType(); - // If GVElType is already i1, it is already shrunk. If the type of the GV is - // an FP value, pointer or vector, don't do this optimization because a select - // between them is very expensive and unlikely to lead to later - // simplification. In these cases, we typically end up with "cond ? v1 : v2" - // where v1 and v2 both require constant pool loads, a big loss. + // If GVElType is already i1, it already has a minimal range. If the type of + // the GV is an FP value, pointer or vector, don't do this optimization + // because range metadata is currently only supported on scalar integers. if (GVElType == Type::getInt1Ty(GV->getContext()) || GVElType->isFloatingPointTy() || GVElType->isPointerTy() || GVElType->isVectorTy()) @@ -1820,81 +1818,38 @@ static bool TryToShrinkGlobalToBoolean(GlobalVariable *GV, Constant *OtherVal) { return false; } - DEBUG(dbgs() << " *** SHRINKING TO BOOL: " << *GV); - - // Create the new global, initializing it to false. - GlobalVariable *NewGV = new GlobalVariable(Type::getInt1Ty(GV->getContext()), - false, - GlobalValue::InternalLinkage, - ConstantInt::getFalse(GV->getContext()), - GV->getName()+".b", - GV->getThreadLocalMode(), - GV->getType()->getAddressSpace()); - GV->getParent()->getGlobalList().insert(GV, NewGV); - Constant *InitVal = GV->getInitializer(); assert(InitVal->getType() != Type::getInt1Ty(GV->getContext()) && - "No reason to shrink to bool!"); + "No reason to add range metadata!"); - // If initialized to zero and storing one into the global, we can use a cast - // instead of a select to synthesize the desired value. - bool IsOneZero = false; - if (ConstantInt *CI = dyn_cast<ConstantInt>(OtherVal)) - IsOneZero = InitVal->isNullValue() && CI->isOne(); + // The MD_range metadata only supports absolute integer constants. + if (!isa<ConstantInt>(InitVal) || !isa<ConstantInt>(OtherVal)) + return false; - while (!GV->use_empty()) { - Instruction *UI = cast<Instruction>(GV->use_back()); - if (StoreInst *SI = dyn_cast<StoreInst>(UI)) { - // Change the store into a boolean store. - bool StoringOther = SI->getOperand(0) == OtherVal; - // Only do this if we weren't storing a loaded value. - Value *StoreVal; - if (StoringOther || SI->getOperand(0) == InitVal) { - StoreVal = ConstantInt::get(Type::getInt1Ty(GV->getContext()), - StoringOther); - } else { - // Otherwise, we are storing a previously loaded copy. To do this, - // change the copy from copying the original value to just copying the - // bool. - Instruction *StoredVal = cast<Instruction>(SI->getOperand(0)); - - // If we've already replaced the input, StoredVal will be a cast or - // select instruction. If not, it will be a load of the original - // global. - if (LoadInst *LI = dyn_cast<LoadInst>(StoredVal)) { - assert(LI->getOperand(0) == GV && "Not a copy!"); - // Insert a new load, to preserve the saved value. - StoreVal = new LoadInst(NewGV, LI->getName()+".b", false, 0, - LI->getOrdering(), LI->getSynchScope(), LI); - } else { - assert((isa<CastInst>(StoredVal) || isa<SelectInst>(StoredVal)) && - "This is not a form that we understand!"); - StoreVal = StoredVal->getOperand(0); - assert(isa<LoadInst>(StoreVal) && "Not a load of NewGV!"); - } - } - new StoreInst(StoreVal, NewGV, false, 0, - SI->getOrdering(), SI->getSynchScope(), SI); - } else { - // Change the load into a load of bool then a select. - LoadInst *LI = cast<LoadInst>(UI); - LoadInst *NLI = new LoadInst(NewGV, LI->getName()+".b", false, 0, - LI->getOrdering(), LI->getSynchScope(), LI); - Value *NSI; - if (IsOneZero) - NSI = new ZExtInst(NLI, LI->getType(), "", LI); - else - NSI = SelectInst::Create(NLI, OtherVal, InitVal, "", LI); - NSI->takeName(LI); - LI->replaceAllUsesWith(NSI); + DEBUG(dbgs() << " *** ADDING RANGE METADATA: " << *GV); + + for (Value::use_iterator I = GV->use_begin(), E = GV->use_end(); I != E; ++I){ + Instruction *UI = cast<Instruction>(*I); + if (LoadInst *LI = dyn_cast<LoadInst>(UI)) { + // If we already have a range, don't add a new one, so that GlobalOpt + // terminates. In theory, we could merge the two ranges. + if (LI->getMetadata(LLVMContext::MD_range)) + return false; + // Add range metadata to the load. We have two possible values, and we + // need to create a half-open range. The range can wrap, so we can use + // either signed or unsigned; we pick signed because it might be prettier + // in common cases. + Constant *Cmp = ConstantExpr::getICmp(ICmpInst::ICMP_SLT, InitVal, OtherVal); + Constant *One = ConstantInt::get(LI->getType(), 1); + Value *Vals[] = { + ConstantExpr::getSelect(Cmp, InitVal, OtherVal), + ConstantExpr::getAdd(ConstantExpr::getSelect(Cmp, OtherVal, InitVal), One) + }; + MDNode *MD = MDNode::get(LI->getContext(), Vals); + LI->setMetadata(LLVMContext::MD_range, MD); } - UI->eraseFromParent(); } - // Retain the name of the old global variable. People who are debugging their - // programs may expect these variables to be named the same. - NewGV->takeName(GV); - GV->eraseFromParent(); return true; } @@ -2067,10 +2022,9 @@ bool GlobalOpt::ProcessInternalGlobal(GlobalVariable *GV, TD, TLI)) return true; - // Otherwise, if the global was not a boolean, we can shrink it to be a - // boolean. + // Otherwise, if the global was not a boolean, we can add range metadata. if (Constant *SOVConstant = dyn_cast<Constant>(GS.StoredOnceValue)) - if (TryToShrinkGlobalToBoolean(GV, SOVConstant)) { + if (TryToAddRangeMetadata(GV, SOVConstant)) { ++NumShrunkToBool; return true; } diff --git a/test/Transforms/GlobalOpt/integer-bool.ll b/test/Transforms/GlobalOpt/integer-bool.ll index 51858069ac..b1316cd212 100644 --- a/test/Transforms/GlobalOpt/integer-bool.ll +++ b/test/Transforms/GlobalOpt/integer-bool.ll @@ -4,17 +4,17 @@ @G = internal addrspace(1) global i32 0 ; CHECK: @G ; CHECK: addrspace(1) -; CHECK: global i1 false +; CHECK: global i32 0 define void @set1() { store i32 0, i32 addrspace(1)* @G -; CHECK: store i1 false +; CHECK: store i32 0 ret void } define void @set2() { store i32 1, i32 addrspace(1)* @G -; CHECK: store i1 true +; CHECK: store i32 1 ret void } |