2012-04-14 13:54:10 +00:00
|
|
|
//===- CodeMetrics.cpp - Code cost measurements ---------------------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements code cost measurement utilities.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2015-01-18 16:17:27 +00:00
|
|
|
#include "llvm/Analysis/AssumptionCache.h"
|
2012-04-14 13:54:10 +00:00
|
|
|
#include "llvm/Analysis/CodeMetrics.h"
|
2015-01-18 16:17:27 +00:00
|
|
|
#include "llvm/Analysis/LoopInfo.h"
|
2013-04-08 18:41:23 +00:00
|
|
|
#include "llvm/Analysis/TargetTransformInfo.h"
|
2015-01-18 16:17:27 +00:00
|
|
|
#include "llvm/Analysis/ValueTracking.h"
|
2014-11-24 09:08:18 +00:00
|
|
|
#include "llvm/IR/CallSite.h"
|
2013-04-08 18:41:23 +00:00
|
|
|
#include "llvm/IR/DataLayout.h"
|
|
|
|
#include "llvm/IR/Function.h"
|
|
|
|
#include "llvm/IR/IntrinsicInst.h"
|
2015-01-18 16:17:27 +00:00
|
|
|
#include "llvm/Support/Debug.h"
|
2015-05-27 18:44:32 +00:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2015-01-18 16:17:27 +00:00
|
|
|
|
|
|
|
#define DEBUG_TYPE "code-metrics"
|
2012-04-14 13:54:10 +00:00
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
static void
|
|
|
|
appendSpeculatableOperands(const Value *V,
|
|
|
|
SmallPtrSetImpl<const Value *> &Visited,
|
|
|
|
SmallVectorImpl<const Value *> &Worklist) {
|
|
|
|
const User *U = dyn_cast<User>(V);
|
|
|
|
if (!U)
|
|
|
|
return;
|
|
|
|
|
|
|
|
for (const Value *Operand : U->operands())
|
|
|
|
if (Visited.insert(Operand).second)
|
|
|
|
if (isSafeToSpeculativelyExecute(Operand))
|
|
|
|
Worklist.push_back(Operand);
|
|
|
|
}
|
2015-01-18 16:17:27 +00:00
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
static void completeEphemeralValues(SmallPtrSetImpl<const Value *> &Visited,
|
|
|
|
SmallVectorImpl<const Value *> &Worklist,
|
|
|
|
SmallPtrSetImpl<const Value *> &EphValues) {
|
2015-01-18 16:17:27 +00:00
|
|
|
// Note: We don't speculate PHIs here, so we'll miss instruction chains kept
|
|
|
|
// alive only by ephemeral values.
|
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
// Walk the worklist using an index but without caching the size so we can
|
|
|
|
// append more entries as we process the worklist. This forms a queue without
|
|
|
|
// quadratic behavior by just leaving processed nodes at the head of the
|
|
|
|
// worklist forever.
|
|
|
|
for (int i = 0; i < (int)Worklist.size(); ++i) {
|
|
|
|
const Value *V = Worklist[i];
|
2015-01-18 16:17:27 +00:00
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
assert(Visited.count(V) &&
|
|
|
|
"Failed to add a worklist entry to our visited set!");
|
2015-01-18 16:17:27 +00:00
|
|
|
|
|
|
|
// If all uses of this value are ephemeral, then so is this value.
|
2017-01-02 19:17:04 +00:00
|
|
|
if (!all_of(V->users(), [&](const User *U) { return EphValues.count(U); }))
|
2015-01-18 16:17:27 +00:00
|
|
|
continue;
|
|
|
|
|
|
|
|
EphValues.insert(V);
|
|
|
|
DEBUG(dbgs() << "Ephemeral Value: " << *V << "\n");
|
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
// Append any more operands to consider.
|
|
|
|
appendSpeculatableOperands(V, Visited, Worklist);
|
2015-01-18 16:17:27 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Find all ephemeral values.
|
|
|
|
void CodeMetrics::collectEphemeralValues(
|
|
|
|
const Loop *L, AssumptionCache *AC,
|
|
|
|
SmallPtrSetImpl<const Value *> &EphValues) {
|
2017-01-02 19:17:04 +00:00
|
|
|
SmallPtrSet<const Value *, 32> Visited;
|
|
|
|
SmallVector<const Value *, 16> Worklist;
|
2015-01-18 16:17:27 +00:00
|
|
|
|
|
|
|
for (auto &AssumeVH : AC->assumptions()) {
|
|
|
|
if (!AssumeVH)
|
|
|
|
continue;
|
|
|
|
Instruction *I = cast<Instruction>(AssumeVH);
|
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
// Filter out call sites outside of the loop so we don't do a function's
|
2015-01-18 16:17:27 +00:00
|
|
|
// worth of work for each of its loops (and, in the common case, ephemeral
|
|
|
|
// values in the loop are likely due to @llvm.assume calls in the loop).
|
|
|
|
if (!L->contains(I->getParent()))
|
|
|
|
continue;
|
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
if (EphValues.insert(I).second)
|
|
|
|
appendSpeculatableOperands(I, Visited, Worklist);
|
2015-01-18 16:17:27 +00:00
|
|
|
}
|
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
completeEphemeralValues(Visited, Worklist, EphValues);
|
2015-01-18 16:17:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void CodeMetrics::collectEphemeralValues(
|
|
|
|
const Function *F, AssumptionCache *AC,
|
|
|
|
SmallPtrSetImpl<const Value *> &EphValues) {
|
2017-01-02 19:17:04 +00:00
|
|
|
SmallPtrSet<const Value *, 32> Visited;
|
|
|
|
SmallVector<const Value *, 16> Worklist;
|
2015-01-18 16:17:27 +00:00
|
|
|
|
|
|
|
for (auto &AssumeVH : AC->assumptions()) {
|
|
|
|
if (!AssumeVH)
|
|
|
|
continue;
|
|
|
|
Instruction *I = cast<Instruction>(AssumeVH);
|
|
|
|
assert(I->getParent()->getParent() == F &&
|
|
|
|
"Found assumption for the wrong function!");
|
2017-01-02 19:17:04 +00:00
|
|
|
|
|
|
|
if (EphValues.insert(I).second)
|
|
|
|
appendSpeculatableOperands(I, Visited, Worklist);
|
2015-01-18 16:17:27 +00:00
|
|
|
}
|
|
|
|
|
2017-01-02 19:17:04 +00:00
|
|
|
completeEphemeralValues(Visited, Worklist, EphValues);
|
2015-01-18 16:17:27 +00:00
|
|
|
}
|
|
|
|
|
2016-07-23 20:41:05 +00:00
|
|
|
/// Fill in the current structure with information gleaned from the specified
|
|
|
|
/// block.
|
2012-04-14 13:54:10 +00:00
|
|
|
void CodeMetrics::analyzeBasicBlock(const BasicBlock *BB,
|
2015-01-18 16:17:27 +00:00
|
|
|
const TargetTransformInfo &TTI,
|
2017-01-02 19:17:04 +00:00
|
|
|
const SmallPtrSetImpl<const Value*> &EphValues) {
|
2012-04-14 13:54:10 +00:00
|
|
|
++NumBlocks;
|
|
|
|
unsigned NumInstsBeforeThisBB = NumInsts;
|
2016-07-23 20:41:05 +00:00
|
|
|
for (const Instruction &I : *BB) {
|
2015-01-18 16:17:27 +00:00
|
|
|
// Skip ephemeral values.
|
2016-07-23 20:41:05 +00:00
|
|
|
if (EphValues.count(&I))
|
2015-01-18 16:17:27 +00:00
|
|
|
continue;
|
|
|
|
|
2012-04-14 13:54:10 +00:00
|
|
|
// Special handling for calls.
|
2016-07-23 20:41:05 +00:00
|
|
|
if (isa<CallInst>(I) || isa<InvokeInst>(I)) {
|
|
|
|
ImmutableCallSite CS(&I);
|
2012-04-14 13:54:10 +00:00
|
|
|
|
|
|
|
if (const Function *F = CS.getCalledFunction()) {
|
|
|
|
// If a function is both internal and has a single use, then it is
|
|
|
|
// extremely likely to get inlined in the future (it was probably
|
|
|
|
// exposed by an interleaved devirtualization pass).
|
|
|
|
if (!CS.isNoInline() && F->hasInternalLinkage() && F->hasOneUse())
|
|
|
|
++NumInlineCandidates;
|
|
|
|
|
|
|
|
// If this call is to function itself, then the function is recursive.
|
|
|
|
// Inlining it into other functions is a bad idea, because this is
|
|
|
|
// basically just a form of loop peeling, and our metrics aren't useful
|
|
|
|
// for that case.
|
|
|
|
if (F == BB->getParent())
|
|
|
|
isRecursive = true;
|
|
|
|
|
2013-04-08 18:41:23 +00:00
|
|
|
if (TTI.isLoweredToCall(F))
|
|
|
|
++NumCalls;
|
|
|
|
} else {
|
2012-04-14 13:54:10 +00:00
|
|
|
// We don't want inline asm to count as a call - that would prevent loop
|
|
|
|
// unrolling. The argument setup cost is still real, though.
|
|
|
|
if (!isa<InlineAsm>(CS.getCalledValue()))
|
|
|
|
++NumCalls;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-07-23 20:41:05 +00:00
|
|
|
if (const AllocaInst *AI = dyn_cast<AllocaInst>(&I)) {
|
2012-04-14 13:54:10 +00:00
|
|
|
if (!AI->isStaticAlloca())
|
|
|
|
this->usesDynamicAlloca = true;
|
|
|
|
}
|
|
|
|
|
2016-07-23 20:41:05 +00:00
|
|
|
if (isa<ExtractElementInst>(I) || I.getType()->isVectorTy())
|
2012-04-14 13:54:10 +00:00
|
|
|
++NumVectorInsts;
|
|
|
|
|
2016-07-23 20:41:05 +00:00
|
|
|
if (I.getType()->isTokenTy() && I.isUsedOutsideOfBlock(BB))
|
2015-12-30 11:46:15 +00:00
|
|
|
notDuplicatable = true;
|
|
|
|
|
2016-07-23 20:41:05 +00:00
|
|
|
if (const CallInst *CI = dyn_cast<CallInst>(&I)) {
|
2014-11-24 09:08:18 +00:00
|
|
|
if (CI->cannotDuplicate())
|
2013-04-08 18:41:23 +00:00
|
|
|
notDuplicatable = true;
|
2016-07-23 20:41:05 +00:00
|
|
|
if (CI->isConvergent())
|
|
|
|
convergent = true;
|
|
|
|
}
|
2013-04-08 18:41:23 +00:00
|
|
|
|
2016-07-23 20:41:05 +00:00
|
|
|
if (const InvokeInst *InvI = dyn_cast<InvokeInst>(&I))
|
2014-11-24 09:08:18 +00:00
|
|
|
if (InvI->cannotDuplicate())
|
2013-04-08 18:41:23 +00:00
|
|
|
notDuplicatable = true;
|
|
|
|
|
2016-07-23 20:41:05 +00:00
|
|
|
NumInsts += TTI.getUserCost(&I);
|
2012-04-14 13:54:10 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if (isa<ReturnInst>(BB->getTerminator()))
|
|
|
|
++NumRets;
|
|
|
|
|
|
|
|
// We never want to inline functions that contain an indirectbr. This is
|
|
|
|
// incorrect because all the blockaddress's (in static global initializers
|
|
|
|
// for example) would be referring to the original function, and this indirect
|
|
|
|
// jump would jump from the inlined copy of the function into the original
|
|
|
|
// function which is extremely undefined behavior.
|
|
|
|
// FIXME: This logic isn't really right; we can safely inline functions
|
|
|
|
// with indirectbr's as long as no other function or global references the
|
|
|
|
// blockaddress of a block within the current function. And as a QOI issue,
|
|
|
|
// if someone is using a blockaddress without an indirectbr, and that
|
|
|
|
// reference somehow ends up in another function or global, we probably
|
|
|
|
// don't want to inline this function.
|
2013-04-08 18:41:23 +00:00
|
|
|
notDuplicatable |= isa<IndirectBrInst>(BB->getTerminator());
|
2012-04-14 13:54:10 +00:00
|
|
|
|
|
|
|
// Remember NumInsts for this BB.
|
|
|
|
NumBBInsts[BB] = NumInsts - NumInstsBeforeThisBB;
|
|
|
|
}
|