| //===- Transforms/Instrumentation.h - Instrumentation passes ----*- C++ -*-===// |
| // |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| // |
| // This file defines constructor functions for instrumentation passes. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #ifndef LLVM_TRANSFORMS_INSTRUMENTATION_H |
| #define LLVM_TRANSFORMS_INSTRUMENTATION_H |
| |
| #include "llvm/ADT/StringRef.h" |
| #include "llvm/IR/BasicBlock.h" |
| #include <cassert> |
| #include <cstdint> |
| #include <limits> |
| #include <string> |
| #include <vector> |
| |
| namespace llvm { |
| |
| class Triple; |
| class FunctionPass; |
| class ModulePass; |
| class OptimizationRemarkEmitter; |
| class Comdat; |
| class CallBase; |
| |
| /// Instrumentation passes often insert conditional checks into entry blocks. |
| /// Call this function before splitting the entry block to move instructions |
| /// that must remain in the entry block up before the split point. Static |
| /// allocas and llvm.localescape calls, for example, must remain in the entry |
| /// block. |
| BasicBlock::iterator PrepareToSplitEntryBlock(BasicBlock &BB, |
| BasicBlock::iterator IP); |
| |
| // Create a constant for Str so that we can pass it to the run-time lib. |
| GlobalVariable *createPrivateGlobalForString(Module &M, StringRef Str, |
| bool AllowMerging, |
| const char *NamePrefix = ""); |
| |
| // Returns F.getComdat() if it exists. |
| // Otherwise creates a new comdat, sets F's comdat, and returns it. |
| // Returns nullptr on failure. |
| Comdat *getOrCreateFunctionComdat(Function &F, Triple &T); |
| |
| // Insert GCOV profiling instrumentation |
| struct GCOVOptions { |
| static GCOVOptions getDefault(); |
| |
| // Specify whether to emit .gcno files. |
| bool EmitNotes; |
| |
| // Specify whether to modify the program to emit .gcda files when run. |
| bool EmitData; |
| |
| // A four-byte version string. The meaning of a version string is described in |
| // gcc's gcov-io.h |
| char Version[4]; |
| |
| // Add the 'noredzone' attribute to added runtime library calls. |
| bool NoRedZone; |
| |
| // Use atomic profile counter increments. |
| bool Atomic = false; |
| |
| // Regexes separated by a semi-colon to filter the files to instrument. |
| std::string Filter; |
| |
| // Regexes separated by a semi-colon to filter the files to not instrument. |
| std::string Exclude; |
| }; |
| |
| ModulePass *createGCOVProfilerPass(const GCOVOptions &Options = |
| GCOVOptions::getDefault()); |
| |
| // PGO Instrumention. Parameter IsCS indicates if this is the context sensitive |
| // instrumentation. |
| ModulePass *createPGOInstrumentationGenLegacyPass(bool IsCS = false); |
| ModulePass * |
| createPGOInstrumentationUseLegacyPass(StringRef Filename = StringRef(""), |
| bool IsCS = false); |
| ModulePass *createPGOInstrumentationGenCreateVarLegacyPass( |
| StringRef CSInstrName = StringRef("")); |
| ModulePass *createPGOIndirectCallPromotionLegacyPass(bool InLTO = false, |
| bool SamplePGO = false); |
| FunctionPass *createPGOMemOPSizeOptLegacyPass(); |
| |
| ModulePass *createCGProfileLegacyPass(); |
| |
| // The pgo-specific indirect call promotion function declared below is used by |
| // the pgo-driven indirect call promotion and sample profile passes. It's a |
| // wrapper around llvm::promoteCall, et al. that additionally computes !prof |
| // metadata. We place it in a pgo namespace so it's not confused with the |
| // generic utilities. |
| namespace pgo { |
| |
| // Helper function that transforms CB (either an indirect-call instruction, or |
| // an invoke instruction , to a conditional call to F. This is like: |
| // if (Inst.CalledValue == F) |
| // F(...); |
| // else |
| // Inst(...); |
| // end |
| // TotalCount is the profile count value that the instruction executes. |
| // Count is the profile count value that F is the target function. |
| // These two values are used to update the branch weight. |
| // If \p AttachProfToDirectCall is true, a prof metadata is attached to the |
| // new direct call to contain \p Count. |
| // Returns the promoted direct call instruction. |
| CallBase &promoteIndirectCall(CallBase &CB, Function *F, uint64_t Count, |
| uint64_t TotalCount, bool AttachProfToDirectCall, |
| OptimizationRemarkEmitter *ORE); |
| } // namespace pgo |
| |
| /// Options for the frontend instrumentation based profiling pass. |
| struct InstrProfOptions { |
| // Add the 'noredzone' attribute to added runtime library calls. |
| bool NoRedZone = false; |
| |
| // Do counter register promotion |
| bool DoCounterPromotion = false; |
| |
| // Use atomic profile counter increments. |
| bool Atomic = false; |
| |
| // Use BFI to guide register promotion |
| bool UseBFIInPromotion = false; |
| |
| // Name of the profile file to use as output |
| std::string InstrProfileOutput; |
| |
| InstrProfOptions() = default; |
| }; |
| |
| /// Insert frontend instrumentation based profiling. Parameter IsCS indicates if |
| // this is the context sensitive instrumentation. |
| ModulePass *createInstrProfilingLegacyPass( |
| const InstrProfOptions &Options = InstrProfOptions(), bool IsCS = false); |
| |
| ModulePass *createInstrOrderFilePass(); |
| |
| // Insert DataFlowSanitizer (dynamic data flow analysis) instrumentation |
| ModulePass *createDataFlowSanitizerLegacyPassPass( |
| const std::vector<std::string> &ABIListFiles = std::vector<std::string>()); |
| |
| // Options for sanitizer coverage instrumentation. |
| struct SanitizerCoverageOptions { |
| enum Type { |
| SCK_None = 0, |
| SCK_Function, |
| SCK_BB, |
| SCK_Edge |
| } CoverageType = SCK_None; |
| bool IndirectCalls = false; |
| bool TraceBB = false; |
| bool TraceCmp = false; |
| bool TraceDiv = false; |
| bool TraceGep = false; |
| bool Use8bitCounters = false; |
| bool TracePC = false; |
| bool TracePCGuard = false; |
| bool Inline8bitCounters = false; |
| bool InlineBoolFlag = false; |
| bool PCTable = false; |
| bool NoPrune = false; |
| bool StackDepth = false; |
| bool TraceLoads = false; |
| bool TraceStores = false; |
| |
| SanitizerCoverageOptions() = default; |
| }; |
| |
| /// Calculate what to divide by to scale counts. |
| /// |
| /// Given the maximum count, calculate a divisor that will scale all the |
| /// weights to strictly less than std::numeric_limits<uint32_t>::max(). |
| static inline uint64_t calculateCountScale(uint64_t MaxCount) { |
| return MaxCount < std::numeric_limits<uint32_t>::max() |
| ? 1 |
| : MaxCount / std::numeric_limits<uint32_t>::max() + 1; |
| } |
| |
| /// Scale an individual branch count. |
| /// |
| /// Scale a 64-bit weight down to 32-bits using \c Scale. |
| /// |
| static inline uint32_t scaleBranchCount(uint64_t Count, uint64_t Scale) { |
| uint64_t Scaled = Count / Scale; |
| assert(Scaled <= std::numeric_limits<uint32_t>::max() && "overflow 32-bits"); |
| return Scaled; |
| } |
| } // end namespace llvm |
| |
| #endif // LLVM_TRANSFORMS_INSTRUMENTATION_H |