Linker: Remove dropTriviallyDeadConstantArrays().
By calling this function after every link, we introduce quadratic
behavior during full LTO links that primarily affects links involving
large numbers of constant arrays, such as the full LTO part of a
ThinLTO link which will involve large numbers of vtable constants.
Removing this call resulted in a 1.3x speedup in the indexing phase
of a large internal Google binary.
This call was originally introduced to reduce memory consumption during
full LTO (see commit dab999d54f39af3ebb6a23e850dbc9742016fac8), but it
doesn't seem to be the case that this helps any more. I ran 3 stage2
links of clang with full LTO and ThinLTO with and without this change
and measured the max RSS. The results were as follows (all in KB):
```
FullLTO before 22362512 22383524 22387456
after 22383496 22365356 22364352
ThinLTO before 4391404 4478192 4383468
after 4399220 4363100 4417688
```
As you can see, any max RSS differences are in the noise.
Reviewers: nikic, teresajohnson
Reviewed By: teresajohnson, nikic
Pull Request: https://github.com/llvm/llvm-project/pull/137081
diff --git a/llvm/include/llvm/IR/Module.h b/llvm/include/llvm/IR/Module.h
index d69025a..53d10053 100644
--- a/llvm/include/llvm/IR/Module.h
+++ b/llvm/include/llvm/IR/Module.h
@@ -877,15 +877,6 @@
}
/// @}
- /// Destroy ConstantArrays in LLVMContext if they are not used.
- /// ConstantArrays constructed during linking can cause quadratic memory
- /// explosion. Releasing all unused constants can cause a 20% LTO compile-time
- /// slowdown for a large application.
- ///
- /// NOTE: Constants are currently owned by LLVMContext. This can then only
- /// be called where all uses of the LLVMContext are understood.
- void dropTriviallyDeadConstantArrays();
-
/// @name Utility functions for printing and dumping Module objects
/// @{
diff --git a/llvm/lib/IR/LLVMContextImpl.cpp b/llvm/lib/IR/LLVMContextImpl.cpp
index d8cdbf8..dfeabb4 100644
--- a/llvm/lib/IR/LLVMContextImpl.cpp
+++ b/llvm/lib/IR/LLVMContextImpl.cpp
@@ -147,33 +147,6 @@
delete Pair.second;
}
-void LLVMContextImpl::dropTriviallyDeadConstantArrays() {
- SmallSetVector<ConstantArray *, 4> WorkList;
-
- // When ArrayConstants are of substantial size and only a few in them are
- // dead, starting WorkList with all elements of ArrayConstants can be
- // wasteful. Instead, starting WorkList with only elements that have empty
- // uses.
- for (ConstantArray *C : ArrayConstants)
- if (C->use_empty())
- WorkList.insert(C);
-
- while (!WorkList.empty()) {
- ConstantArray *C = WorkList.pop_back_val();
- if (C->use_empty()) {
- for (const Use &Op : C->operands()) {
- if (auto *COp = dyn_cast<ConstantArray>(Op))
- WorkList.insert(COp);
- }
- C->destroyConstant();
- }
- }
-}
-
-void Module::dropTriviallyDeadConstantArrays() {
- Context.pImpl->dropTriviallyDeadConstantArrays();
-}
-
namespace llvm {
/// Make MDOperand transparent for hashing.
diff --git a/llvm/lib/IR/LLVMContextImpl.h b/llvm/lib/IR/LLVMContextImpl.h
index 9b60b57..7136977 100644
--- a/llvm/lib/IR/LLVMContextImpl.h
+++ b/llvm/lib/IR/LLVMContextImpl.h
@@ -1808,9 +1808,6 @@
LLVMContextImpl(LLVMContext &C);
~LLVMContextImpl();
- /// Destroy the ConstantArrays if they are not used.
- void dropTriviallyDeadConstantArrays();
-
mutable OptPassGate *OPG = nullptr;
/// Access the object which can disable optional passes and individual
diff --git a/llvm/lib/Linker/IRMover.cpp b/llvm/lib/Linker/IRMover.cpp
index 98d6905..e456669 100644
--- a/llvm/lib/Linker/IRMover.cpp
+++ b/llvm/lib/Linker/IRMover.cpp
@@ -1753,7 +1753,5 @@
IRLinker TheIRLinker(Composite, SharedMDs, IdentifiedStructTypes,
std::move(Src), ValuesToLink, std::move(AddLazyFor),
IsPerformingImport);
- Error E = TheIRLinker.run();
- Composite.dropTriviallyDeadConstantArrays();
- return E;
+ return TheIRLinker.run();
}
