1*09467b48Spatrick //===- SafeStackLayout.cpp - SafeStack frame layout -----------------------===// 2*09467b48Spatrick // 3*09467b48Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*09467b48Spatrick // See https://llvm.org/LICENSE.txt for license information. 5*09467b48Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*09467b48Spatrick // 7*09467b48Spatrick //===----------------------------------------------------------------------===// 8*09467b48Spatrick 9*09467b48Spatrick #include "SafeStackLayout.h" 10*09467b48Spatrick #include "SafeStackColoring.h" 11*09467b48Spatrick #include "llvm/IR/Value.h" 12*09467b48Spatrick #include "llvm/Support/CommandLine.h" 13*09467b48Spatrick #include "llvm/Support/Compiler.h" 14*09467b48Spatrick #include "llvm/Support/Debug.h" 15*09467b48Spatrick #include "llvm/Support/MathExtras.h" 16*09467b48Spatrick #include "llvm/Support/raw_ostream.h" 17*09467b48Spatrick #include <algorithm> 18*09467b48Spatrick #include <cassert> 19*09467b48Spatrick 20*09467b48Spatrick using namespace llvm; 21*09467b48Spatrick using namespace llvm::safestack; 22*09467b48Spatrick 23*09467b48Spatrick #define DEBUG_TYPE "safestacklayout" 24*09467b48Spatrick 25*09467b48Spatrick static cl::opt<bool> ClLayout("safe-stack-layout", 26*09467b48Spatrick cl::desc("enable safe stack layout"), cl::Hidden, 27*09467b48Spatrick cl::init(true)); 28*09467b48Spatrick 29*09467b48Spatrick LLVM_DUMP_METHOD void StackLayout::print(raw_ostream &OS) { 30*09467b48Spatrick OS << "Stack regions:\n"; 31*09467b48Spatrick for (unsigned i = 0; i < Regions.size(); ++i) { 32*09467b48Spatrick OS << " " << i << ": [" << Regions[i].Start << ", " << Regions[i].End 33*09467b48Spatrick << "), range " << Regions[i].Range << "\n"; 34*09467b48Spatrick } 35*09467b48Spatrick OS << "Stack objects:\n"; 36*09467b48Spatrick for (auto &IT : ObjectOffsets) { 37*09467b48Spatrick OS << " at " << IT.getSecond() << ": " << *IT.getFirst() << "\n"; 38*09467b48Spatrick } 39*09467b48Spatrick } 40*09467b48Spatrick 41*09467b48Spatrick void StackLayout::addObject(const Value *V, unsigned Size, unsigned Alignment, 42*09467b48Spatrick const StackColoring::LiveRange &Range) { 43*09467b48Spatrick StackObjects.push_back({V, Size, Alignment, Range}); 44*09467b48Spatrick ObjectAlignments[V] = Alignment; 45*09467b48Spatrick MaxAlignment = std::max(MaxAlignment, Alignment); 46*09467b48Spatrick } 47*09467b48Spatrick 48*09467b48Spatrick static unsigned AdjustStackOffset(unsigned Offset, unsigned Size, 49*09467b48Spatrick unsigned Alignment) { 50*09467b48Spatrick return alignTo(Offset + Size, Alignment) - Size; 51*09467b48Spatrick } 52*09467b48Spatrick 53*09467b48Spatrick void StackLayout::layoutObject(StackObject &Obj) { 54*09467b48Spatrick if (!ClLayout) { 55*09467b48Spatrick // If layout is disabled, just grab the next aligned address. 56*09467b48Spatrick // This effectively disables stack coloring as well. 57*09467b48Spatrick unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End; 58*09467b48Spatrick unsigned Start = AdjustStackOffset(LastRegionEnd, Obj.Size, Obj.Alignment); 59*09467b48Spatrick unsigned End = Start + Obj.Size; 60*09467b48Spatrick Regions.emplace_back(Start, End, Obj.Range); 61*09467b48Spatrick ObjectOffsets[Obj.Handle] = End; 62*09467b48Spatrick return; 63*09467b48Spatrick } 64*09467b48Spatrick 65*09467b48Spatrick LLVM_DEBUG(dbgs() << "Layout: size " << Obj.Size << ", align " 66*09467b48Spatrick << Obj.Alignment << ", range " << Obj.Range << "\n"); 67*09467b48Spatrick assert(Obj.Alignment <= MaxAlignment); 68*09467b48Spatrick unsigned Start = AdjustStackOffset(0, Obj.Size, Obj.Alignment); 69*09467b48Spatrick unsigned End = Start + Obj.Size; 70*09467b48Spatrick LLVM_DEBUG(dbgs() << " First candidate: " << Start << " .. " << End << "\n"); 71*09467b48Spatrick for (const StackRegion &R : Regions) { 72*09467b48Spatrick LLVM_DEBUG(dbgs() << " Examining region: " << R.Start << " .. " << R.End 73*09467b48Spatrick << ", range " << R.Range << "\n"); 74*09467b48Spatrick assert(End >= R.Start); 75*09467b48Spatrick if (Start >= R.End) { 76*09467b48Spatrick LLVM_DEBUG(dbgs() << " Does not intersect, skip.\n"); 77*09467b48Spatrick continue; 78*09467b48Spatrick } 79*09467b48Spatrick if (Obj.Range.Overlaps(R.Range)) { 80*09467b48Spatrick // Find the next appropriate location. 81*09467b48Spatrick Start = AdjustStackOffset(R.End, Obj.Size, Obj.Alignment); 82*09467b48Spatrick End = Start + Obj.Size; 83*09467b48Spatrick LLVM_DEBUG(dbgs() << " Overlaps. Next candidate: " << Start << " .. " 84*09467b48Spatrick << End << "\n"); 85*09467b48Spatrick continue; 86*09467b48Spatrick } 87*09467b48Spatrick if (End <= R.End) { 88*09467b48Spatrick LLVM_DEBUG(dbgs() << " Reusing region(s).\n"); 89*09467b48Spatrick break; 90*09467b48Spatrick } 91*09467b48Spatrick } 92*09467b48Spatrick 93*09467b48Spatrick unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End; 94*09467b48Spatrick if (End > LastRegionEnd) { 95*09467b48Spatrick // Insert a new region at the end. Maybe two. 96*09467b48Spatrick if (Start > LastRegionEnd) { 97*09467b48Spatrick LLVM_DEBUG(dbgs() << " Creating gap region: " << LastRegionEnd << " .. " 98*09467b48Spatrick << Start << "\n"); 99*09467b48Spatrick Regions.emplace_back(LastRegionEnd, Start, StackColoring::LiveRange()); 100*09467b48Spatrick LastRegionEnd = Start; 101*09467b48Spatrick } 102*09467b48Spatrick LLVM_DEBUG(dbgs() << " Creating new region: " << LastRegionEnd << " .. " 103*09467b48Spatrick << End << ", range " << Obj.Range << "\n"); 104*09467b48Spatrick Regions.emplace_back(LastRegionEnd, End, Obj.Range); 105*09467b48Spatrick LastRegionEnd = End; 106*09467b48Spatrick } 107*09467b48Spatrick 108*09467b48Spatrick // Split starting and ending regions if necessary. 109*09467b48Spatrick for (unsigned i = 0; i < Regions.size(); ++i) { 110*09467b48Spatrick StackRegion &R = Regions[i]; 111*09467b48Spatrick if (Start > R.Start && Start < R.End) { 112*09467b48Spatrick StackRegion R0 = R; 113*09467b48Spatrick R.Start = R0.End = Start; 114*09467b48Spatrick Regions.insert(&R, R0); 115*09467b48Spatrick continue; 116*09467b48Spatrick } 117*09467b48Spatrick if (End > R.Start && End < R.End) { 118*09467b48Spatrick StackRegion R0 = R; 119*09467b48Spatrick R0.End = R.Start = End; 120*09467b48Spatrick Regions.insert(&R, R0); 121*09467b48Spatrick break; 122*09467b48Spatrick } 123*09467b48Spatrick } 124*09467b48Spatrick 125*09467b48Spatrick // Update live ranges for all affected regions. 126*09467b48Spatrick for (StackRegion &R : Regions) { 127*09467b48Spatrick if (Start < R.End && End > R.Start) 128*09467b48Spatrick R.Range.Join(Obj.Range); 129*09467b48Spatrick if (End <= R.End) 130*09467b48Spatrick break; 131*09467b48Spatrick } 132*09467b48Spatrick 133*09467b48Spatrick ObjectOffsets[Obj.Handle] = End; 134*09467b48Spatrick } 135*09467b48Spatrick 136*09467b48Spatrick void StackLayout::computeLayout() { 137*09467b48Spatrick // Simple greedy algorithm. 138*09467b48Spatrick // If this is replaced with something smarter, it must preserve the property 139*09467b48Spatrick // that the first object is always at the offset 0 in the stack frame (for 140*09467b48Spatrick // StackProtectorSlot), or handle stack protector in some other way. 141*09467b48Spatrick 142*09467b48Spatrick // Sort objects by size (largest first) to reduce fragmentation. 143*09467b48Spatrick if (StackObjects.size() > 2) 144*09467b48Spatrick std::stable_sort(StackObjects.begin() + 1, StackObjects.end(), 145*09467b48Spatrick [](const StackObject &a, const StackObject &b) { 146*09467b48Spatrick return a.Size > b.Size; 147*09467b48Spatrick }); 148*09467b48Spatrick 149*09467b48Spatrick for (auto &Obj : StackObjects) 150*09467b48Spatrick layoutObject(Obj); 151*09467b48Spatrick 152*09467b48Spatrick LLVM_DEBUG(print(dbgs())); 153*09467b48Spatrick } 154