1*cb3e6188SDaniel Jasper //===--- Replacement.cpp - Framework for clang refactoring tools ----------===// 2*cb3e6188SDaniel Jasper // 3*cb3e6188SDaniel Jasper // The LLVM Compiler Infrastructure 4*cb3e6188SDaniel Jasper // 5*cb3e6188SDaniel Jasper // This file is distributed under the University of Illinois Open Source 6*cb3e6188SDaniel Jasper // License. See LICENSE.TXT for details. 7*cb3e6188SDaniel Jasper // 8*cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===// 9*cb3e6188SDaniel Jasper // 10*cb3e6188SDaniel Jasper // Implements classes to support/store refactorings. 11*cb3e6188SDaniel Jasper // 12*cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===// 13*cb3e6188SDaniel Jasper 14*cb3e6188SDaniel Jasper #include "clang/Basic/Diagnostic.h" 15*cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticIDs.h" 16*cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticOptions.h" 17*cb3e6188SDaniel Jasper #include "clang/Basic/FileManager.h" 18*cb3e6188SDaniel Jasper #include "clang/Basic/SourceManager.h" 19*cb3e6188SDaniel Jasper #include "clang/Lex/Lexer.h" 20*cb3e6188SDaniel Jasper #include "clang/Rewrite/Core/Rewriter.h" 21*cb3e6188SDaniel Jasper #include "clang/Tooling/Core/Replacement.h" 22*cb3e6188SDaniel Jasper #include "llvm/Support/FileSystem.h" 23*cb3e6188SDaniel Jasper #include "llvm/Support/Path.h" 24*cb3e6188SDaniel Jasper #include "llvm/Support/raw_os_ostream.h" 25*cb3e6188SDaniel Jasper 26*cb3e6188SDaniel Jasper namespace clang { 27*cb3e6188SDaniel Jasper namespace tooling { 28*cb3e6188SDaniel Jasper 29*cb3e6188SDaniel Jasper static const char * const InvalidLocation = ""; 30*cb3e6188SDaniel Jasper 31*cb3e6188SDaniel Jasper Replacement::Replacement() 32*cb3e6188SDaniel Jasper : FilePath(InvalidLocation) {} 33*cb3e6188SDaniel Jasper 34*cb3e6188SDaniel Jasper Replacement::Replacement(StringRef FilePath, unsigned Offset, unsigned Length, 35*cb3e6188SDaniel Jasper StringRef ReplacementText) 36*cb3e6188SDaniel Jasper : FilePath(FilePath), ReplacementRange(Offset, Length), 37*cb3e6188SDaniel Jasper ReplacementText(ReplacementText) {} 38*cb3e6188SDaniel Jasper 39*cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, SourceLocation Start, 40*cb3e6188SDaniel Jasper unsigned Length, StringRef ReplacementText) { 41*cb3e6188SDaniel Jasper setFromSourceLocation(Sources, Start, Length, ReplacementText); 42*cb3e6188SDaniel Jasper } 43*cb3e6188SDaniel Jasper 44*cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, 45*cb3e6188SDaniel Jasper const CharSourceRange &Range, 46*cb3e6188SDaniel Jasper StringRef ReplacementText) { 47*cb3e6188SDaniel Jasper setFromSourceRange(Sources, Range, ReplacementText); 48*cb3e6188SDaniel Jasper } 49*cb3e6188SDaniel Jasper 50*cb3e6188SDaniel Jasper bool Replacement::isApplicable() const { 51*cb3e6188SDaniel Jasper return FilePath != InvalidLocation; 52*cb3e6188SDaniel Jasper } 53*cb3e6188SDaniel Jasper 54*cb3e6188SDaniel Jasper bool Replacement::apply(Rewriter &Rewrite) const { 55*cb3e6188SDaniel Jasper SourceManager &SM = Rewrite.getSourceMgr(); 56*cb3e6188SDaniel Jasper const FileEntry *Entry = SM.getFileManager().getFile(FilePath); 57*cb3e6188SDaniel Jasper if (!Entry) 58*cb3e6188SDaniel Jasper return false; 59*cb3e6188SDaniel Jasper FileID ID; 60*cb3e6188SDaniel Jasper // FIXME: Use SM.translateFile directly. 61*cb3e6188SDaniel Jasper SourceLocation Location = SM.translateFileLineCol(Entry, 1, 1); 62*cb3e6188SDaniel Jasper ID = Location.isValid() ? 63*cb3e6188SDaniel Jasper SM.getFileID(Location) : 64*cb3e6188SDaniel Jasper SM.createFileID(Entry, SourceLocation(), SrcMgr::C_User); 65*cb3e6188SDaniel Jasper // FIXME: We cannot check whether Offset + Length is in the file, as 66*cb3e6188SDaniel Jasper // the remapping API is not public in the RewriteBuffer. 67*cb3e6188SDaniel Jasper const SourceLocation Start = 68*cb3e6188SDaniel Jasper SM.getLocForStartOfFile(ID). 69*cb3e6188SDaniel Jasper getLocWithOffset(ReplacementRange.getOffset()); 70*cb3e6188SDaniel Jasper // ReplaceText returns false on success. 71*cb3e6188SDaniel Jasper // ReplaceText only fails if the source location is not a file location, in 72*cb3e6188SDaniel Jasper // which case we already returned false earlier. 73*cb3e6188SDaniel Jasper bool RewriteSucceeded = !Rewrite.ReplaceText( 74*cb3e6188SDaniel Jasper Start, ReplacementRange.getLength(), ReplacementText); 75*cb3e6188SDaniel Jasper assert(RewriteSucceeded); 76*cb3e6188SDaniel Jasper return RewriteSucceeded; 77*cb3e6188SDaniel Jasper } 78*cb3e6188SDaniel Jasper 79*cb3e6188SDaniel Jasper std::string Replacement::toString() const { 80*cb3e6188SDaniel Jasper std::string result; 81*cb3e6188SDaniel Jasper llvm::raw_string_ostream stream(result); 82*cb3e6188SDaniel Jasper stream << FilePath << ": " << ReplacementRange.getOffset() << ":+" 83*cb3e6188SDaniel Jasper << ReplacementRange.getLength() << ":\"" << ReplacementText << "\""; 84*cb3e6188SDaniel Jasper return result; 85*cb3e6188SDaniel Jasper } 86*cb3e6188SDaniel Jasper 87*cb3e6188SDaniel Jasper bool operator<(const Replacement &LHS, const Replacement &RHS) { 88*cb3e6188SDaniel Jasper if (LHS.getOffset() != RHS.getOffset()) 89*cb3e6188SDaniel Jasper return LHS.getOffset() < RHS.getOffset(); 90*cb3e6188SDaniel Jasper if (LHS.getLength() != RHS.getLength()) 91*cb3e6188SDaniel Jasper return LHS.getLength() < RHS.getLength(); 92*cb3e6188SDaniel Jasper if (LHS.getFilePath() != RHS.getFilePath()) 93*cb3e6188SDaniel Jasper return LHS.getFilePath() < RHS.getFilePath(); 94*cb3e6188SDaniel Jasper return LHS.getReplacementText() < RHS.getReplacementText(); 95*cb3e6188SDaniel Jasper } 96*cb3e6188SDaniel Jasper 97*cb3e6188SDaniel Jasper bool operator==(const Replacement &LHS, const Replacement &RHS) { 98*cb3e6188SDaniel Jasper return LHS.getOffset() == RHS.getOffset() && 99*cb3e6188SDaniel Jasper LHS.getLength() == RHS.getLength() && 100*cb3e6188SDaniel Jasper LHS.getFilePath() == RHS.getFilePath() && 101*cb3e6188SDaniel Jasper LHS.getReplacementText() == RHS.getReplacementText(); 102*cb3e6188SDaniel Jasper } 103*cb3e6188SDaniel Jasper 104*cb3e6188SDaniel Jasper void Replacement::setFromSourceLocation(const SourceManager &Sources, 105*cb3e6188SDaniel Jasper SourceLocation Start, unsigned Length, 106*cb3e6188SDaniel Jasper StringRef ReplacementText) { 107*cb3e6188SDaniel Jasper const std::pair<FileID, unsigned> DecomposedLocation = 108*cb3e6188SDaniel Jasper Sources.getDecomposedLoc(Start); 109*cb3e6188SDaniel Jasper const FileEntry *Entry = Sources.getFileEntryForID(DecomposedLocation.first); 110*cb3e6188SDaniel Jasper if (Entry) { 111*cb3e6188SDaniel Jasper // Make FilePath absolute so replacements can be applied correctly when 112*cb3e6188SDaniel Jasper // relative paths for files are used. 113*cb3e6188SDaniel Jasper llvm::SmallString<256> FilePath(Entry->getName()); 114*cb3e6188SDaniel Jasper std::error_code EC = llvm::sys::fs::make_absolute(FilePath); 115*cb3e6188SDaniel Jasper this->FilePath = EC ? FilePath.c_str() : Entry->getName(); 116*cb3e6188SDaniel Jasper } else { 117*cb3e6188SDaniel Jasper this->FilePath = InvalidLocation; 118*cb3e6188SDaniel Jasper } 119*cb3e6188SDaniel Jasper this->ReplacementRange = Range(DecomposedLocation.second, Length); 120*cb3e6188SDaniel Jasper this->ReplacementText = ReplacementText; 121*cb3e6188SDaniel Jasper } 122*cb3e6188SDaniel Jasper 123*cb3e6188SDaniel Jasper // FIXME: This should go into the Lexer, but we need to figure out how 124*cb3e6188SDaniel Jasper // to handle ranges for refactoring in general first - there is no obvious 125*cb3e6188SDaniel Jasper // good way how to integrate this into the Lexer yet. 126*cb3e6188SDaniel Jasper static int getRangeSize(const SourceManager &Sources, 127*cb3e6188SDaniel Jasper const CharSourceRange &Range) { 128*cb3e6188SDaniel Jasper SourceLocation SpellingBegin = Sources.getSpellingLoc(Range.getBegin()); 129*cb3e6188SDaniel Jasper SourceLocation SpellingEnd = Sources.getSpellingLoc(Range.getEnd()); 130*cb3e6188SDaniel Jasper std::pair<FileID, unsigned> Start = Sources.getDecomposedLoc(SpellingBegin); 131*cb3e6188SDaniel Jasper std::pair<FileID, unsigned> End = Sources.getDecomposedLoc(SpellingEnd); 132*cb3e6188SDaniel Jasper if (Start.first != End.first) return -1; 133*cb3e6188SDaniel Jasper if (Range.isTokenRange()) 134*cb3e6188SDaniel Jasper End.second += Lexer::MeasureTokenLength(SpellingEnd, Sources, 135*cb3e6188SDaniel Jasper LangOptions()); 136*cb3e6188SDaniel Jasper return End.second - Start.second; 137*cb3e6188SDaniel Jasper } 138*cb3e6188SDaniel Jasper 139*cb3e6188SDaniel Jasper void Replacement::setFromSourceRange(const SourceManager &Sources, 140*cb3e6188SDaniel Jasper const CharSourceRange &Range, 141*cb3e6188SDaniel Jasper StringRef ReplacementText) { 142*cb3e6188SDaniel Jasper setFromSourceLocation(Sources, Sources.getSpellingLoc(Range.getBegin()), 143*cb3e6188SDaniel Jasper getRangeSize(Sources, Range), ReplacementText); 144*cb3e6188SDaniel Jasper } 145*cb3e6188SDaniel Jasper 146*cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const Replacements &Replaces, unsigned Position) { 147*cb3e6188SDaniel Jasper unsigned NewPosition = Position; 148*cb3e6188SDaniel Jasper for (Replacements::iterator I = Replaces.begin(), E = Replaces.end(); I != E; 149*cb3e6188SDaniel Jasper ++I) { 150*cb3e6188SDaniel Jasper if (I->getOffset() >= Position) 151*cb3e6188SDaniel Jasper break; 152*cb3e6188SDaniel Jasper if (I->getOffset() + I->getLength() > Position) 153*cb3e6188SDaniel Jasper NewPosition += I->getOffset() + I->getLength() - Position; 154*cb3e6188SDaniel Jasper NewPosition += I->getReplacementText().size() - I->getLength(); 155*cb3e6188SDaniel Jasper } 156*cb3e6188SDaniel Jasper return NewPosition; 157*cb3e6188SDaniel Jasper } 158*cb3e6188SDaniel Jasper 159*cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector 160*cb3e6188SDaniel Jasper // instead of std::set. 161*cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const std::vector<Replacement> &Replaces, 162*cb3e6188SDaniel Jasper unsigned Position) { 163*cb3e6188SDaniel Jasper unsigned NewPosition = Position; 164*cb3e6188SDaniel Jasper for (std::vector<Replacement>::const_iterator I = Replaces.begin(), 165*cb3e6188SDaniel Jasper E = Replaces.end(); 166*cb3e6188SDaniel Jasper I != E; ++I) { 167*cb3e6188SDaniel Jasper if (I->getOffset() >= Position) 168*cb3e6188SDaniel Jasper break; 169*cb3e6188SDaniel Jasper if (I->getOffset() + I->getLength() > Position) 170*cb3e6188SDaniel Jasper NewPosition += I->getOffset() + I->getLength() - Position; 171*cb3e6188SDaniel Jasper NewPosition += I->getReplacementText().size() - I->getLength(); 172*cb3e6188SDaniel Jasper } 173*cb3e6188SDaniel Jasper return NewPosition; 174*cb3e6188SDaniel Jasper } 175*cb3e6188SDaniel Jasper 176*cb3e6188SDaniel Jasper void deduplicate(std::vector<Replacement> &Replaces, 177*cb3e6188SDaniel Jasper std::vector<Range> &Conflicts) { 178*cb3e6188SDaniel Jasper if (Replaces.empty()) 179*cb3e6188SDaniel Jasper return; 180*cb3e6188SDaniel Jasper 181*cb3e6188SDaniel Jasper auto LessNoPath = [](const Replacement &LHS, const Replacement &RHS) { 182*cb3e6188SDaniel Jasper if (LHS.getOffset() != RHS.getOffset()) 183*cb3e6188SDaniel Jasper return LHS.getOffset() < RHS.getOffset(); 184*cb3e6188SDaniel Jasper if (LHS.getLength() != RHS.getLength()) 185*cb3e6188SDaniel Jasper return LHS.getLength() < RHS.getLength(); 186*cb3e6188SDaniel Jasper return LHS.getReplacementText() < RHS.getReplacementText(); 187*cb3e6188SDaniel Jasper }; 188*cb3e6188SDaniel Jasper 189*cb3e6188SDaniel Jasper auto EqualNoPath = [](const Replacement &LHS, const Replacement &RHS) { 190*cb3e6188SDaniel Jasper return LHS.getOffset() == RHS.getOffset() && 191*cb3e6188SDaniel Jasper LHS.getLength() == RHS.getLength() && 192*cb3e6188SDaniel Jasper LHS.getReplacementText() == RHS.getReplacementText(); 193*cb3e6188SDaniel Jasper }; 194*cb3e6188SDaniel Jasper 195*cb3e6188SDaniel Jasper // Deduplicate. We don't want to deduplicate based on the path as we assume 196*cb3e6188SDaniel Jasper // that all replacements refer to the same file (or are symlinks). 197*cb3e6188SDaniel Jasper std::sort(Replaces.begin(), Replaces.end(), LessNoPath); 198*cb3e6188SDaniel Jasper Replaces.erase(std::unique(Replaces.begin(), Replaces.end(), EqualNoPath), 199*cb3e6188SDaniel Jasper Replaces.end()); 200*cb3e6188SDaniel Jasper 201*cb3e6188SDaniel Jasper // Detect conflicts 202*cb3e6188SDaniel Jasper Range ConflictRange(Replaces.front().getOffset(), 203*cb3e6188SDaniel Jasper Replaces.front().getLength()); 204*cb3e6188SDaniel Jasper unsigned ConflictStart = 0; 205*cb3e6188SDaniel Jasper unsigned ConflictLength = 1; 206*cb3e6188SDaniel Jasper for (unsigned i = 1; i < Replaces.size(); ++i) { 207*cb3e6188SDaniel Jasper Range Current(Replaces[i].getOffset(), Replaces[i].getLength()); 208*cb3e6188SDaniel Jasper if (ConflictRange.overlapsWith(Current)) { 209*cb3e6188SDaniel Jasper // Extend conflicted range 210*cb3e6188SDaniel Jasper ConflictRange = Range(ConflictRange.getOffset(), 211*cb3e6188SDaniel Jasper std::max(ConflictRange.getLength(), 212*cb3e6188SDaniel Jasper Current.getOffset() + Current.getLength() - 213*cb3e6188SDaniel Jasper ConflictRange.getOffset())); 214*cb3e6188SDaniel Jasper ++ConflictLength; 215*cb3e6188SDaniel Jasper } else { 216*cb3e6188SDaniel Jasper if (ConflictLength > 1) 217*cb3e6188SDaniel Jasper Conflicts.push_back(Range(ConflictStart, ConflictLength)); 218*cb3e6188SDaniel Jasper ConflictRange = Current; 219*cb3e6188SDaniel Jasper ConflictStart = i; 220*cb3e6188SDaniel Jasper ConflictLength = 1; 221*cb3e6188SDaniel Jasper } 222*cb3e6188SDaniel Jasper } 223*cb3e6188SDaniel Jasper 224*cb3e6188SDaniel Jasper if (ConflictLength > 1) 225*cb3e6188SDaniel Jasper Conflicts.push_back(Range(ConflictStart, ConflictLength)); 226*cb3e6188SDaniel Jasper } 227*cb3e6188SDaniel Jasper 228*cb3e6188SDaniel Jasper bool applyAllReplacements(const Replacements &Replaces, Rewriter &Rewrite) { 229*cb3e6188SDaniel Jasper bool Result = true; 230*cb3e6188SDaniel Jasper for (Replacements::const_iterator I = Replaces.begin(), 231*cb3e6188SDaniel Jasper E = Replaces.end(); 232*cb3e6188SDaniel Jasper I != E; ++I) { 233*cb3e6188SDaniel Jasper if (I->isApplicable()) { 234*cb3e6188SDaniel Jasper Result = I->apply(Rewrite) && Result; 235*cb3e6188SDaniel Jasper } else { 236*cb3e6188SDaniel Jasper Result = false; 237*cb3e6188SDaniel Jasper } 238*cb3e6188SDaniel Jasper } 239*cb3e6188SDaniel Jasper return Result; 240*cb3e6188SDaniel Jasper } 241*cb3e6188SDaniel Jasper 242*cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector 243*cb3e6188SDaniel Jasper // instead of std::set. 244*cb3e6188SDaniel Jasper bool applyAllReplacements(const std::vector<Replacement> &Replaces, 245*cb3e6188SDaniel Jasper Rewriter &Rewrite) { 246*cb3e6188SDaniel Jasper bool Result = true; 247*cb3e6188SDaniel Jasper for (std::vector<Replacement>::const_iterator I = Replaces.begin(), 248*cb3e6188SDaniel Jasper E = Replaces.end(); 249*cb3e6188SDaniel Jasper I != E; ++I) { 250*cb3e6188SDaniel Jasper if (I->isApplicable()) { 251*cb3e6188SDaniel Jasper Result = I->apply(Rewrite) && Result; 252*cb3e6188SDaniel Jasper } else { 253*cb3e6188SDaniel Jasper Result = false; 254*cb3e6188SDaniel Jasper } 255*cb3e6188SDaniel Jasper } 256*cb3e6188SDaniel Jasper return Result; 257*cb3e6188SDaniel Jasper } 258*cb3e6188SDaniel Jasper 259*cb3e6188SDaniel Jasper std::string applyAllReplacements(StringRef Code, const Replacements &Replaces) { 260*cb3e6188SDaniel Jasper FileManager Files((FileSystemOptions())); 261*cb3e6188SDaniel Jasper DiagnosticsEngine Diagnostics( 262*cb3e6188SDaniel Jasper IntrusiveRefCntPtr<DiagnosticIDs>(new DiagnosticIDs), 263*cb3e6188SDaniel Jasper new DiagnosticOptions); 264*cb3e6188SDaniel Jasper SourceManager SourceMgr(Diagnostics, Files); 265*cb3e6188SDaniel Jasper Rewriter Rewrite(SourceMgr, LangOptions()); 266*cb3e6188SDaniel Jasper std::unique_ptr<llvm::MemoryBuffer> Buf = 267*cb3e6188SDaniel Jasper llvm::MemoryBuffer::getMemBuffer(Code, "<stdin>"); 268*cb3e6188SDaniel Jasper const clang::FileEntry *Entry = 269*cb3e6188SDaniel Jasper Files.getVirtualFile("<stdin>", Buf->getBufferSize(), 0); 270*cb3e6188SDaniel Jasper SourceMgr.overrideFileContents(Entry, std::move(Buf)); 271*cb3e6188SDaniel Jasper FileID ID = 272*cb3e6188SDaniel Jasper SourceMgr.createFileID(Entry, SourceLocation(), clang::SrcMgr::C_User); 273*cb3e6188SDaniel Jasper for (Replacements::const_iterator I = Replaces.begin(), E = Replaces.end(); 274*cb3e6188SDaniel Jasper I != E; ++I) { 275*cb3e6188SDaniel Jasper Replacement Replace("<stdin>", I->getOffset(), I->getLength(), 276*cb3e6188SDaniel Jasper I->getReplacementText()); 277*cb3e6188SDaniel Jasper if (!Replace.apply(Rewrite)) 278*cb3e6188SDaniel Jasper return ""; 279*cb3e6188SDaniel Jasper } 280*cb3e6188SDaniel Jasper std::string Result; 281*cb3e6188SDaniel Jasper llvm::raw_string_ostream OS(Result); 282*cb3e6188SDaniel Jasper Rewrite.getEditBuffer(ID).write(OS); 283*cb3e6188SDaniel Jasper OS.flush(); 284*cb3e6188SDaniel Jasper return Result; 285*cb3e6188SDaniel Jasper } 286*cb3e6188SDaniel Jasper 287*cb3e6188SDaniel Jasper } // end namespace tooling 288*cb3e6188SDaniel Jasper } // end namespace clang 289*cb3e6188SDaniel Jasper 290