1cb3e6188SDaniel Jasper //===--- Replacement.cpp - Framework for clang refactoring tools ----------===// 2cb3e6188SDaniel Jasper // 3cb3e6188SDaniel Jasper // The LLVM Compiler Infrastructure 4cb3e6188SDaniel Jasper // 5cb3e6188SDaniel Jasper // This file is distributed under the University of Illinois Open Source 6cb3e6188SDaniel Jasper // License. See LICENSE.TXT for details. 7cb3e6188SDaniel Jasper // 8cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===// 9cb3e6188SDaniel Jasper // 10cb3e6188SDaniel Jasper // Implements classes to support/store refactorings. 11cb3e6188SDaniel Jasper // 12cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===// 13cb3e6188SDaniel Jasper 14cb3e6188SDaniel Jasper #include "clang/Basic/Diagnostic.h" 15cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticIDs.h" 16cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticOptions.h" 17cb3e6188SDaniel Jasper #include "clang/Basic/FileManager.h" 18cb3e6188SDaniel Jasper #include "clang/Basic/SourceManager.h" 19cb3e6188SDaniel Jasper #include "clang/Lex/Lexer.h" 20cb3e6188SDaniel Jasper #include "clang/Rewrite/Core/Rewriter.h" 21cb3e6188SDaniel Jasper #include "clang/Tooling/Core/Replacement.h" 22cb3e6188SDaniel Jasper #include "llvm/Support/FileSystem.h" 23cb3e6188SDaniel Jasper #include "llvm/Support/Path.h" 24cb3e6188SDaniel Jasper #include "llvm/Support/raw_os_ostream.h" 25cb3e6188SDaniel Jasper 26cb3e6188SDaniel Jasper namespace clang { 27cb3e6188SDaniel Jasper namespace tooling { 28cb3e6188SDaniel Jasper 29cb3e6188SDaniel Jasper static const char * const InvalidLocation = ""; 30cb3e6188SDaniel Jasper 31cb3e6188SDaniel Jasper Replacement::Replacement() 32cb3e6188SDaniel Jasper : FilePath(InvalidLocation) {} 33cb3e6188SDaniel Jasper 34cb3e6188SDaniel Jasper Replacement::Replacement(StringRef FilePath, unsigned Offset, unsigned Length, 35cb3e6188SDaniel Jasper StringRef ReplacementText) 36cb3e6188SDaniel Jasper : FilePath(FilePath), ReplacementRange(Offset, Length), 37cb3e6188SDaniel Jasper ReplacementText(ReplacementText) {} 38cb3e6188SDaniel Jasper 39cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, SourceLocation Start, 40cb3e6188SDaniel Jasper unsigned Length, StringRef ReplacementText) { 41cb3e6188SDaniel Jasper setFromSourceLocation(Sources, Start, Length, ReplacementText); 42cb3e6188SDaniel Jasper } 43cb3e6188SDaniel Jasper 44cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, 45cb3e6188SDaniel Jasper const CharSourceRange &Range, 46*94a89231SManuel Klimek StringRef ReplacementText, 47*94a89231SManuel Klimek const LangOptions &LangOpts) { 48*94a89231SManuel Klimek setFromSourceRange(Sources, Range, ReplacementText, LangOpts); 49cb3e6188SDaniel Jasper } 50cb3e6188SDaniel Jasper 51cb3e6188SDaniel Jasper bool Replacement::isApplicable() const { 52cb3e6188SDaniel Jasper return FilePath != InvalidLocation; 53cb3e6188SDaniel Jasper } 54cb3e6188SDaniel Jasper 55cb3e6188SDaniel Jasper bool Replacement::apply(Rewriter &Rewrite) const { 56cb3e6188SDaniel Jasper SourceManager &SM = Rewrite.getSourceMgr(); 57cb3e6188SDaniel Jasper const FileEntry *Entry = SM.getFileManager().getFile(FilePath); 58cb3e6188SDaniel Jasper if (!Entry) 59cb3e6188SDaniel Jasper return false; 60cb3e6188SDaniel Jasper FileID ID; 61cb3e6188SDaniel Jasper // FIXME: Use SM.translateFile directly. 62cb3e6188SDaniel Jasper SourceLocation Location = SM.translateFileLineCol(Entry, 1, 1); 63cb3e6188SDaniel Jasper ID = Location.isValid() ? 64cb3e6188SDaniel Jasper SM.getFileID(Location) : 65cb3e6188SDaniel Jasper SM.createFileID(Entry, SourceLocation(), SrcMgr::C_User); 66cb3e6188SDaniel Jasper // FIXME: We cannot check whether Offset + Length is in the file, as 67cb3e6188SDaniel Jasper // the remapping API is not public in the RewriteBuffer. 68cb3e6188SDaniel Jasper const SourceLocation Start = 69cb3e6188SDaniel Jasper SM.getLocForStartOfFile(ID). 70cb3e6188SDaniel Jasper getLocWithOffset(ReplacementRange.getOffset()); 71cb3e6188SDaniel Jasper // ReplaceText returns false on success. 72cb3e6188SDaniel Jasper // ReplaceText only fails if the source location is not a file location, in 73cb3e6188SDaniel Jasper // which case we already returned false earlier. 74cb3e6188SDaniel Jasper bool RewriteSucceeded = !Rewrite.ReplaceText( 75cb3e6188SDaniel Jasper Start, ReplacementRange.getLength(), ReplacementText); 76cb3e6188SDaniel Jasper assert(RewriteSucceeded); 77cb3e6188SDaniel Jasper return RewriteSucceeded; 78cb3e6188SDaniel Jasper } 79cb3e6188SDaniel Jasper 80cb3e6188SDaniel Jasper std::string Replacement::toString() const { 81b1223b1dSManuel Klimek std::string Result; 82b1223b1dSManuel Klimek llvm::raw_string_ostream Stream(Result); 83b1223b1dSManuel Klimek Stream << FilePath << ": " << ReplacementRange.getOffset() << ":+" 84cb3e6188SDaniel Jasper << ReplacementRange.getLength() << ":\"" << ReplacementText << "\""; 85b1223b1dSManuel Klimek return Stream.str(); 86cb3e6188SDaniel Jasper } 87cb3e6188SDaniel Jasper 88cb3e6188SDaniel Jasper bool operator<(const Replacement &LHS, const Replacement &RHS) { 89cb3e6188SDaniel Jasper if (LHS.getOffset() != RHS.getOffset()) 90cb3e6188SDaniel Jasper return LHS.getOffset() < RHS.getOffset(); 91cb3e6188SDaniel Jasper if (LHS.getLength() != RHS.getLength()) 92cb3e6188SDaniel Jasper return LHS.getLength() < RHS.getLength(); 93cb3e6188SDaniel Jasper if (LHS.getFilePath() != RHS.getFilePath()) 94cb3e6188SDaniel Jasper return LHS.getFilePath() < RHS.getFilePath(); 95cb3e6188SDaniel Jasper return LHS.getReplacementText() < RHS.getReplacementText(); 96cb3e6188SDaniel Jasper } 97cb3e6188SDaniel Jasper 98cb3e6188SDaniel Jasper bool operator==(const Replacement &LHS, const Replacement &RHS) { 99cb3e6188SDaniel Jasper return LHS.getOffset() == RHS.getOffset() && 100cb3e6188SDaniel Jasper LHS.getLength() == RHS.getLength() && 101cb3e6188SDaniel Jasper LHS.getFilePath() == RHS.getFilePath() && 102cb3e6188SDaniel Jasper LHS.getReplacementText() == RHS.getReplacementText(); 103cb3e6188SDaniel Jasper } 104cb3e6188SDaniel Jasper 105cb3e6188SDaniel Jasper void Replacement::setFromSourceLocation(const SourceManager &Sources, 106cb3e6188SDaniel Jasper SourceLocation Start, unsigned Length, 107cb3e6188SDaniel Jasper StringRef ReplacementText) { 108cb3e6188SDaniel Jasper const std::pair<FileID, unsigned> DecomposedLocation = 109cb3e6188SDaniel Jasper Sources.getDecomposedLoc(Start); 110cb3e6188SDaniel Jasper const FileEntry *Entry = Sources.getFileEntryForID(DecomposedLocation.first); 111cb3e6188SDaniel Jasper if (Entry) { 112cb3e6188SDaniel Jasper // Make FilePath absolute so replacements can be applied correctly when 113cb3e6188SDaniel Jasper // relative paths for files are used. 114cb3e6188SDaniel Jasper llvm::SmallString<256> FilePath(Entry->getName()); 115cb3e6188SDaniel Jasper std::error_code EC = llvm::sys::fs::make_absolute(FilePath); 116cb3e6188SDaniel Jasper this->FilePath = EC ? FilePath.c_str() : Entry->getName(); 117cb3e6188SDaniel Jasper } else { 118cb3e6188SDaniel Jasper this->FilePath = InvalidLocation; 119cb3e6188SDaniel Jasper } 120cb3e6188SDaniel Jasper this->ReplacementRange = Range(DecomposedLocation.second, Length); 121cb3e6188SDaniel Jasper this->ReplacementText = ReplacementText; 122cb3e6188SDaniel Jasper } 123cb3e6188SDaniel Jasper 124cb3e6188SDaniel Jasper // FIXME: This should go into the Lexer, but we need to figure out how 125cb3e6188SDaniel Jasper // to handle ranges for refactoring in general first - there is no obvious 126cb3e6188SDaniel Jasper // good way how to integrate this into the Lexer yet. 127cb3e6188SDaniel Jasper static int getRangeSize(const SourceManager &Sources, 128*94a89231SManuel Klimek const CharSourceRange &Range, 129*94a89231SManuel Klimek const LangOptions &LangOpts) { 130cb3e6188SDaniel Jasper SourceLocation SpellingBegin = Sources.getSpellingLoc(Range.getBegin()); 131cb3e6188SDaniel Jasper SourceLocation SpellingEnd = Sources.getSpellingLoc(Range.getEnd()); 132cb3e6188SDaniel Jasper std::pair<FileID, unsigned> Start = Sources.getDecomposedLoc(SpellingBegin); 133cb3e6188SDaniel Jasper std::pair<FileID, unsigned> End = Sources.getDecomposedLoc(SpellingEnd); 134cb3e6188SDaniel Jasper if (Start.first != End.first) return -1; 135cb3e6188SDaniel Jasper if (Range.isTokenRange()) 136*94a89231SManuel Klimek End.second += Lexer::MeasureTokenLength(SpellingEnd, Sources, LangOpts); 137cb3e6188SDaniel Jasper return End.second - Start.second; 138cb3e6188SDaniel Jasper } 139cb3e6188SDaniel Jasper 140cb3e6188SDaniel Jasper void Replacement::setFromSourceRange(const SourceManager &Sources, 141cb3e6188SDaniel Jasper const CharSourceRange &Range, 142*94a89231SManuel Klimek StringRef ReplacementText, 143*94a89231SManuel Klimek const LangOptions &LangOpts) { 144cb3e6188SDaniel Jasper setFromSourceLocation(Sources, Sources.getSpellingLoc(Range.getBegin()), 145*94a89231SManuel Klimek getRangeSize(Sources, Range, LangOpts), 146*94a89231SManuel Klimek ReplacementText); 147cb3e6188SDaniel Jasper } 148cb3e6188SDaniel Jasper 149cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const Replacements &Replaces, unsigned Position) { 150cb3e6188SDaniel Jasper unsigned NewPosition = Position; 151cb3e6188SDaniel Jasper for (Replacements::iterator I = Replaces.begin(), E = Replaces.end(); I != E; 152cb3e6188SDaniel Jasper ++I) { 153cb3e6188SDaniel Jasper if (I->getOffset() >= Position) 154cb3e6188SDaniel Jasper break; 155cb3e6188SDaniel Jasper if (I->getOffset() + I->getLength() > Position) 156cb3e6188SDaniel Jasper NewPosition += I->getOffset() + I->getLength() - Position; 157cb3e6188SDaniel Jasper NewPosition += I->getReplacementText().size() - I->getLength(); 158cb3e6188SDaniel Jasper } 159cb3e6188SDaniel Jasper return NewPosition; 160cb3e6188SDaniel Jasper } 161cb3e6188SDaniel Jasper 162cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector 163cb3e6188SDaniel Jasper // instead of std::set. 164cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const std::vector<Replacement> &Replaces, 165cb3e6188SDaniel Jasper unsigned Position) { 166cb3e6188SDaniel Jasper unsigned NewPosition = Position; 167cb3e6188SDaniel Jasper for (std::vector<Replacement>::const_iterator I = Replaces.begin(), 168cb3e6188SDaniel Jasper E = Replaces.end(); 169cb3e6188SDaniel Jasper I != E; ++I) { 170cb3e6188SDaniel Jasper if (I->getOffset() >= Position) 171cb3e6188SDaniel Jasper break; 172cb3e6188SDaniel Jasper if (I->getOffset() + I->getLength() > Position) 173cb3e6188SDaniel Jasper NewPosition += I->getOffset() + I->getLength() - Position; 174cb3e6188SDaniel Jasper NewPosition += I->getReplacementText().size() - I->getLength(); 175cb3e6188SDaniel Jasper } 176cb3e6188SDaniel Jasper return NewPosition; 177cb3e6188SDaniel Jasper } 178cb3e6188SDaniel Jasper 179cb3e6188SDaniel Jasper void deduplicate(std::vector<Replacement> &Replaces, 180cb3e6188SDaniel Jasper std::vector<Range> &Conflicts) { 181cb3e6188SDaniel Jasper if (Replaces.empty()) 182cb3e6188SDaniel Jasper return; 183cb3e6188SDaniel Jasper 184cb3e6188SDaniel Jasper auto LessNoPath = [](const Replacement &LHS, const Replacement &RHS) { 185cb3e6188SDaniel Jasper if (LHS.getOffset() != RHS.getOffset()) 186cb3e6188SDaniel Jasper return LHS.getOffset() < RHS.getOffset(); 187cb3e6188SDaniel Jasper if (LHS.getLength() != RHS.getLength()) 188cb3e6188SDaniel Jasper return LHS.getLength() < RHS.getLength(); 189cb3e6188SDaniel Jasper return LHS.getReplacementText() < RHS.getReplacementText(); 190cb3e6188SDaniel Jasper }; 191cb3e6188SDaniel Jasper 192cb3e6188SDaniel Jasper auto EqualNoPath = [](const Replacement &LHS, const Replacement &RHS) { 193cb3e6188SDaniel Jasper return LHS.getOffset() == RHS.getOffset() && 194cb3e6188SDaniel Jasper LHS.getLength() == RHS.getLength() && 195cb3e6188SDaniel Jasper LHS.getReplacementText() == RHS.getReplacementText(); 196cb3e6188SDaniel Jasper }; 197cb3e6188SDaniel Jasper 198cb3e6188SDaniel Jasper // Deduplicate. We don't want to deduplicate based on the path as we assume 199cb3e6188SDaniel Jasper // that all replacements refer to the same file (or are symlinks). 200cb3e6188SDaniel Jasper std::sort(Replaces.begin(), Replaces.end(), LessNoPath); 201cb3e6188SDaniel Jasper Replaces.erase(std::unique(Replaces.begin(), Replaces.end(), EqualNoPath), 202cb3e6188SDaniel Jasper Replaces.end()); 203cb3e6188SDaniel Jasper 204cb3e6188SDaniel Jasper // Detect conflicts 205cb3e6188SDaniel Jasper Range ConflictRange(Replaces.front().getOffset(), 206cb3e6188SDaniel Jasper Replaces.front().getLength()); 207cb3e6188SDaniel Jasper unsigned ConflictStart = 0; 208cb3e6188SDaniel Jasper unsigned ConflictLength = 1; 209cb3e6188SDaniel Jasper for (unsigned i = 1; i < Replaces.size(); ++i) { 210cb3e6188SDaniel Jasper Range Current(Replaces[i].getOffset(), Replaces[i].getLength()); 211cb3e6188SDaniel Jasper if (ConflictRange.overlapsWith(Current)) { 212cb3e6188SDaniel Jasper // Extend conflicted range 213cb3e6188SDaniel Jasper ConflictRange = Range(ConflictRange.getOffset(), 214cb3e6188SDaniel Jasper std::max(ConflictRange.getLength(), 215cb3e6188SDaniel Jasper Current.getOffset() + Current.getLength() - 216cb3e6188SDaniel Jasper ConflictRange.getOffset())); 217cb3e6188SDaniel Jasper ++ConflictLength; 218cb3e6188SDaniel Jasper } else { 219cb3e6188SDaniel Jasper if (ConflictLength > 1) 220cb3e6188SDaniel Jasper Conflicts.push_back(Range(ConflictStart, ConflictLength)); 221cb3e6188SDaniel Jasper ConflictRange = Current; 222cb3e6188SDaniel Jasper ConflictStart = i; 223cb3e6188SDaniel Jasper ConflictLength = 1; 224cb3e6188SDaniel Jasper } 225cb3e6188SDaniel Jasper } 226cb3e6188SDaniel Jasper 227cb3e6188SDaniel Jasper if (ConflictLength > 1) 228cb3e6188SDaniel Jasper Conflicts.push_back(Range(ConflictStart, ConflictLength)); 229cb3e6188SDaniel Jasper } 230cb3e6188SDaniel Jasper 231cb3e6188SDaniel Jasper bool applyAllReplacements(const Replacements &Replaces, Rewriter &Rewrite) { 232cb3e6188SDaniel Jasper bool Result = true; 233cb3e6188SDaniel Jasper for (Replacements::const_iterator I = Replaces.begin(), 234cb3e6188SDaniel Jasper E = Replaces.end(); 235cb3e6188SDaniel Jasper I != E; ++I) { 236cb3e6188SDaniel Jasper if (I->isApplicable()) { 237cb3e6188SDaniel Jasper Result = I->apply(Rewrite) && Result; 238cb3e6188SDaniel Jasper } else { 239cb3e6188SDaniel Jasper Result = false; 240cb3e6188SDaniel Jasper } 241cb3e6188SDaniel Jasper } 242cb3e6188SDaniel Jasper return Result; 243cb3e6188SDaniel Jasper } 244cb3e6188SDaniel Jasper 245cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector 246cb3e6188SDaniel Jasper // instead of std::set. 247cb3e6188SDaniel Jasper bool applyAllReplacements(const std::vector<Replacement> &Replaces, 248cb3e6188SDaniel Jasper Rewriter &Rewrite) { 249cb3e6188SDaniel Jasper bool Result = true; 250cb3e6188SDaniel Jasper for (std::vector<Replacement>::const_iterator I = Replaces.begin(), 251cb3e6188SDaniel Jasper E = Replaces.end(); 252cb3e6188SDaniel Jasper I != E; ++I) { 253cb3e6188SDaniel Jasper if (I->isApplicable()) { 254cb3e6188SDaniel Jasper Result = I->apply(Rewrite) && Result; 255cb3e6188SDaniel Jasper } else { 256cb3e6188SDaniel Jasper Result = false; 257cb3e6188SDaniel Jasper } 258cb3e6188SDaniel Jasper } 259cb3e6188SDaniel Jasper return Result; 260cb3e6188SDaniel Jasper } 261cb3e6188SDaniel Jasper 262cb3e6188SDaniel Jasper std::string applyAllReplacements(StringRef Code, const Replacements &Replaces) { 263cb3e6188SDaniel Jasper FileManager Files((FileSystemOptions())); 264cb3e6188SDaniel Jasper DiagnosticsEngine Diagnostics( 265cb3e6188SDaniel Jasper IntrusiveRefCntPtr<DiagnosticIDs>(new DiagnosticIDs), 266cb3e6188SDaniel Jasper new DiagnosticOptions); 267cb3e6188SDaniel Jasper SourceManager SourceMgr(Diagnostics, Files); 268cb3e6188SDaniel Jasper Rewriter Rewrite(SourceMgr, LangOptions()); 269cb3e6188SDaniel Jasper std::unique_ptr<llvm::MemoryBuffer> Buf = 270cb3e6188SDaniel Jasper llvm::MemoryBuffer::getMemBuffer(Code, "<stdin>"); 271cb3e6188SDaniel Jasper const clang::FileEntry *Entry = 272cb3e6188SDaniel Jasper Files.getVirtualFile("<stdin>", Buf->getBufferSize(), 0); 273cb3e6188SDaniel Jasper SourceMgr.overrideFileContents(Entry, std::move(Buf)); 274cb3e6188SDaniel Jasper FileID ID = 275cb3e6188SDaniel Jasper SourceMgr.createFileID(Entry, SourceLocation(), clang::SrcMgr::C_User); 276cb3e6188SDaniel Jasper for (Replacements::const_iterator I = Replaces.begin(), E = Replaces.end(); 277cb3e6188SDaniel Jasper I != E; ++I) { 278cb3e6188SDaniel Jasper Replacement Replace("<stdin>", I->getOffset(), I->getLength(), 279cb3e6188SDaniel Jasper I->getReplacementText()); 280cb3e6188SDaniel Jasper if (!Replace.apply(Rewrite)) 281cb3e6188SDaniel Jasper return ""; 282cb3e6188SDaniel Jasper } 283cb3e6188SDaniel Jasper std::string Result; 284cb3e6188SDaniel Jasper llvm::raw_string_ostream OS(Result); 285cb3e6188SDaniel Jasper Rewrite.getEditBuffer(ID).write(OS); 286cb3e6188SDaniel Jasper OS.flush(); 287cb3e6188SDaniel Jasper return Result; 288cb3e6188SDaniel Jasper } 289cb3e6188SDaniel Jasper 290cb3e6188SDaniel Jasper } // end namespace tooling 291cb3e6188SDaniel Jasper } // end namespace clang 292cb3e6188SDaniel Jasper 293