1cb3e6188SDaniel Jasper //===--- Replacement.cpp - Framework for clang refactoring tools ----------===// 2cb3e6188SDaniel Jasper // 3cb3e6188SDaniel Jasper // The LLVM Compiler Infrastructure 4cb3e6188SDaniel Jasper // 5cb3e6188SDaniel Jasper // This file is distributed under the University of Illinois Open Source 6cb3e6188SDaniel Jasper // License. See LICENSE.TXT for details. 7cb3e6188SDaniel Jasper // 8cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===// 9cb3e6188SDaniel Jasper // 10cb3e6188SDaniel Jasper // Implements classes to support/store refactorings. 11cb3e6188SDaniel Jasper // 12cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===// 13cb3e6188SDaniel Jasper 14cb3e6188SDaniel Jasper #include "clang/Basic/Diagnostic.h" 15cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticIDs.h" 16cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticOptions.h" 17cb3e6188SDaniel Jasper #include "clang/Basic/FileManager.h" 18cb3e6188SDaniel Jasper #include "clang/Basic/SourceManager.h" 19cb3e6188SDaniel Jasper #include "clang/Lex/Lexer.h" 20cb3e6188SDaniel Jasper #include "clang/Rewrite/Core/Rewriter.h" 21cb3e6188SDaniel Jasper #include "clang/Tooling/Core/Replacement.h" 22cb3e6188SDaniel Jasper #include "llvm/Support/FileSystem.h" 23cb3e6188SDaniel Jasper #include "llvm/Support/Path.h" 24cb3e6188SDaniel Jasper #include "llvm/Support/raw_os_ostream.h" 25cb3e6188SDaniel Jasper 26cb3e6188SDaniel Jasper namespace clang { 27cb3e6188SDaniel Jasper namespace tooling { 28cb3e6188SDaniel Jasper 29cb3e6188SDaniel Jasper static const char * const InvalidLocation = ""; 30cb3e6188SDaniel Jasper 31cb3e6188SDaniel Jasper Replacement::Replacement() 32cb3e6188SDaniel Jasper : FilePath(InvalidLocation) {} 33cb3e6188SDaniel Jasper 34cb3e6188SDaniel Jasper Replacement::Replacement(StringRef FilePath, unsigned Offset, unsigned Length, 35cb3e6188SDaniel Jasper StringRef ReplacementText) 36cb3e6188SDaniel Jasper : FilePath(FilePath), ReplacementRange(Offset, Length), 37cb3e6188SDaniel Jasper ReplacementText(ReplacementText) {} 38cb3e6188SDaniel Jasper 39cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, SourceLocation Start, 40cb3e6188SDaniel Jasper unsigned Length, StringRef ReplacementText) { 41cb3e6188SDaniel Jasper setFromSourceLocation(Sources, Start, Length, ReplacementText); 42cb3e6188SDaniel Jasper } 43cb3e6188SDaniel Jasper 44cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, 45cb3e6188SDaniel Jasper const CharSourceRange &Range, 4694a89231SManuel Klimek StringRef ReplacementText, 4794a89231SManuel Klimek const LangOptions &LangOpts) { 4894a89231SManuel Klimek setFromSourceRange(Sources, Range, ReplacementText, LangOpts); 49cb3e6188SDaniel Jasper } 50cb3e6188SDaniel Jasper 51cb3e6188SDaniel Jasper bool Replacement::isApplicable() const { 52cb3e6188SDaniel Jasper return FilePath != InvalidLocation; 53cb3e6188SDaniel Jasper } 54cb3e6188SDaniel Jasper 55cb3e6188SDaniel Jasper bool Replacement::apply(Rewriter &Rewrite) const { 56cb3e6188SDaniel Jasper SourceManager &SM = Rewrite.getSourceMgr(); 57cb3e6188SDaniel Jasper const FileEntry *Entry = SM.getFileManager().getFile(FilePath); 58cb3e6188SDaniel Jasper if (!Entry) 59cb3e6188SDaniel Jasper return false; 60cb3e6188SDaniel Jasper FileID ID; 61cb3e6188SDaniel Jasper // FIXME: Use SM.translateFile directly. 62cb3e6188SDaniel Jasper SourceLocation Location = SM.translateFileLineCol(Entry, 1, 1); 63cb3e6188SDaniel Jasper ID = Location.isValid() ? 64cb3e6188SDaniel Jasper SM.getFileID(Location) : 65cb3e6188SDaniel Jasper SM.createFileID(Entry, SourceLocation(), SrcMgr::C_User); 66cb3e6188SDaniel Jasper // FIXME: We cannot check whether Offset + Length is in the file, as 67cb3e6188SDaniel Jasper // the remapping API is not public in the RewriteBuffer. 68cb3e6188SDaniel Jasper const SourceLocation Start = 69cb3e6188SDaniel Jasper SM.getLocForStartOfFile(ID). 70cb3e6188SDaniel Jasper getLocWithOffset(ReplacementRange.getOffset()); 71cb3e6188SDaniel Jasper // ReplaceText returns false on success. 72cb3e6188SDaniel Jasper // ReplaceText only fails if the source location is not a file location, in 73cb3e6188SDaniel Jasper // which case we already returned false earlier. 74cb3e6188SDaniel Jasper bool RewriteSucceeded = !Rewrite.ReplaceText( 75cb3e6188SDaniel Jasper Start, ReplacementRange.getLength(), ReplacementText); 76cb3e6188SDaniel Jasper assert(RewriteSucceeded); 77cb3e6188SDaniel Jasper return RewriteSucceeded; 78cb3e6188SDaniel Jasper } 79cb3e6188SDaniel Jasper 80cb3e6188SDaniel Jasper std::string Replacement::toString() const { 81b1223b1dSManuel Klimek std::string Result; 82b1223b1dSManuel Klimek llvm::raw_string_ostream Stream(Result); 83b1223b1dSManuel Klimek Stream << FilePath << ": " << ReplacementRange.getOffset() << ":+" 84cb3e6188SDaniel Jasper << ReplacementRange.getLength() << ":\"" << ReplacementText << "\""; 85b1223b1dSManuel Klimek return Stream.str(); 86cb3e6188SDaniel Jasper } 87cb3e6188SDaniel Jasper 88cb3e6188SDaniel Jasper bool operator<(const Replacement &LHS, const Replacement &RHS) { 89cb3e6188SDaniel Jasper if (LHS.getOffset() != RHS.getOffset()) 90cb3e6188SDaniel Jasper return LHS.getOffset() < RHS.getOffset(); 91*0f291276SDaniel Jasper 92*0f291276SDaniel Jasper // Apply longer replacements first, specifically so that deletions are 93*0f291276SDaniel Jasper // executed before insertions. It is (hopefully) never the intention to 94*0f291276SDaniel Jasper // delete parts of newly inserted code. 95cb3e6188SDaniel Jasper if (LHS.getLength() != RHS.getLength()) 96*0f291276SDaniel Jasper return LHS.getLength() > RHS.getLength(); 97*0f291276SDaniel Jasper 98cb3e6188SDaniel Jasper if (LHS.getFilePath() != RHS.getFilePath()) 99cb3e6188SDaniel Jasper return LHS.getFilePath() < RHS.getFilePath(); 100cb3e6188SDaniel Jasper return LHS.getReplacementText() < RHS.getReplacementText(); 101cb3e6188SDaniel Jasper } 102cb3e6188SDaniel Jasper 103cb3e6188SDaniel Jasper bool operator==(const Replacement &LHS, const Replacement &RHS) { 104cb3e6188SDaniel Jasper return LHS.getOffset() == RHS.getOffset() && 105cb3e6188SDaniel Jasper LHS.getLength() == RHS.getLength() && 106cb3e6188SDaniel Jasper LHS.getFilePath() == RHS.getFilePath() && 107cb3e6188SDaniel Jasper LHS.getReplacementText() == RHS.getReplacementText(); 108cb3e6188SDaniel Jasper } 109cb3e6188SDaniel Jasper 110cb3e6188SDaniel Jasper void Replacement::setFromSourceLocation(const SourceManager &Sources, 111cb3e6188SDaniel Jasper SourceLocation Start, unsigned Length, 112cb3e6188SDaniel Jasper StringRef ReplacementText) { 113cb3e6188SDaniel Jasper const std::pair<FileID, unsigned> DecomposedLocation = 114cb3e6188SDaniel Jasper Sources.getDecomposedLoc(Start); 115cb3e6188SDaniel Jasper const FileEntry *Entry = Sources.getFileEntryForID(DecomposedLocation.first); 116cb3e6188SDaniel Jasper if (Entry) { 117cb3e6188SDaniel Jasper // Make FilePath absolute so replacements can be applied correctly when 118cb3e6188SDaniel Jasper // relative paths for files are used. 119cb3e6188SDaniel Jasper llvm::SmallString<256> FilePath(Entry->getName()); 120cb3e6188SDaniel Jasper std::error_code EC = llvm::sys::fs::make_absolute(FilePath); 121cb3e6188SDaniel Jasper this->FilePath = EC ? FilePath.c_str() : Entry->getName(); 122cb3e6188SDaniel Jasper } else { 123cb3e6188SDaniel Jasper this->FilePath = InvalidLocation; 124cb3e6188SDaniel Jasper } 125cb3e6188SDaniel Jasper this->ReplacementRange = Range(DecomposedLocation.second, Length); 126cb3e6188SDaniel Jasper this->ReplacementText = ReplacementText; 127cb3e6188SDaniel Jasper } 128cb3e6188SDaniel Jasper 129cb3e6188SDaniel Jasper // FIXME: This should go into the Lexer, but we need to figure out how 130cb3e6188SDaniel Jasper // to handle ranges for refactoring in general first - there is no obvious 131cb3e6188SDaniel Jasper // good way how to integrate this into the Lexer yet. 132cb3e6188SDaniel Jasper static int getRangeSize(const SourceManager &Sources, 13394a89231SManuel Klimek const CharSourceRange &Range, 13494a89231SManuel Klimek const LangOptions &LangOpts) { 135cb3e6188SDaniel Jasper SourceLocation SpellingBegin = Sources.getSpellingLoc(Range.getBegin()); 136cb3e6188SDaniel Jasper SourceLocation SpellingEnd = Sources.getSpellingLoc(Range.getEnd()); 137cb3e6188SDaniel Jasper std::pair<FileID, unsigned> Start = Sources.getDecomposedLoc(SpellingBegin); 138cb3e6188SDaniel Jasper std::pair<FileID, unsigned> End = Sources.getDecomposedLoc(SpellingEnd); 139cb3e6188SDaniel Jasper if (Start.first != End.first) return -1; 140cb3e6188SDaniel Jasper if (Range.isTokenRange()) 14194a89231SManuel Klimek End.second += Lexer::MeasureTokenLength(SpellingEnd, Sources, LangOpts); 142cb3e6188SDaniel Jasper return End.second - Start.second; 143cb3e6188SDaniel Jasper } 144cb3e6188SDaniel Jasper 145cb3e6188SDaniel Jasper void Replacement::setFromSourceRange(const SourceManager &Sources, 146cb3e6188SDaniel Jasper const CharSourceRange &Range, 14794a89231SManuel Klimek StringRef ReplacementText, 14894a89231SManuel Klimek const LangOptions &LangOpts) { 149cb3e6188SDaniel Jasper setFromSourceLocation(Sources, Sources.getSpellingLoc(Range.getBegin()), 15094a89231SManuel Klimek getRangeSize(Sources, Range, LangOpts), 15194a89231SManuel Klimek ReplacementText); 152cb3e6188SDaniel Jasper } 153cb3e6188SDaniel Jasper 154cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const Replacements &Replaces, unsigned Position) { 155cb3e6188SDaniel Jasper unsigned NewPosition = Position; 156cb3e6188SDaniel Jasper for (Replacements::iterator I = Replaces.begin(), E = Replaces.end(); I != E; 157cb3e6188SDaniel Jasper ++I) { 158cb3e6188SDaniel Jasper if (I->getOffset() >= Position) 159cb3e6188SDaniel Jasper break; 160cb3e6188SDaniel Jasper if (I->getOffset() + I->getLength() > Position) 161cb3e6188SDaniel Jasper NewPosition += I->getOffset() + I->getLength() - Position; 162cb3e6188SDaniel Jasper NewPosition += I->getReplacementText().size() - I->getLength(); 163cb3e6188SDaniel Jasper } 164cb3e6188SDaniel Jasper return NewPosition; 165cb3e6188SDaniel Jasper } 166cb3e6188SDaniel Jasper 167cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector 168cb3e6188SDaniel Jasper // instead of std::set. 169cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const std::vector<Replacement> &Replaces, 170cb3e6188SDaniel Jasper unsigned Position) { 171cb3e6188SDaniel Jasper unsigned NewPosition = Position; 172cb3e6188SDaniel Jasper for (std::vector<Replacement>::const_iterator I = Replaces.begin(), 173cb3e6188SDaniel Jasper E = Replaces.end(); 174cb3e6188SDaniel Jasper I != E; ++I) { 175cb3e6188SDaniel Jasper if (I->getOffset() >= Position) 176cb3e6188SDaniel Jasper break; 177cb3e6188SDaniel Jasper if (I->getOffset() + I->getLength() > Position) 178cb3e6188SDaniel Jasper NewPosition += I->getOffset() + I->getLength() - Position; 179cb3e6188SDaniel Jasper NewPosition += I->getReplacementText().size() - I->getLength(); 180cb3e6188SDaniel Jasper } 181cb3e6188SDaniel Jasper return NewPosition; 182cb3e6188SDaniel Jasper } 183cb3e6188SDaniel Jasper 184cb3e6188SDaniel Jasper void deduplicate(std::vector<Replacement> &Replaces, 185cb3e6188SDaniel Jasper std::vector<Range> &Conflicts) { 186cb3e6188SDaniel Jasper if (Replaces.empty()) 187cb3e6188SDaniel Jasper return; 188cb3e6188SDaniel Jasper 189cb3e6188SDaniel Jasper auto LessNoPath = [](const Replacement &LHS, const Replacement &RHS) { 190cb3e6188SDaniel Jasper if (LHS.getOffset() != RHS.getOffset()) 191cb3e6188SDaniel Jasper return LHS.getOffset() < RHS.getOffset(); 192cb3e6188SDaniel Jasper if (LHS.getLength() != RHS.getLength()) 193cb3e6188SDaniel Jasper return LHS.getLength() < RHS.getLength(); 194cb3e6188SDaniel Jasper return LHS.getReplacementText() < RHS.getReplacementText(); 195cb3e6188SDaniel Jasper }; 196cb3e6188SDaniel Jasper 197cb3e6188SDaniel Jasper auto EqualNoPath = [](const Replacement &LHS, const Replacement &RHS) { 198cb3e6188SDaniel Jasper return LHS.getOffset() == RHS.getOffset() && 199cb3e6188SDaniel Jasper LHS.getLength() == RHS.getLength() && 200cb3e6188SDaniel Jasper LHS.getReplacementText() == RHS.getReplacementText(); 201cb3e6188SDaniel Jasper }; 202cb3e6188SDaniel Jasper 203cb3e6188SDaniel Jasper // Deduplicate. We don't want to deduplicate based on the path as we assume 204cb3e6188SDaniel Jasper // that all replacements refer to the same file (or are symlinks). 205cb3e6188SDaniel Jasper std::sort(Replaces.begin(), Replaces.end(), LessNoPath); 206cb3e6188SDaniel Jasper Replaces.erase(std::unique(Replaces.begin(), Replaces.end(), EqualNoPath), 207cb3e6188SDaniel Jasper Replaces.end()); 208cb3e6188SDaniel Jasper 209cb3e6188SDaniel Jasper // Detect conflicts 210cb3e6188SDaniel Jasper Range ConflictRange(Replaces.front().getOffset(), 211cb3e6188SDaniel Jasper Replaces.front().getLength()); 212cb3e6188SDaniel Jasper unsigned ConflictStart = 0; 213cb3e6188SDaniel Jasper unsigned ConflictLength = 1; 214cb3e6188SDaniel Jasper for (unsigned i = 1; i < Replaces.size(); ++i) { 215cb3e6188SDaniel Jasper Range Current(Replaces[i].getOffset(), Replaces[i].getLength()); 216cb3e6188SDaniel Jasper if (ConflictRange.overlapsWith(Current)) { 217cb3e6188SDaniel Jasper // Extend conflicted range 218cb3e6188SDaniel Jasper ConflictRange = Range(ConflictRange.getOffset(), 219cb3e6188SDaniel Jasper std::max(ConflictRange.getLength(), 220cb3e6188SDaniel Jasper Current.getOffset() + Current.getLength() - 221cb3e6188SDaniel Jasper ConflictRange.getOffset())); 222cb3e6188SDaniel Jasper ++ConflictLength; 223cb3e6188SDaniel Jasper } else { 224cb3e6188SDaniel Jasper if (ConflictLength > 1) 225cb3e6188SDaniel Jasper Conflicts.push_back(Range(ConflictStart, ConflictLength)); 226cb3e6188SDaniel Jasper ConflictRange = Current; 227cb3e6188SDaniel Jasper ConflictStart = i; 228cb3e6188SDaniel Jasper ConflictLength = 1; 229cb3e6188SDaniel Jasper } 230cb3e6188SDaniel Jasper } 231cb3e6188SDaniel Jasper 232cb3e6188SDaniel Jasper if (ConflictLength > 1) 233cb3e6188SDaniel Jasper Conflicts.push_back(Range(ConflictStart, ConflictLength)); 234cb3e6188SDaniel Jasper } 235cb3e6188SDaniel Jasper 236cb3e6188SDaniel Jasper bool applyAllReplacements(const Replacements &Replaces, Rewriter &Rewrite) { 237cb3e6188SDaniel Jasper bool Result = true; 238cb3e6188SDaniel Jasper for (Replacements::const_iterator I = Replaces.begin(), 239cb3e6188SDaniel Jasper E = Replaces.end(); 240cb3e6188SDaniel Jasper I != E; ++I) { 241cb3e6188SDaniel Jasper if (I->isApplicable()) { 242cb3e6188SDaniel Jasper Result = I->apply(Rewrite) && Result; 243cb3e6188SDaniel Jasper } else { 244cb3e6188SDaniel Jasper Result = false; 245cb3e6188SDaniel Jasper } 246cb3e6188SDaniel Jasper } 247cb3e6188SDaniel Jasper return Result; 248cb3e6188SDaniel Jasper } 249cb3e6188SDaniel Jasper 250cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector 251cb3e6188SDaniel Jasper // instead of std::set. 252cb3e6188SDaniel Jasper bool applyAllReplacements(const std::vector<Replacement> &Replaces, 253cb3e6188SDaniel Jasper Rewriter &Rewrite) { 254cb3e6188SDaniel Jasper bool Result = true; 255cb3e6188SDaniel Jasper for (std::vector<Replacement>::const_iterator I = Replaces.begin(), 256cb3e6188SDaniel Jasper E = Replaces.end(); 257cb3e6188SDaniel Jasper I != E; ++I) { 258cb3e6188SDaniel Jasper if (I->isApplicable()) { 259cb3e6188SDaniel Jasper Result = I->apply(Rewrite) && Result; 260cb3e6188SDaniel Jasper } else { 261cb3e6188SDaniel Jasper Result = false; 262cb3e6188SDaniel Jasper } 263cb3e6188SDaniel Jasper } 264cb3e6188SDaniel Jasper return Result; 265cb3e6188SDaniel Jasper } 266cb3e6188SDaniel Jasper 267cb3e6188SDaniel Jasper std::string applyAllReplacements(StringRef Code, const Replacements &Replaces) { 268cb3e6188SDaniel Jasper FileManager Files((FileSystemOptions())); 269cb3e6188SDaniel Jasper DiagnosticsEngine Diagnostics( 270cb3e6188SDaniel Jasper IntrusiveRefCntPtr<DiagnosticIDs>(new DiagnosticIDs), 271cb3e6188SDaniel Jasper new DiagnosticOptions); 272cb3e6188SDaniel Jasper SourceManager SourceMgr(Diagnostics, Files); 273cb3e6188SDaniel Jasper Rewriter Rewrite(SourceMgr, LangOptions()); 274cb3e6188SDaniel Jasper std::unique_ptr<llvm::MemoryBuffer> Buf = 275cb3e6188SDaniel Jasper llvm::MemoryBuffer::getMemBuffer(Code, "<stdin>"); 276cb3e6188SDaniel Jasper const clang::FileEntry *Entry = 277cb3e6188SDaniel Jasper Files.getVirtualFile("<stdin>", Buf->getBufferSize(), 0); 278cb3e6188SDaniel Jasper SourceMgr.overrideFileContents(Entry, std::move(Buf)); 279cb3e6188SDaniel Jasper FileID ID = 280cb3e6188SDaniel Jasper SourceMgr.createFileID(Entry, SourceLocation(), clang::SrcMgr::C_User); 281cb3e6188SDaniel Jasper for (Replacements::const_iterator I = Replaces.begin(), E = Replaces.end(); 282cb3e6188SDaniel Jasper I != E; ++I) { 283cb3e6188SDaniel Jasper Replacement Replace("<stdin>", I->getOffset(), I->getLength(), 284cb3e6188SDaniel Jasper I->getReplacementText()); 285cb3e6188SDaniel Jasper if (!Replace.apply(Rewrite)) 286cb3e6188SDaniel Jasper return ""; 287cb3e6188SDaniel Jasper } 288cb3e6188SDaniel Jasper std::string Result; 289cb3e6188SDaniel Jasper llvm::raw_string_ostream OS(Result); 290cb3e6188SDaniel Jasper Rewrite.getEditBuffer(ID).write(OS); 291cb3e6188SDaniel Jasper OS.flush(); 292cb3e6188SDaniel Jasper return Result; 293cb3e6188SDaniel Jasper } 294cb3e6188SDaniel Jasper 295cb3e6188SDaniel Jasper } // end namespace tooling 296cb3e6188SDaniel Jasper } // end namespace clang 297cb3e6188SDaniel Jasper 298