1*cb3e6188SDaniel Jasper //===--- Replacement.cpp - Framework for clang refactoring tools ----------===//
2*cb3e6188SDaniel Jasper //
3*cb3e6188SDaniel Jasper //                     The LLVM Compiler Infrastructure
4*cb3e6188SDaniel Jasper //
5*cb3e6188SDaniel Jasper // This file is distributed under the University of Illinois Open Source
6*cb3e6188SDaniel Jasper // License. See LICENSE.TXT for details.
7*cb3e6188SDaniel Jasper //
8*cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===//
9*cb3e6188SDaniel Jasper //
10*cb3e6188SDaniel Jasper //  Implements classes to support/store refactorings.
11*cb3e6188SDaniel Jasper //
12*cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===//
13*cb3e6188SDaniel Jasper 
14*cb3e6188SDaniel Jasper #include "clang/Basic/Diagnostic.h"
15*cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticIDs.h"
16*cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticOptions.h"
17*cb3e6188SDaniel Jasper #include "clang/Basic/FileManager.h"
18*cb3e6188SDaniel Jasper #include "clang/Basic/SourceManager.h"
19*cb3e6188SDaniel Jasper #include "clang/Lex/Lexer.h"
20*cb3e6188SDaniel Jasper #include "clang/Rewrite/Core/Rewriter.h"
21*cb3e6188SDaniel Jasper #include "clang/Tooling/Core/Replacement.h"
22*cb3e6188SDaniel Jasper #include "llvm/Support/FileSystem.h"
23*cb3e6188SDaniel Jasper #include "llvm/Support/Path.h"
24*cb3e6188SDaniel Jasper #include "llvm/Support/raw_os_ostream.h"
25*cb3e6188SDaniel Jasper 
26*cb3e6188SDaniel Jasper namespace clang {
27*cb3e6188SDaniel Jasper namespace tooling {
28*cb3e6188SDaniel Jasper 
29*cb3e6188SDaniel Jasper static const char * const InvalidLocation = "";
30*cb3e6188SDaniel Jasper 
31*cb3e6188SDaniel Jasper Replacement::Replacement()
32*cb3e6188SDaniel Jasper   : FilePath(InvalidLocation) {}
33*cb3e6188SDaniel Jasper 
34*cb3e6188SDaniel Jasper Replacement::Replacement(StringRef FilePath, unsigned Offset, unsigned Length,
35*cb3e6188SDaniel Jasper                          StringRef ReplacementText)
36*cb3e6188SDaniel Jasper     : FilePath(FilePath), ReplacementRange(Offset, Length),
37*cb3e6188SDaniel Jasper       ReplacementText(ReplacementText) {}
38*cb3e6188SDaniel Jasper 
39*cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, SourceLocation Start,
40*cb3e6188SDaniel Jasper                          unsigned Length, StringRef ReplacementText) {
41*cb3e6188SDaniel Jasper   setFromSourceLocation(Sources, Start, Length, ReplacementText);
42*cb3e6188SDaniel Jasper }
43*cb3e6188SDaniel Jasper 
44*cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources,
45*cb3e6188SDaniel Jasper                          const CharSourceRange &Range,
46*cb3e6188SDaniel Jasper                          StringRef ReplacementText) {
47*cb3e6188SDaniel Jasper   setFromSourceRange(Sources, Range, ReplacementText);
48*cb3e6188SDaniel Jasper }
49*cb3e6188SDaniel Jasper 
50*cb3e6188SDaniel Jasper bool Replacement::isApplicable() const {
51*cb3e6188SDaniel Jasper   return FilePath != InvalidLocation;
52*cb3e6188SDaniel Jasper }
53*cb3e6188SDaniel Jasper 
54*cb3e6188SDaniel Jasper bool Replacement::apply(Rewriter &Rewrite) const {
55*cb3e6188SDaniel Jasper   SourceManager &SM = Rewrite.getSourceMgr();
56*cb3e6188SDaniel Jasper   const FileEntry *Entry = SM.getFileManager().getFile(FilePath);
57*cb3e6188SDaniel Jasper   if (!Entry)
58*cb3e6188SDaniel Jasper     return false;
59*cb3e6188SDaniel Jasper   FileID ID;
60*cb3e6188SDaniel Jasper   // FIXME: Use SM.translateFile directly.
61*cb3e6188SDaniel Jasper   SourceLocation Location = SM.translateFileLineCol(Entry, 1, 1);
62*cb3e6188SDaniel Jasper   ID = Location.isValid() ?
63*cb3e6188SDaniel Jasper     SM.getFileID(Location) :
64*cb3e6188SDaniel Jasper     SM.createFileID(Entry, SourceLocation(), SrcMgr::C_User);
65*cb3e6188SDaniel Jasper   // FIXME: We cannot check whether Offset + Length is in the file, as
66*cb3e6188SDaniel Jasper   // the remapping API is not public in the RewriteBuffer.
67*cb3e6188SDaniel Jasper   const SourceLocation Start =
68*cb3e6188SDaniel Jasper     SM.getLocForStartOfFile(ID).
69*cb3e6188SDaniel Jasper     getLocWithOffset(ReplacementRange.getOffset());
70*cb3e6188SDaniel Jasper   // ReplaceText returns false on success.
71*cb3e6188SDaniel Jasper   // ReplaceText only fails if the source location is not a file location, in
72*cb3e6188SDaniel Jasper   // which case we already returned false earlier.
73*cb3e6188SDaniel Jasper   bool RewriteSucceeded = !Rewrite.ReplaceText(
74*cb3e6188SDaniel Jasper       Start, ReplacementRange.getLength(), ReplacementText);
75*cb3e6188SDaniel Jasper   assert(RewriteSucceeded);
76*cb3e6188SDaniel Jasper   return RewriteSucceeded;
77*cb3e6188SDaniel Jasper }
78*cb3e6188SDaniel Jasper 
79*cb3e6188SDaniel Jasper std::string Replacement::toString() const {
80*cb3e6188SDaniel Jasper   std::string result;
81*cb3e6188SDaniel Jasper   llvm::raw_string_ostream stream(result);
82*cb3e6188SDaniel Jasper   stream << FilePath << ": " << ReplacementRange.getOffset() << ":+"
83*cb3e6188SDaniel Jasper          << ReplacementRange.getLength() << ":\"" << ReplacementText << "\"";
84*cb3e6188SDaniel Jasper   return result;
85*cb3e6188SDaniel Jasper }
86*cb3e6188SDaniel Jasper 
87*cb3e6188SDaniel Jasper bool operator<(const Replacement &LHS, const Replacement &RHS) {
88*cb3e6188SDaniel Jasper   if (LHS.getOffset() != RHS.getOffset())
89*cb3e6188SDaniel Jasper     return LHS.getOffset() < RHS.getOffset();
90*cb3e6188SDaniel Jasper   if (LHS.getLength() != RHS.getLength())
91*cb3e6188SDaniel Jasper     return LHS.getLength() < RHS.getLength();
92*cb3e6188SDaniel Jasper   if (LHS.getFilePath() != RHS.getFilePath())
93*cb3e6188SDaniel Jasper     return LHS.getFilePath() < RHS.getFilePath();
94*cb3e6188SDaniel Jasper   return LHS.getReplacementText() < RHS.getReplacementText();
95*cb3e6188SDaniel Jasper }
96*cb3e6188SDaniel Jasper 
97*cb3e6188SDaniel Jasper bool operator==(const Replacement &LHS, const Replacement &RHS) {
98*cb3e6188SDaniel Jasper   return LHS.getOffset() == RHS.getOffset() &&
99*cb3e6188SDaniel Jasper          LHS.getLength() == RHS.getLength() &&
100*cb3e6188SDaniel Jasper          LHS.getFilePath() == RHS.getFilePath() &&
101*cb3e6188SDaniel Jasper          LHS.getReplacementText() == RHS.getReplacementText();
102*cb3e6188SDaniel Jasper }
103*cb3e6188SDaniel Jasper 
104*cb3e6188SDaniel Jasper void Replacement::setFromSourceLocation(const SourceManager &Sources,
105*cb3e6188SDaniel Jasper                                         SourceLocation Start, unsigned Length,
106*cb3e6188SDaniel Jasper                                         StringRef ReplacementText) {
107*cb3e6188SDaniel Jasper   const std::pair<FileID, unsigned> DecomposedLocation =
108*cb3e6188SDaniel Jasper       Sources.getDecomposedLoc(Start);
109*cb3e6188SDaniel Jasper   const FileEntry *Entry = Sources.getFileEntryForID(DecomposedLocation.first);
110*cb3e6188SDaniel Jasper   if (Entry) {
111*cb3e6188SDaniel Jasper     // Make FilePath absolute so replacements can be applied correctly when
112*cb3e6188SDaniel Jasper     // relative paths for files are used.
113*cb3e6188SDaniel Jasper     llvm::SmallString<256> FilePath(Entry->getName());
114*cb3e6188SDaniel Jasper     std::error_code EC = llvm::sys::fs::make_absolute(FilePath);
115*cb3e6188SDaniel Jasper     this->FilePath = EC ? FilePath.c_str() : Entry->getName();
116*cb3e6188SDaniel Jasper   } else {
117*cb3e6188SDaniel Jasper     this->FilePath = InvalidLocation;
118*cb3e6188SDaniel Jasper   }
119*cb3e6188SDaniel Jasper   this->ReplacementRange = Range(DecomposedLocation.second, Length);
120*cb3e6188SDaniel Jasper   this->ReplacementText = ReplacementText;
121*cb3e6188SDaniel Jasper }
122*cb3e6188SDaniel Jasper 
123*cb3e6188SDaniel Jasper // FIXME: This should go into the Lexer, but we need to figure out how
124*cb3e6188SDaniel Jasper // to handle ranges for refactoring in general first - there is no obvious
125*cb3e6188SDaniel Jasper // good way how to integrate this into the Lexer yet.
126*cb3e6188SDaniel Jasper static int getRangeSize(const SourceManager &Sources,
127*cb3e6188SDaniel Jasper                         const CharSourceRange &Range) {
128*cb3e6188SDaniel Jasper   SourceLocation SpellingBegin = Sources.getSpellingLoc(Range.getBegin());
129*cb3e6188SDaniel Jasper   SourceLocation SpellingEnd = Sources.getSpellingLoc(Range.getEnd());
130*cb3e6188SDaniel Jasper   std::pair<FileID, unsigned> Start = Sources.getDecomposedLoc(SpellingBegin);
131*cb3e6188SDaniel Jasper   std::pair<FileID, unsigned> End = Sources.getDecomposedLoc(SpellingEnd);
132*cb3e6188SDaniel Jasper   if (Start.first != End.first) return -1;
133*cb3e6188SDaniel Jasper   if (Range.isTokenRange())
134*cb3e6188SDaniel Jasper     End.second += Lexer::MeasureTokenLength(SpellingEnd, Sources,
135*cb3e6188SDaniel Jasper                                             LangOptions());
136*cb3e6188SDaniel Jasper   return End.second - Start.second;
137*cb3e6188SDaniel Jasper }
138*cb3e6188SDaniel Jasper 
139*cb3e6188SDaniel Jasper void Replacement::setFromSourceRange(const SourceManager &Sources,
140*cb3e6188SDaniel Jasper                                      const CharSourceRange &Range,
141*cb3e6188SDaniel Jasper                                      StringRef ReplacementText) {
142*cb3e6188SDaniel Jasper   setFromSourceLocation(Sources, Sources.getSpellingLoc(Range.getBegin()),
143*cb3e6188SDaniel Jasper                         getRangeSize(Sources, Range), ReplacementText);
144*cb3e6188SDaniel Jasper }
145*cb3e6188SDaniel Jasper 
146*cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const Replacements &Replaces, unsigned Position) {
147*cb3e6188SDaniel Jasper   unsigned NewPosition = Position;
148*cb3e6188SDaniel Jasper   for (Replacements::iterator I = Replaces.begin(), E = Replaces.end(); I != E;
149*cb3e6188SDaniel Jasper        ++I) {
150*cb3e6188SDaniel Jasper     if (I->getOffset() >= Position)
151*cb3e6188SDaniel Jasper       break;
152*cb3e6188SDaniel Jasper     if (I->getOffset() + I->getLength() > Position)
153*cb3e6188SDaniel Jasper       NewPosition += I->getOffset() + I->getLength() - Position;
154*cb3e6188SDaniel Jasper     NewPosition += I->getReplacementText().size() - I->getLength();
155*cb3e6188SDaniel Jasper   }
156*cb3e6188SDaniel Jasper   return NewPosition;
157*cb3e6188SDaniel Jasper }
158*cb3e6188SDaniel Jasper 
159*cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector
160*cb3e6188SDaniel Jasper // instead of std::set.
161*cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const std::vector<Replacement> &Replaces,
162*cb3e6188SDaniel Jasper                              unsigned Position) {
163*cb3e6188SDaniel Jasper   unsigned NewPosition = Position;
164*cb3e6188SDaniel Jasper   for (std::vector<Replacement>::const_iterator I = Replaces.begin(),
165*cb3e6188SDaniel Jasper                                                 E = Replaces.end();
166*cb3e6188SDaniel Jasper        I != E; ++I) {
167*cb3e6188SDaniel Jasper     if (I->getOffset() >= Position)
168*cb3e6188SDaniel Jasper       break;
169*cb3e6188SDaniel Jasper     if (I->getOffset() + I->getLength() > Position)
170*cb3e6188SDaniel Jasper       NewPosition += I->getOffset() + I->getLength() - Position;
171*cb3e6188SDaniel Jasper     NewPosition += I->getReplacementText().size() - I->getLength();
172*cb3e6188SDaniel Jasper   }
173*cb3e6188SDaniel Jasper   return NewPosition;
174*cb3e6188SDaniel Jasper }
175*cb3e6188SDaniel Jasper 
176*cb3e6188SDaniel Jasper void deduplicate(std::vector<Replacement> &Replaces,
177*cb3e6188SDaniel Jasper                  std::vector<Range> &Conflicts) {
178*cb3e6188SDaniel Jasper   if (Replaces.empty())
179*cb3e6188SDaniel Jasper     return;
180*cb3e6188SDaniel Jasper 
181*cb3e6188SDaniel Jasper   auto LessNoPath = [](const Replacement &LHS, const Replacement &RHS) {
182*cb3e6188SDaniel Jasper     if (LHS.getOffset() != RHS.getOffset())
183*cb3e6188SDaniel Jasper       return LHS.getOffset() < RHS.getOffset();
184*cb3e6188SDaniel Jasper     if (LHS.getLength() != RHS.getLength())
185*cb3e6188SDaniel Jasper       return LHS.getLength() < RHS.getLength();
186*cb3e6188SDaniel Jasper     return LHS.getReplacementText() < RHS.getReplacementText();
187*cb3e6188SDaniel Jasper   };
188*cb3e6188SDaniel Jasper 
189*cb3e6188SDaniel Jasper   auto EqualNoPath = [](const Replacement &LHS, const Replacement &RHS) {
190*cb3e6188SDaniel Jasper     return LHS.getOffset() == RHS.getOffset() &&
191*cb3e6188SDaniel Jasper            LHS.getLength() == RHS.getLength() &&
192*cb3e6188SDaniel Jasper            LHS.getReplacementText() == RHS.getReplacementText();
193*cb3e6188SDaniel Jasper   };
194*cb3e6188SDaniel Jasper 
195*cb3e6188SDaniel Jasper   // Deduplicate. We don't want to deduplicate based on the path as we assume
196*cb3e6188SDaniel Jasper   // that all replacements refer to the same file (or are symlinks).
197*cb3e6188SDaniel Jasper   std::sort(Replaces.begin(), Replaces.end(), LessNoPath);
198*cb3e6188SDaniel Jasper   Replaces.erase(std::unique(Replaces.begin(), Replaces.end(), EqualNoPath),
199*cb3e6188SDaniel Jasper                  Replaces.end());
200*cb3e6188SDaniel Jasper 
201*cb3e6188SDaniel Jasper   // Detect conflicts
202*cb3e6188SDaniel Jasper   Range ConflictRange(Replaces.front().getOffset(),
203*cb3e6188SDaniel Jasper                       Replaces.front().getLength());
204*cb3e6188SDaniel Jasper   unsigned ConflictStart = 0;
205*cb3e6188SDaniel Jasper   unsigned ConflictLength = 1;
206*cb3e6188SDaniel Jasper   for (unsigned i = 1; i < Replaces.size(); ++i) {
207*cb3e6188SDaniel Jasper     Range Current(Replaces[i].getOffset(), Replaces[i].getLength());
208*cb3e6188SDaniel Jasper     if (ConflictRange.overlapsWith(Current)) {
209*cb3e6188SDaniel Jasper       // Extend conflicted range
210*cb3e6188SDaniel Jasper       ConflictRange = Range(ConflictRange.getOffset(),
211*cb3e6188SDaniel Jasper                             std::max(ConflictRange.getLength(),
212*cb3e6188SDaniel Jasper                                      Current.getOffset() + Current.getLength() -
213*cb3e6188SDaniel Jasper                                          ConflictRange.getOffset()));
214*cb3e6188SDaniel Jasper       ++ConflictLength;
215*cb3e6188SDaniel Jasper     } else {
216*cb3e6188SDaniel Jasper       if (ConflictLength > 1)
217*cb3e6188SDaniel Jasper         Conflicts.push_back(Range(ConflictStart, ConflictLength));
218*cb3e6188SDaniel Jasper       ConflictRange = Current;
219*cb3e6188SDaniel Jasper       ConflictStart = i;
220*cb3e6188SDaniel Jasper       ConflictLength = 1;
221*cb3e6188SDaniel Jasper     }
222*cb3e6188SDaniel Jasper   }
223*cb3e6188SDaniel Jasper 
224*cb3e6188SDaniel Jasper   if (ConflictLength > 1)
225*cb3e6188SDaniel Jasper     Conflicts.push_back(Range(ConflictStart, ConflictLength));
226*cb3e6188SDaniel Jasper }
227*cb3e6188SDaniel Jasper 
228*cb3e6188SDaniel Jasper bool applyAllReplacements(const Replacements &Replaces, Rewriter &Rewrite) {
229*cb3e6188SDaniel Jasper   bool Result = true;
230*cb3e6188SDaniel Jasper   for (Replacements::const_iterator I = Replaces.begin(),
231*cb3e6188SDaniel Jasper                                     E = Replaces.end();
232*cb3e6188SDaniel Jasper        I != E; ++I) {
233*cb3e6188SDaniel Jasper     if (I->isApplicable()) {
234*cb3e6188SDaniel Jasper       Result = I->apply(Rewrite) && Result;
235*cb3e6188SDaniel Jasper     } else {
236*cb3e6188SDaniel Jasper       Result = false;
237*cb3e6188SDaniel Jasper     }
238*cb3e6188SDaniel Jasper   }
239*cb3e6188SDaniel Jasper   return Result;
240*cb3e6188SDaniel Jasper }
241*cb3e6188SDaniel Jasper 
242*cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector
243*cb3e6188SDaniel Jasper // instead of std::set.
244*cb3e6188SDaniel Jasper bool applyAllReplacements(const std::vector<Replacement> &Replaces,
245*cb3e6188SDaniel Jasper                           Rewriter &Rewrite) {
246*cb3e6188SDaniel Jasper   bool Result = true;
247*cb3e6188SDaniel Jasper   for (std::vector<Replacement>::const_iterator I = Replaces.begin(),
248*cb3e6188SDaniel Jasper                                                 E = Replaces.end();
249*cb3e6188SDaniel Jasper        I != E; ++I) {
250*cb3e6188SDaniel Jasper     if (I->isApplicable()) {
251*cb3e6188SDaniel Jasper       Result = I->apply(Rewrite) && Result;
252*cb3e6188SDaniel Jasper     } else {
253*cb3e6188SDaniel Jasper       Result = false;
254*cb3e6188SDaniel Jasper     }
255*cb3e6188SDaniel Jasper   }
256*cb3e6188SDaniel Jasper   return Result;
257*cb3e6188SDaniel Jasper }
258*cb3e6188SDaniel Jasper 
259*cb3e6188SDaniel Jasper std::string applyAllReplacements(StringRef Code, const Replacements &Replaces) {
260*cb3e6188SDaniel Jasper   FileManager Files((FileSystemOptions()));
261*cb3e6188SDaniel Jasper   DiagnosticsEngine Diagnostics(
262*cb3e6188SDaniel Jasper       IntrusiveRefCntPtr<DiagnosticIDs>(new DiagnosticIDs),
263*cb3e6188SDaniel Jasper       new DiagnosticOptions);
264*cb3e6188SDaniel Jasper   SourceManager SourceMgr(Diagnostics, Files);
265*cb3e6188SDaniel Jasper   Rewriter Rewrite(SourceMgr, LangOptions());
266*cb3e6188SDaniel Jasper   std::unique_ptr<llvm::MemoryBuffer> Buf =
267*cb3e6188SDaniel Jasper       llvm::MemoryBuffer::getMemBuffer(Code, "<stdin>");
268*cb3e6188SDaniel Jasper   const clang::FileEntry *Entry =
269*cb3e6188SDaniel Jasper       Files.getVirtualFile("<stdin>", Buf->getBufferSize(), 0);
270*cb3e6188SDaniel Jasper   SourceMgr.overrideFileContents(Entry, std::move(Buf));
271*cb3e6188SDaniel Jasper   FileID ID =
272*cb3e6188SDaniel Jasper       SourceMgr.createFileID(Entry, SourceLocation(), clang::SrcMgr::C_User);
273*cb3e6188SDaniel Jasper   for (Replacements::const_iterator I = Replaces.begin(), E = Replaces.end();
274*cb3e6188SDaniel Jasper        I != E; ++I) {
275*cb3e6188SDaniel Jasper     Replacement Replace("<stdin>", I->getOffset(), I->getLength(),
276*cb3e6188SDaniel Jasper                         I->getReplacementText());
277*cb3e6188SDaniel Jasper     if (!Replace.apply(Rewrite))
278*cb3e6188SDaniel Jasper       return "";
279*cb3e6188SDaniel Jasper   }
280*cb3e6188SDaniel Jasper   std::string Result;
281*cb3e6188SDaniel Jasper   llvm::raw_string_ostream OS(Result);
282*cb3e6188SDaniel Jasper   Rewrite.getEditBuffer(ID).write(OS);
283*cb3e6188SDaniel Jasper   OS.flush();
284*cb3e6188SDaniel Jasper   return Result;
285*cb3e6188SDaniel Jasper }
286*cb3e6188SDaniel Jasper 
287*cb3e6188SDaniel Jasper } // end namespace tooling
288*cb3e6188SDaniel Jasper } // end namespace clang
289*cb3e6188SDaniel Jasper 
290