1cb3e6188SDaniel Jasper //===--- Replacement.cpp - Framework for clang refactoring tools ----------===//
2cb3e6188SDaniel Jasper //
3cb3e6188SDaniel Jasper //                     The LLVM Compiler Infrastructure
4cb3e6188SDaniel Jasper //
5cb3e6188SDaniel Jasper // This file is distributed under the University of Illinois Open Source
6cb3e6188SDaniel Jasper // License. See LICENSE.TXT for details.
7cb3e6188SDaniel Jasper //
8cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===//
9cb3e6188SDaniel Jasper //
10cb3e6188SDaniel Jasper //  Implements classes to support/store refactorings.
11cb3e6188SDaniel Jasper //
12cb3e6188SDaniel Jasper //===----------------------------------------------------------------------===//
13cb3e6188SDaniel Jasper 
14cb3e6188SDaniel Jasper #include "clang/Basic/Diagnostic.h"
15cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticIDs.h"
16cb3e6188SDaniel Jasper #include "clang/Basic/DiagnosticOptions.h"
17cb3e6188SDaniel Jasper #include "clang/Basic/FileManager.h"
18cb3e6188SDaniel Jasper #include "clang/Basic/SourceManager.h"
19cb3e6188SDaniel Jasper #include "clang/Lex/Lexer.h"
20cb3e6188SDaniel Jasper #include "clang/Rewrite/Core/Rewriter.h"
21cb3e6188SDaniel Jasper #include "clang/Tooling/Core/Replacement.h"
22cb3e6188SDaniel Jasper #include "llvm/Support/FileSystem.h"
23cb3e6188SDaniel Jasper #include "llvm/Support/Path.h"
24cb3e6188SDaniel Jasper #include "llvm/Support/raw_os_ostream.h"
25cb3e6188SDaniel Jasper 
26cb3e6188SDaniel Jasper namespace clang {
27cb3e6188SDaniel Jasper namespace tooling {
28cb3e6188SDaniel Jasper 
29cb3e6188SDaniel Jasper static const char * const InvalidLocation = "";
30cb3e6188SDaniel Jasper 
31cb3e6188SDaniel Jasper Replacement::Replacement()
32cb3e6188SDaniel Jasper   : FilePath(InvalidLocation) {}
33cb3e6188SDaniel Jasper 
34cb3e6188SDaniel Jasper Replacement::Replacement(StringRef FilePath, unsigned Offset, unsigned Length,
35cb3e6188SDaniel Jasper                          StringRef ReplacementText)
36cb3e6188SDaniel Jasper     : FilePath(FilePath), ReplacementRange(Offset, Length),
37cb3e6188SDaniel Jasper       ReplacementText(ReplacementText) {}
38cb3e6188SDaniel Jasper 
39cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources, SourceLocation Start,
40cb3e6188SDaniel Jasper                          unsigned Length, StringRef ReplacementText) {
41cb3e6188SDaniel Jasper   setFromSourceLocation(Sources, Start, Length, ReplacementText);
42cb3e6188SDaniel Jasper }
43cb3e6188SDaniel Jasper 
44cb3e6188SDaniel Jasper Replacement::Replacement(const SourceManager &Sources,
45cb3e6188SDaniel Jasper                          const CharSourceRange &Range,
4694a89231SManuel Klimek                          StringRef ReplacementText,
4794a89231SManuel Klimek                          const LangOptions &LangOpts) {
4894a89231SManuel Klimek   setFromSourceRange(Sources, Range, ReplacementText, LangOpts);
49cb3e6188SDaniel Jasper }
50cb3e6188SDaniel Jasper 
51cb3e6188SDaniel Jasper bool Replacement::isApplicable() const {
52cb3e6188SDaniel Jasper   return FilePath != InvalidLocation;
53cb3e6188SDaniel Jasper }
54cb3e6188SDaniel Jasper 
55cb3e6188SDaniel Jasper bool Replacement::apply(Rewriter &Rewrite) const {
56cb3e6188SDaniel Jasper   SourceManager &SM = Rewrite.getSourceMgr();
57cb3e6188SDaniel Jasper   const FileEntry *Entry = SM.getFileManager().getFile(FilePath);
58cb3e6188SDaniel Jasper   if (!Entry)
59cb3e6188SDaniel Jasper     return false;
60cb3e6188SDaniel Jasper   FileID ID;
61cb3e6188SDaniel Jasper   // FIXME: Use SM.translateFile directly.
62cb3e6188SDaniel Jasper   SourceLocation Location = SM.translateFileLineCol(Entry, 1, 1);
63cb3e6188SDaniel Jasper   ID = Location.isValid() ?
64cb3e6188SDaniel Jasper     SM.getFileID(Location) :
65cb3e6188SDaniel Jasper     SM.createFileID(Entry, SourceLocation(), SrcMgr::C_User);
66cb3e6188SDaniel Jasper   // FIXME: We cannot check whether Offset + Length is in the file, as
67cb3e6188SDaniel Jasper   // the remapping API is not public in the RewriteBuffer.
68cb3e6188SDaniel Jasper   const SourceLocation Start =
69cb3e6188SDaniel Jasper     SM.getLocForStartOfFile(ID).
70cb3e6188SDaniel Jasper     getLocWithOffset(ReplacementRange.getOffset());
71cb3e6188SDaniel Jasper   // ReplaceText returns false on success.
72cb3e6188SDaniel Jasper   // ReplaceText only fails if the source location is not a file location, in
73cb3e6188SDaniel Jasper   // which case we already returned false earlier.
74cb3e6188SDaniel Jasper   bool RewriteSucceeded = !Rewrite.ReplaceText(
75cb3e6188SDaniel Jasper       Start, ReplacementRange.getLength(), ReplacementText);
76cb3e6188SDaniel Jasper   assert(RewriteSucceeded);
77cb3e6188SDaniel Jasper   return RewriteSucceeded;
78cb3e6188SDaniel Jasper }
79cb3e6188SDaniel Jasper 
80cb3e6188SDaniel Jasper std::string Replacement::toString() const {
81b1223b1dSManuel Klimek   std::string Result;
82b1223b1dSManuel Klimek   llvm::raw_string_ostream Stream(Result);
83b1223b1dSManuel Klimek   Stream << FilePath << ": " << ReplacementRange.getOffset() << ":+"
84cb3e6188SDaniel Jasper          << ReplacementRange.getLength() << ":\"" << ReplacementText << "\"";
85b1223b1dSManuel Klimek   return Stream.str();
86cb3e6188SDaniel Jasper }
87cb3e6188SDaniel Jasper 
88cb3e6188SDaniel Jasper bool operator<(const Replacement &LHS, const Replacement &RHS) {
89cb3e6188SDaniel Jasper   if (LHS.getOffset() != RHS.getOffset())
90cb3e6188SDaniel Jasper     return LHS.getOffset() < RHS.getOffset();
91*0f291276SDaniel Jasper 
92*0f291276SDaniel Jasper   // Apply longer replacements first, specifically so that deletions are
93*0f291276SDaniel Jasper   // executed before insertions. It is (hopefully) never the intention to
94*0f291276SDaniel Jasper   // delete parts of newly inserted code.
95cb3e6188SDaniel Jasper   if (LHS.getLength() != RHS.getLength())
96*0f291276SDaniel Jasper     return LHS.getLength() > RHS.getLength();
97*0f291276SDaniel Jasper 
98cb3e6188SDaniel Jasper   if (LHS.getFilePath() != RHS.getFilePath())
99cb3e6188SDaniel Jasper     return LHS.getFilePath() < RHS.getFilePath();
100cb3e6188SDaniel Jasper   return LHS.getReplacementText() < RHS.getReplacementText();
101cb3e6188SDaniel Jasper }
102cb3e6188SDaniel Jasper 
103cb3e6188SDaniel Jasper bool operator==(const Replacement &LHS, const Replacement &RHS) {
104cb3e6188SDaniel Jasper   return LHS.getOffset() == RHS.getOffset() &&
105cb3e6188SDaniel Jasper          LHS.getLength() == RHS.getLength() &&
106cb3e6188SDaniel Jasper          LHS.getFilePath() == RHS.getFilePath() &&
107cb3e6188SDaniel Jasper          LHS.getReplacementText() == RHS.getReplacementText();
108cb3e6188SDaniel Jasper }
109cb3e6188SDaniel Jasper 
110cb3e6188SDaniel Jasper void Replacement::setFromSourceLocation(const SourceManager &Sources,
111cb3e6188SDaniel Jasper                                         SourceLocation Start, unsigned Length,
112cb3e6188SDaniel Jasper                                         StringRef ReplacementText) {
113cb3e6188SDaniel Jasper   const std::pair<FileID, unsigned> DecomposedLocation =
114cb3e6188SDaniel Jasper       Sources.getDecomposedLoc(Start);
115cb3e6188SDaniel Jasper   const FileEntry *Entry = Sources.getFileEntryForID(DecomposedLocation.first);
116cb3e6188SDaniel Jasper   if (Entry) {
117cb3e6188SDaniel Jasper     // Make FilePath absolute so replacements can be applied correctly when
118cb3e6188SDaniel Jasper     // relative paths for files are used.
119cb3e6188SDaniel Jasper     llvm::SmallString<256> FilePath(Entry->getName());
120cb3e6188SDaniel Jasper     std::error_code EC = llvm::sys::fs::make_absolute(FilePath);
121cb3e6188SDaniel Jasper     this->FilePath = EC ? FilePath.c_str() : Entry->getName();
122cb3e6188SDaniel Jasper   } else {
123cb3e6188SDaniel Jasper     this->FilePath = InvalidLocation;
124cb3e6188SDaniel Jasper   }
125cb3e6188SDaniel Jasper   this->ReplacementRange = Range(DecomposedLocation.second, Length);
126cb3e6188SDaniel Jasper   this->ReplacementText = ReplacementText;
127cb3e6188SDaniel Jasper }
128cb3e6188SDaniel Jasper 
129cb3e6188SDaniel Jasper // FIXME: This should go into the Lexer, but we need to figure out how
130cb3e6188SDaniel Jasper // to handle ranges for refactoring in general first - there is no obvious
131cb3e6188SDaniel Jasper // good way how to integrate this into the Lexer yet.
132cb3e6188SDaniel Jasper static int getRangeSize(const SourceManager &Sources,
13394a89231SManuel Klimek                         const CharSourceRange &Range,
13494a89231SManuel Klimek                         const LangOptions &LangOpts) {
135cb3e6188SDaniel Jasper   SourceLocation SpellingBegin = Sources.getSpellingLoc(Range.getBegin());
136cb3e6188SDaniel Jasper   SourceLocation SpellingEnd = Sources.getSpellingLoc(Range.getEnd());
137cb3e6188SDaniel Jasper   std::pair<FileID, unsigned> Start = Sources.getDecomposedLoc(SpellingBegin);
138cb3e6188SDaniel Jasper   std::pair<FileID, unsigned> End = Sources.getDecomposedLoc(SpellingEnd);
139cb3e6188SDaniel Jasper   if (Start.first != End.first) return -1;
140cb3e6188SDaniel Jasper   if (Range.isTokenRange())
14194a89231SManuel Klimek     End.second += Lexer::MeasureTokenLength(SpellingEnd, Sources, LangOpts);
142cb3e6188SDaniel Jasper   return End.second - Start.second;
143cb3e6188SDaniel Jasper }
144cb3e6188SDaniel Jasper 
145cb3e6188SDaniel Jasper void Replacement::setFromSourceRange(const SourceManager &Sources,
146cb3e6188SDaniel Jasper                                      const CharSourceRange &Range,
14794a89231SManuel Klimek                                      StringRef ReplacementText,
14894a89231SManuel Klimek                                      const LangOptions &LangOpts) {
149cb3e6188SDaniel Jasper   setFromSourceLocation(Sources, Sources.getSpellingLoc(Range.getBegin()),
15094a89231SManuel Klimek                         getRangeSize(Sources, Range, LangOpts),
15194a89231SManuel Klimek                         ReplacementText);
152cb3e6188SDaniel Jasper }
153cb3e6188SDaniel Jasper 
154cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const Replacements &Replaces, unsigned Position) {
155cb3e6188SDaniel Jasper   unsigned NewPosition = Position;
156cb3e6188SDaniel Jasper   for (Replacements::iterator I = Replaces.begin(), E = Replaces.end(); I != E;
157cb3e6188SDaniel Jasper        ++I) {
158cb3e6188SDaniel Jasper     if (I->getOffset() >= Position)
159cb3e6188SDaniel Jasper       break;
160cb3e6188SDaniel Jasper     if (I->getOffset() + I->getLength() > Position)
161cb3e6188SDaniel Jasper       NewPosition += I->getOffset() + I->getLength() - Position;
162cb3e6188SDaniel Jasper     NewPosition += I->getReplacementText().size() - I->getLength();
163cb3e6188SDaniel Jasper   }
164cb3e6188SDaniel Jasper   return NewPosition;
165cb3e6188SDaniel Jasper }
166cb3e6188SDaniel Jasper 
167cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector
168cb3e6188SDaniel Jasper // instead of std::set.
169cb3e6188SDaniel Jasper unsigned shiftedCodePosition(const std::vector<Replacement> &Replaces,
170cb3e6188SDaniel Jasper                              unsigned Position) {
171cb3e6188SDaniel Jasper   unsigned NewPosition = Position;
172cb3e6188SDaniel Jasper   for (std::vector<Replacement>::const_iterator I = Replaces.begin(),
173cb3e6188SDaniel Jasper                                                 E = Replaces.end();
174cb3e6188SDaniel Jasper        I != E; ++I) {
175cb3e6188SDaniel Jasper     if (I->getOffset() >= Position)
176cb3e6188SDaniel Jasper       break;
177cb3e6188SDaniel Jasper     if (I->getOffset() + I->getLength() > Position)
178cb3e6188SDaniel Jasper       NewPosition += I->getOffset() + I->getLength() - Position;
179cb3e6188SDaniel Jasper     NewPosition += I->getReplacementText().size() - I->getLength();
180cb3e6188SDaniel Jasper   }
181cb3e6188SDaniel Jasper   return NewPosition;
182cb3e6188SDaniel Jasper }
183cb3e6188SDaniel Jasper 
184cb3e6188SDaniel Jasper void deduplicate(std::vector<Replacement> &Replaces,
185cb3e6188SDaniel Jasper                  std::vector<Range> &Conflicts) {
186cb3e6188SDaniel Jasper   if (Replaces.empty())
187cb3e6188SDaniel Jasper     return;
188cb3e6188SDaniel Jasper 
189cb3e6188SDaniel Jasper   auto LessNoPath = [](const Replacement &LHS, const Replacement &RHS) {
190cb3e6188SDaniel Jasper     if (LHS.getOffset() != RHS.getOffset())
191cb3e6188SDaniel Jasper       return LHS.getOffset() < RHS.getOffset();
192cb3e6188SDaniel Jasper     if (LHS.getLength() != RHS.getLength())
193cb3e6188SDaniel Jasper       return LHS.getLength() < RHS.getLength();
194cb3e6188SDaniel Jasper     return LHS.getReplacementText() < RHS.getReplacementText();
195cb3e6188SDaniel Jasper   };
196cb3e6188SDaniel Jasper 
197cb3e6188SDaniel Jasper   auto EqualNoPath = [](const Replacement &LHS, const Replacement &RHS) {
198cb3e6188SDaniel Jasper     return LHS.getOffset() == RHS.getOffset() &&
199cb3e6188SDaniel Jasper            LHS.getLength() == RHS.getLength() &&
200cb3e6188SDaniel Jasper            LHS.getReplacementText() == RHS.getReplacementText();
201cb3e6188SDaniel Jasper   };
202cb3e6188SDaniel Jasper 
203cb3e6188SDaniel Jasper   // Deduplicate. We don't want to deduplicate based on the path as we assume
204cb3e6188SDaniel Jasper   // that all replacements refer to the same file (or are symlinks).
205cb3e6188SDaniel Jasper   std::sort(Replaces.begin(), Replaces.end(), LessNoPath);
206cb3e6188SDaniel Jasper   Replaces.erase(std::unique(Replaces.begin(), Replaces.end(), EqualNoPath),
207cb3e6188SDaniel Jasper                  Replaces.end());
208cb3e6188SDaniel Jasper 
209cb3e6188SDaniel Jasper   // Detect conflicts
210cb3e6188SDaniel Jasper   Range ConflictRange(Replaces.front().getOffset(),
211cb3e6188SDaniel Jasper                       Replaces.front().getLength());
212cb3e6188SDaniel Jasper   unsigned ConflictStart = 0;
213cb3e6188SDaniel Jasper   unsigned ConflictLength = 1;
214cb3e6188SDaniel Jasper   for (unsigned i = 1; i < Replaces.size(); ++i) {
215cb3e6188SDaniel Jasper     Range Current(Replaces[i].getOffset(), Replaces[i].getLength());
216cb3e6188SDaniel Jasper     if (ConflictRange.overlapsWith(Current)) {
217cb3e6188SDaniel Jasper       // Extend conflicted range
218cb3e6188SDaniel Jasper       ConflictRange = Range(ConflictRange.getOffset(),
219cb3e6188SDaniel Jasper                             std::max(ConflictRange.getLength(),
220cb3e6188SDaniel Jasper                                      Current.getOffset() + Current.getLength() -
221cb3e6188SDaniel Jasper                                          ConflictRange.getOffset()));
222cb3e6188SDaniel Jasper       ++ConflictLength;
223cb3e6188SDaniel Jasper     } else {
224cb3e6188SDaniel Jasper       if (ConflictLength > 1)
225cb3e6188SDaniel Jasper         Conflicts.push_back(Range(ConflictStart, ConflictLength));
226cb3e6188SDaniel Jasper       ConflictRange = Current;
227cb3e6188SDaniel Jasper       ConflictStart = i;
228cb3e6188SDaniel Jasper       ConflictLength = 1;
229cb3e6188SDaniel Jasper     }
230cb3e6188SDaniel Jasper   }
231cb3e6188SDaniel Jasper 
232cb3e6188SDaniel Jasper   if (ConflictLength > 1)
233cb3e6188SDaniel Jasper     Conflicts.push_back(Range(ConflictStart, ConflictLength));
234cb3e6188SDaniel Jasper }
235cb3e6188SDaniel Jasper 
236cb3e6188SDaniel Jasper bool applyAllReplacements(const Replacements &Replaces, Rewriter &Rewrite) {
237cb3e6188SDaniel Jasper   bool Result = true;
238cb3e6188SDaniel Jasper   for (Replacements::const_iterator I = Replaces.begin(),
239cb3e6188SDaniel Jasper                                     E = Replaces.end();
240cb3e6188SDaniel Jasper        I != E; ++I) {
241cb3e6188SDaniel Jasper     if (I->isApplicable()) {
242cb3e6188SDaniel Jasper       Result = I->apply(Rewrite) && Result;
243cb3e6188SDaniel Jasper     } else {
244cb3e6188SDaniel Jasper       Result = false;
245cb3e6188SDaniel Jasper     }
246cb3e6188SDaniel Jasper   }
247cb3e6188SDaniel Jasper   return Result;
248cb3e6188SDaniel Jasper }
249cb3e6188SDaniel Jasper 
250cb3e6188SDaniel Jasper // FIXME: Remove this function when Replacements is implemented as std::vector
251cb3e6188SDaniel Jasper // instead of std::set.
252cb3e6188SDaniel Jasper bool applyAllReplacements(const std::vector<Replacement> &Replaces,
253cb3e6188SDaniel Jasper                           Rewriter &Rewrite) {
254cb3e6188SDaniel Jasper   bool Result = true;
255cb3e6188SDaniel Jasper   for (std::vector<Replacement>::const_iterator I = Replaces.begin(),
256cb3e6188SDaniel Jasper                                                 E = Replaces.end();
257cb3e6188SDaniel Jasper        I != E; ++I) {
258cb3e6188SDaniel Jasper     if (I->isApplicable()) {
259cb3e6188SDaniel Jasper       Result = I->apply(Rewrite) && Result;
260cb3e6188SDaniel Jasper     } else {
261cb3e6188SDaniel Jasper       Result = false;
262cb3e6188SDaniel Jasper     }
263cb3e6188SDaniel Jasper   }
264cb3e6188SDaniel Jasper   return Result;
265cb3e6188SDaniel Jasper }
266cb3e6188SDaniel Jasper 
267cb3e6188SDaniel Jasper std::string applyAllReplacements(StringRef Code, const Replacements &Replaces) {
268cb3e6188SDaniel Jasper   FileManager Files((FileSystemOptions()));
269cb3e6188SDaniel Jasper   DiagnosticsEngine Diagnostics(
270cb3e6188SDaniel Jasper       IntrusiveRefCntPtr<DiagnosticIDs>(new DiagnosticIDs),
271cb3e6188SDaniel Jasper       new DiagnosticOptions);
272cb3e6188SDaniel Jasper   SourceManager SourceMgr(Diagnostics, Files);
273cb3e6188SDaniel Jasper   Rewriter Rewrite(SourceMgr, LangOptions());
274cb3e6188SDaniel Jasper   std::unique_ptr<llvm::MemoryBuffer> Buf =
275cb3e6188SDaniel Jasper       llvm::MemoryBuffer::getMemBuffer(Code, "<stdin>");
276cb3e6188SDaniel Jasper   const clang::FileEntry *Entry =
277cb3e6188SDaniel Jasper       Files.getVirtualFile("<stdin>", Buf->getBufferSize(), 0);
278cb3e6188SDaniel Jasper   SourceMgr.overrideFileContents(Entry, std::move(Buf));
279cb3e6188SDaniel Jasper   FileID ID =
280cb3e6188SDaniel Jasper       SourceMgr.createFileID(Entry, SourceLocation(), clang::SrcMgr::C_User);
281cb3e6188SDaniel Jasper   for (Replacements::const_iterator I = Replaces.begin(), E = Replaces.end();
282cb3e6188SDaniel Jasper        I != E; ++I) {
283cb3e6188SDaniel Jasper     Replacement Replace("<stdin>", I->getOffset(), I->getLength(),
284cb3e6188SDaniel Jasper                         I->getReplacementText());
285cb3e6188SDaniel Jasper     if (!Replace.apply(Rewrite))
286cb3e6188SDaniel Jasper       return "";
287cb3e6188SDaniel Jasper   }
288cb3e6188SDaniel Jasper   std::string Result;
289cb3e6188SDaniel Jasper   llvm::raw_string_ostream OS(Result);
290cb3e6188SDaniel Jasper   Rewrite.getEditBuffer(ID).write(OS);
291cb3e6188SDaniel Jasper   OS.flush();
292cb3e6188SDaniel Jasper   return Result;
293cb3e6188SDaniel Jasper }
294cb3e6188SDaniel Jasper 
295cb3e6188SDaniel Jasper } // end namespace tooling
296cb3e6188SDaniel Jasper } // end namespace clang
297cb3e6188SDaniel Jasper 
298