1 //===-- Reproducer.cpp ------------------------------------------*- C++ -*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "lldb/Utility/Reproducer.h"
10 #include "lldb/Utility/LLDBAssert.h"
11 
12 #include "llvm/Support/FileSystem.h"
13 #include "llvm/Support/Threading.h"
14 #include "llvm/Support/raw_ostream.h"
15 
16 using namespace lldb_private;
17 using namespace lldb_private::repro;
18 using namespace llvm;
19 using namespace llvm::yaml;
20 
21 Reproducer &Reproducer::Instance() { return *InstanceImpl(); }
22 
23 llvm::Error Reproducer::Initialize(ReproducerMode mode,
24                                    llvm::Optional<FileSpec> root) {
25   lldbassert(!InstanceImpl() && "Already initialized.");
26   InstanceImpl().emplace();
27 
28   switch (mode) {
29   case ReproducerMode::Capture: {
30     if (!root) {
31       SmallString<128> repro_dir;
32       auto ec = sys::fs::createUniqueDirectory("reproducer", repro_dir);
33       if (ec)
34         return make_error<StringError>(
35             "unable to create unique reproducer directory", ec);
36       root.emplace(repro_dir);
37     } else {
38       auto ec = sys::fs::create_directory(root->GetPath());
39       if (ec)
40         return make_error<StringError>("unable to create reproducer directory",
41                                        ec);
42     }
43     return Instance().SetCapture(root);
44   } break;
45   case ReproducerMode::Replay:
46     return Instance().SetReplay(root);
47   case ReproducerMode::Off:
48     break;
49   };
50 
51   return Error::success();
52 }
53 
54 bool Reproducer::Initialized() { return InstanceImpl().operator bool(); }
55 
56 void Reproducer::Terminate() {
57   lldbassert(InstanceImpl() && "Already terminated.");
58   InstanceImpl().reset();
59 }
60 
61 Optional<Reproducer> &Reproducer::InstanceImpl() {
62   static Optional<Reproducer> g_reproducer;
63   return g_reproducer;
64 }
65 
66 const Generator *Reproducer::GetGenerator() const {
67   std::lock_guard<std::mutex> guard(m_mutex);
68   if (m_generator)
69     return &(*m_generator);
70   return nullptr;
71 }
72 
73 const Loader *Reproducer::GetLoader() const {
74   std::lock_guard<std::mutex> guard(m_mutex);
75   if (m_loader)
76     return &(*m_loader);
77   return nullptr;
78 }
79 
80 Generator *Reproducer::GetGenerator() {
81   std::lock_guard<std::mutex> guard(m_mutex);
82   if (m_generator)
83     return &(*m_generator);
84   return nullptr;
85 }
86 
87 Loader *Reproducer::GetLoader() {
88   std::lock_guard<std::mutex> guard(m_mutex);
89   if (m_loader)
90     return &(*m_loader);
91   return nullptr;
92 }
93 
94 llvm::Error Reproducer::SetCapture(llvm::Optional<FileSpec> root) {
95   std::lock_guard<std::mutex> guard(m_mutex);
96 
97   if (root && m_loader)
98     return make_error<StringError>(
99         "cannot generate a reproducer when replay one",
100         inconvertibleErrorCode());
101 
102   if (!root) {
103     m_generator.reset();
104     return Error::success();
105   }
106 
107   m_generator.emplace(*root);
108   return Error::success();
109 }
110 
111 llvm::Error Reproducer::SetReplay(llvm::Optional<FileSpec> root) {
112   std::lock_guard<std::mutex> guard(m_mutex);
113 
114   if (root && m_generator)
115     return make_error<StringError>(
116         "cannot replay a reproducer when generating one",
117         inconvertibleErrorCode());
118 
119   if (!root) {
120     m_loader.reset();
121     return Error::success();
122   }
123 
124   m_loader.emplace(*root);
125   if (auto e = m_loader->LoadIndex())
126     return e;
127 
128   return Error::success();
129 }
130 
131 FileSpec Reproducer::GetReproducerPath() const {
132   if (auto g = GetGenerator())
133     return g->GetRoot();
134   if (auto l = GetLoader())
135     return l->GetRoot();
136   return {};
137 }
138 
139 static FileSpec MakeAbsolute(FileSpec file_spec) {
140   SmallString<128> path;
141   file_spec.GetPath(path, false);
142   llvm::sys::fs::make_absolute(path);
143   return FileSpec(path, file_spec.GetPathStyle());
144 }
145 
146 Generator::Generator(FileSpec root)
147     : m_root(MakeAbsolute(std::move(root))), m_done(false) {}
148 
149 Generator::~Generator() {}
150 
151 ProviderBase *Generator::Register(std::unique_ptr<ProviderBase> provider) {
152   std::lock_guard<std::mutex> lock(m_providers_mutex);
153   std::pair<const void *, std::unique_ptr<ProviderBase>> key_value(
154       provider->DynamicClassID(), std::move(provider));
155   auto e = m_providers.insert(std::move(key_value));
156   return e.first->getSecond().get();
157 }
158 
159 void Generator::Keep() {
160   assert(!m_done);
161   m_done = true;
162 
163   for (auto &provider : m_providers)
164     provider.second->Keep();
165 
166   AddProvidersToIndex();
167 }
168 
169 void Generator::Discard() {
170   assert(!m_done);
171   m_done = true;
172 
173   for (auto &provider : m_providers)
174     provider.second->Discard();
175 
176   llvm::sys::fs::remove_directories(m_root.GetPath());
177 }
178 
179 const FileSpec &Generator::GetRoot() const { return m_root; }
180 
181 void Generator::AddProvidersToIndex() {
182   FileSpec index = m_root;
183   index.AppendPathComponent("index.yaml");
184 
185   std::error_code EC;
186   auto strm = std::make_unique<raw_fd_ostream>(index.GetPath(), EC,
187                                                sys::fs::OpenFlags::OF_None);
188   yaml::Output yout(*strm);
189 
190   std::vector<std::string> files;
191   files.reserve(m_providers.size());
192   for (auto &provider : m_providers) {
193     files.emplace_back(provider.second->GetFile());
194   }
195 
196   yout << files;
197 }
198 
199 Loader::Loader(FileSpec root)
200     : m_root(MakeAbsolute(std::move(root))), m_loaded(false) {}
201 
202 llvm::Error Loader::LoadIndex() {
203   if (m_loaded)
204     return llvm::Error::success();
205 
206   FileSpec index = m_root.CopyByAppendingPathComponent("index.yaml");
207 
208   auto error_or_file = MemoryBuffer::getFile(index.GetPath());
209   if (auto err = error_or_file.getError())
210     return make_error<StringError>("unable to load reproducer index", err);
211 
212   yaml::Input yin((*error_or_file)->getBuffer());
213   yin >> m_files;
214   if (auto err = yin.error())
215     return make_error<StringError>("unable to read reproducer index", err);
216 
217   // Sort files to speed up search.
218   llvm::sort(m_files);
219 
220   // Remember that we've loaded the index.
221   m_loaded = true;
222 
223   return llvm::Error::success();
224 }
225 
226 bool Loader::HasFile(StringRef file) {
227   assert(m_loaded);
228   auto it = std::lower_bound(m_files.begin(), m_files.end(), file.str());
229   return (it != m_files.end()) && (*it == file);
230 }
231 
232 llvm::Expected<std::unique_ptr<DataRecorder>>
233 DataRecorder::Create(const FileSpec &filename) {
234   std::error_code ec;
235   auto recorder = std::make_unique<DataRecorder>(std::move(filename), ec);
236   if (ec)
237     return llvm::errorCodeToError(ec);
238   return std::move(recorder);
239 }
240 
241 DataRecorder *CommandProvider::GetNewDataRecorder() {
242   std::size_t i = m_data_recorders.size() + 1;
243   std::string filename = (llvm::Twine(Info::name) + llvm::Twine("-") +
244                           llvm::Twine(i) + llvm::Twine(".txt"))
245                              .str();
246   auto recorder_or_error =
247       DataRecorder::Create(GetRoot().CopyByAppendingPathComponent(filename));
248   if (!recorder_or_error) {
249     llvm::consumeError(recorder_or_error.takeError());
250     return nullptr;
251   }
252 
253   m_data_recorders.push_back(std::move(*recorder_or_error));
254   return m_data_recorders.back().get();
255 }
256 
257 void CommandProvider::Keep() {
258   std::vector<std::string> files;
259   for (auto &recorder : m_data_recorders) {
260     recorder->Stop();
261     files.push_back(recorder->GetFilename().GetPath());
262   }
263 
264   FileSpec file = GetRoot().CopyByAppendingPathComponent(Info::file);
265   std::error_code ec;
266   llvm::raw_fd_ostream os(file.GetPath(), ec, llvm::sys::fs::OF_Text);
267   if (ec)
268     return;
269   yaml::Output yout(os);
270   yout << files;
271 }
272 
273 void CommandProvider::Discard() { m_data_recorders.clear(); }
274 
275 void VersionProvider::Keep() {
276   FileSpec file = GetRoot().CopyByAppendingPathComponent(Info::file);
277   std::error_code ec;
278   llvm::raw_fd_ostream os(file.GetPath(), ec, llvm::sys::fs::OF_Text);
279   if (ec)
280     return;
281   os << m_version << "\n";
282 }
283 
284 llvm::raw_ostream *ProcessGDBRemoteProvider::GetHistoryStream() {
285   FileSpec history_file = GetRoot().CopyByAppendingPathComponent(Info::file);
286 
287   std::error_code EC;
288   m_stream_up = std::make_unique<raw_fd_ostream>(history_file.GetPath(), EC,
289                                                  sys::fs::OpenFlags::OF_Text);
290   return m_stream_up.get();
291 }
292 
293 std::unique_ptr<CommandLoader> CommandLoader::Create(Loader *loader) {
294   if (!loader)
295     return {};
296 
297   FileSpec file = loader->GetFile<repro::CommandProvider::Info>();
298   if (!file)
299     return {};
300 
301   auto error_or_file = llvm::MemoryBuffer::getFile(file.GetPath());
302   if (auto err = error_or_file.getError())
303     return {};
304 
305   std::vector<std::string> files;
306   llvm::yaml::Input yin((*error_or_file)->getBuffer());
307   yin >> files;
308 
309   if (auto err = yin.error())
310     return {};
311 
312   for (auto &file : files) {
313     FileSpec absolute_path =
314         loader->GetRoot().CopyByAppendingPathComponent(file);
315     file = absolute_path.GetPath();
316   }
317 
318   return std::make_unique<CommandLoader>(std::move(files));
319 }
320 
321 llvm::Optional<std::string> CommandLoader::GetNextFile() {
322   if (m_index >= m_files.size())
323     return {};
324   return m_files[m_index++];
325 }
326 
327 void ProviderBase::anchor() {}
328 char CommandProvider::ID = 0;
329 char FileProvider::ID = 0;
330 char ProcessGDBRemoteProvider::ID = 0;
331 char ProviderBase::ID = 0;
332 char VersionProvider::ID = 0;
333 const char *CommandProvider::Info::file = "command-interpreter.yaml";
334 const char *CommandProvider::Info::name = "command-interpreter";
335 const char *FileProvider::Info::file = "files.yaml";
336 const char *FileProvider::Info::name = "files";
337 const char *ProcessGDBRemoteProvider::Info::file = "gdb-remote.yaml";
338 const char *ProcessGDBRemoteProvider::Info::name = "gdb-remote";
339 const char *VersionProvider::Info::file = "version.txt";
340 const char *VersionProvider::Info::name = "version";
341