1 //===- Module.h - Describe a module -----------------------------*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 /// \file
11 /// Defines the clang::Module class, which describes a module in the
12 /// source code.
13 //
14 //===----------------------------------------------------------------------===//
15 
16 #ifndef LLVM_CLANG_BASIC_MODULE_H
17 #define LLVM_CLANG_BASIC_MODULE_H
18 
19 #include "clang/Basic/FileManager.h"
20 #include "clang/Basic/SourceLocation.h"
21 #include "llvm/ADT/ArrayRef.h"
22 #include "llvm/ADT/DenseSet.h"
23 #include "llvm/ADT/Optional.h"
24 #include "llvm/ADT/PointerIntPair.h"
25 #include "llvm/ADT/PointerUnion.h"
26 #include "llvm/ADT/SetVector.h"
27 #include "llvm/ADT/SmallVector.h"
28 #include "llvm/ADT/STLExtras.h"
29 #include "llvm/ADT/StringMap.h"
30 #include "llvm/ADT/StringRef.h"
31 #include "llvm/ADT/iterator_range.h"
32 #include <array>
33 #include <cassert>
34 #include <cstdint>
35 #include <ctime>
36 #include <string>
37 #include <utility>
38 #include <vector>
39 
40 namespace llvm {
41 
42 class raw_ostream;
43 
44 } // namespace llvm
45 
46 namespace clang {
47 
48 class LangOptions;
49 class TargetInfo;
50 
51 /// Describes the name of a module.
52 using ModuleId = SmallVector<std::pair<std::string, SourceLocation>, 2>;
53 
54 /// The signature of a module, which is a hash of the AST content.
55 struct ASTFileSignature : std::array<uint32_t, 5> {
56   ASTFileSignature(std::array<uint32_t, 5> S = {{0}})
57       : std::array<uint32_t, 5>(std::move(S)) {}
58 
59   explicit operator bool() const {
60     return *this != std::array<uint32_t, 5>({{0}});
61   }
62 };
63 
64 /// Describes a module or submodule.
65 class Module {
66 public:
67   /// The name of this module.
68   std::string Name;
69 
70   /// The location of the module definition.
71   SourceLocation DefinitionLoc;
72 
73   enum ModuleKind {
74     /// This is a module that was defined by a module map and built out
75     /// of header files.
76     ModuleMapModule,
77 
78     /// This is a C++ Modules TS module interface unit.
79     ModuleInterfaceUnit,
80 
81     /// This is a fragment of the global module within some C++ Modules
82     /// TS module.
83     GlobalModuleFragment,
84   };
85 
86   /// The kind of this module.
87   ModuleKind Kind = ModuleMapModule;
88 
89   /// The parent of this module. This will be NULL for the top-level
90   /// module.
91   Module *Parent;
92 
93   /// The build directory of this module. This is the directory in
94   /// which the module is notionally built, and relative to which its headers
95   /// are found.
96   const DirectoryEntry *Directory = nullptr;
97 
98   /// The presumed file name for the module map defining this module.
99   /// Only non-empty when building from preprocessed source.
100   std::string PresumedModuleMapFile;
101 
102   /// The umbrella header or directory.
103   llvm::PointerUnion<const DirectoryEntry *, const FileEntry *> Umbrella;
104 
105   /// The module signature.
106   ASTFileSignature Signature;
107 
108   /// The name of the umbrella entry, as written in the module map.
109   std::string UmbrellaAsWritten;
110 
111   /// The module through which entities defined in this module will
112   /// eventually be exposed, for use in "private" modules.
113   std::string ExportAsModule;
114 
115 private:
116   /// The submodules of this module, indexed by name.
117   std::vector<Module *> SubModules;
118 
119   /// A mapping from the submodule name to the index into the
120   /// \c SubModules vector at which that submodule resides.
121   llvm::StringMap<unsigned> SubModuleIndex;
122 
123   /// The AST file if this is a top-level module which has a
124   /// corresponding serialized AST file, or null otherwise.
125   const FileEntry *ASTFile = nullptr;
126 
127   /// The top-level headers associated with this module.
128   llvm::SmallSetVector<const FileEntry *, 2> TopHeaders;
129 
130   /// top-level header filenames that aren't resolved to FileEntries yet.
131   std::vector<std::string> TopHeaderNames;
132 
133   /// Cache of modules visible to lookup in this module.
134   mutable llvm::DenseSet<const Module*> VisibleModulesCache;
135 
136   /// The ID used when referencing this module within a VisibleModuleSet.
137   unsigned VisibilityID;
138 
139 public:
140   enum HeaderKind {
141     HK_Normal,
142     HK_Textual,
143     HK_Private,
144     HK_PrivateTextual,
145     HK_Excluded
146   };
147   static const int NumHeaderKinds = HK_Excluded + 1;
148 
149   /// Information about a header directive as found in the module map
150   /// file.
151   struct Header {
152     std::string NameAsWritten;
153     const FileEntry *Entry;
154 
155     explicit operator bool() { return Entry; }
156   };
157 
158   /// Information about a directory name as found in the module map
159   /// file.
160   struct DirectoryName {
161     std::string NameAsWritten;
162     const DirectoryEntry *Entry;
163 
164     explicit operator bool() { return Entry; }
165   };
166 
167   /// The headers that are part of this module.
168   SmallVector<Header, 2> Headers[5];
169 
170   /// Stored information about a header directive that was found in the
171   /// module map file but has not been resolved to a file.
172   struct UnresolvedHeaderDirective {
173     HeaderKind Kind = HK_Normal;
174     SourceLocation FileNameLoc;
175     std::string FileName;
176     bool IsUmbrella = false;
177     bool HasBuiltinHeader = false;
178     Optional<off_t> Size;
179     Optional<time_t> ModTime;
180   };
181 
182   /// Headers that are mentioned in the module map file but that we have not
183   /// yet attempted to resolve to a file on the file system.
184   SmallVector<UnresolvedHeaderDirective, 1> UnresolvedHeaders;
185 
186   /// Headers that are mentioned in the module map file but could not be
187   /// found on the file system.
188   SmallVector<UnresolvedHeaderDirective, 1> MissingHeaders;
189 
190   /// An individual requirement: a feature name and a flag indicating
191   /// the required state of that feature.
192   using Requirement = std::pair<std::string, bool>;
193 
194   /// The set of language features required to use this module.
195   ///
196   /// If any of these requirements are not available, the \c IsAvailable bit
197   /// will be false to indicate that this (sub)module is not available.
198   SmallVector<Requirement, 2> Requirements;
199 
200   /// A module with the same name that shadows this module.
201   Module *ShadowingModule = nullptr;
202 
203   /// Whether this module is missing a feature from \c Requirements.
204   unsigned IsMissingRequirement : 1;
205 
206   /// Whether we tried and failed to load a module file for this module.
207   unsigned HasIncompatibleModuleFile : 1;
208 
209   /// Whether this module is available in the current translation unit.
210   ///
211   /// If the module is missing headers or does not meet all requirements then
212   /// this bit will be 0.
213   unsigned IsAvailable : 1;
214 
215   /// Whether this module was loaded from a module file.
216   unsigned IsFromModuleFile : 1;
217 
218   /// Whether this is a framework module.
219   unsigned IsFramework : 1;
220 
221   /// Whether this is an explicit submodule.
222   unsigned IsExplicit : 1;
223 
224   /// Whether this is a "system" module (which assumes that all
225   /// headers in it are system headers).
226   unsigned IsSystem : 1;
227 
228   /// Whether this is an 'extern "C"' module (which implicitly puts all
229   /// headers in it within an 'extern "C"' block, and allows the module to be
230   /// imported within such a block).
231   unsigned IsExternC : 1;
232 
233   /// Whether this is an inferred submodule (module * { ... }).
234   unsigned IsInferred : 1;
235 
236   /// Whether we should infer submodules for this module based on
237   /// the headers.
238   ///
239   /// Submodules can only be inferred for modules with an umbrella header.
240   unsigned InferSubmodules : 1;
241 
242   /// Whether, when inferring submodules, the inferred submodules
243   /// should be explicit.
244   unsigned InferExplicitSubmodules : 1;
245 
246   /// Whether, when inferring submodules, the inferr submodules should
247   /// export all modules they import (e.g., the equivalent of "export *").
248   unsigned InferExportWildcard : 1;
249 
250   /// Whether the set of configuration macros is exhaustive.
251   ///
252   /// When the set of configuration macros is exhaustive, meaning
253   /// that no identifier not in this list should affect how the module is
254   /// built.
255   unsigned ConfigMacrosExhaustive : 1;
256 
257   /// Whether files in this module can only include non-modular headers
258   /// and headers from used modules.
259   unsigned NoUndeclaredIncludes : 1;
260 
261   /// Whether this module came from a "private" module map, found next
262   /// to a regular (public) module map.
263   unsigned ModuleMapIsPrivate : 1;
264 
265   /// Describes the visibility of the various names within a
266   /// particular module.
267   enum NameVisibilityKind {
268     /// All of the names in this module are hidden.
269     Hidden,
270     /// All of the names in this module are visible.
271     AllVisible
272   };
273 
274   /// The visibility of names within this particular module.
275   NameVisibilityKind NameVisibility;
276 
277   /// The location of the inferred submodule.
278   SourceLocation InferredSubmoduleLoc;
279 
280   /// The set of modules imported by this module, and on which this
281   /// module depends.
282   llvm::SmallSetVector<Module *, 2> Imports;
283 
284   /// Describes an exported module.
285   ///
286   /// The pointer is the module being re-exported, while the bit will be true
287   /// to indicate that this is a wildcard export.
288   using ExportDecl = llvm::PointerIntPair<Module *, 1, bool>;
289 
290   /// The set of export declarations.
291   SmallVector<ExportDecl, 2> Exports;
292 
293   /// Describes an exported module that has not yet been resolved
294   /// (perhaps because the module it refers to has not yet been loaded).
295   struct UnresolvedExportDecl {
296     /// The location of the 'export' keyword in the module map file.
297     SourceLocation ExportLoc;
298 
299     /// The name of the module.
300     ModuleId Id;
301 
302     /// Whether this export declaration ends in a wildcard, indicating
303     /// that all of its submodules should be exported (rather than the named
304     /// module itself).
305     bool Wildcard;
306   };
307 
308   /// The set of export declarations that have yet to be resolved.
309   SmallVector<UnresolvedExportDecl, 2> UnresolvedExports;
310 
311   /// The directly used modules.
312   SmallVector<Module *, 2> DirectUses;
313 
314   /// The set of use declarations that have yet to be resolved.
315   SmallVector<ModuleId, 2> UnresolvedDirectUses;
316 
317   /// A library or framework to link against when an entity from this
318   /// module is used.
319   struct LinkLibrary {
320     LinkLibrary() = default;
LinkLibraryLinkLibrary321     LinkLibrary(const std::string &Library, bool IsFramework)
322         : Library(Library), IsFramework(IsFramework) {}
323 
324     /// The library to link against.
325     ///
326     /// This will typically be a library or framework name, but can also
327     /// be an absolute path to the library or framework.
328     std::string Library;
329 
330     /// Whether this is a framework rather than a library.
331     bool IsFramework = false;
332   };
333 
334   /// The set of libraries or frameworks to link against when
335   /// an entity from this module is used.
336   llvm::SmallVector<LinkLibrary, 2> LinkLibraries;
337 
338   /// Autolinking uses the framework name for linking purposes
339   /// when this is false and the export_as name otherwise.
340   bool UseExportAsModuleLinkName = false;
341 
342   /// The set of "configuration macros", which are macros that
343   /// (intentionally) change how this module is built.
344   std::vector<std::string> ConfigMacros;
345 
346   /// An unresolved conflict with another module.
347   struct UnresolvedConflict {
348     /// The (unresolved) module id.
349     ModuleId Id;
350 
351     /// The message provided to the user when there is a conflict.
352     std::string Message;
353   };
354 
355   /// The list of conflicts for which the module-id has not yet been
356   /// resolved.
357   std::vector<UnresolvedConflict> UnresolvedConflicts;
358 
359   /// A conflict between two modules.
360   struct Conflict {
361     /// The module that this module conflicts with.
362     Module *Other;
363 
364     /// The message provided to the user when there is a conflict.
365     std::string Message;
366   };
367 
368   /// The list of conflicts.
369   std::vector<Conflict> Conflicts;
370 
371   /// Construct a new module or submodule.
372   Module(StringRef Name, SourceLocation DefinitionLoc, Module *Parent,
373          bool IsFramework, bool IsExplicit, unsigned VisibilityID);
374 
375   ~Module();
376 
377   /// Determine whether this module is available for use within the
378   /// current translation unit.
isAvailable()379   bool isAvailable() const { return IsAvailable; }
380 
381   /// Determine whether this module is available for use within the
382   /// current translation unit.
383   ///
384   /// \param LangOpts The language options used for the current
385   /// translation unit.
386   ///
387   /// \param Target The target options used for the current translation unit.
388   ///
389   /// \param Req If this module is unavailable because of a missing requirement,
390   /// this parameter will be set to one of the requirements that is not met for
391   /// use of this module.
392   ///
393   /// \param MissingHeader If this module is unavailable because of a missing
394   /// header, this parameter will be set to one of the missing headers.
395   ///
396   /// \param ShadowingModule If this module is unavailable because it is
397   /// shadowed, this parameter will be set to the shadowing module.
398   bool isAvailable(const LangOptions &LangOpts,
399                    const TargetInfo &Target,
400                    Requirement &Req,
401                    UnresolvedHeaderDirective &MissingHeader,
402                    Module *&ShadowingModule) const;
403 
404   /// Determine whether this module is a submodule.
isSubModule()405   bool isSubModule() const { return Parent != nullptr; }
406 
407   /// Determine whether this module is a submodule of the given other
408   /// module.
409   bool isSubModuleOf(const Module *Other) const;
410 
411   /// Determine whether this module is a part of a framework,
412   /// either because it is a framework module or because it is a submodule
413   /// of a framework module.
isPartOfFramework()414   bool isPartOfFramework() const {
415     for (const Module *Mod = this; Mod; Mod = Mod->Parent)
416       if (Mod->IsFramework)
417         return true;
418 
419     return false;
420   }
421 
422   /// Determine whether this module is a subframework of another
423   /// framework.
isSubFramework()424   bool isSubFramework() const {
425     return IsFramework && Parent && Parent->isPartOfFramework();
426   }
427 
428   /// Set the parent of this module. This should only be used if the parent
429   /// could not be set during module creation.
setParent(Module * M)430   void setParent(Module *M) {
431     assert(!Parent);
432     Parent = M;
433     Parent->SubModuleIndex[Name] = Parent->SubModules.size();
434     Parent->SubModules.push_back(this);
435   }
436 
437   /// Retrieve the full name of this module, including the path from
438   /// its top-level module.
439   /// \param AllowStringLiterals If \c true, components that might not be
440   ///        lexically valid as identifiers will be emitted as string literals.
441   std::string getFullModuleName(bool AllowStringLiterals = false) const;
442 
443   /// Whether the full name of this module is equal to joining
444   /// \p nameParts with "."s.
445   ///
446   /// This is more efficient than getFullModuleName().
447   bool fullModuleNameIs(ArrayRef<StringRef> nameParts) const;
448 
449   /// Retrieve the top-level module for this (sub)module, which may
450   /// be this module.
getTopLevelModule()451   Module *getTopLevelModule() {
452     return const_cast<Module *>(
453              const_cast<const Module *>(this)->getTopLevelModule());
454   }
455 
456   /// Retrieve the top-level module for this (sub)module, which may
457   /// be this module.
458   const Module *getTopLevelModule() const;
459 
460   /// Retrieve the name of the top-level module.
getTopLevelModuleName()461   StringRef getTopLevelModuleName() const {
462     return getTopLevelModule()->Name;
463   }
464 
465   /// The serialized AST file for this module, if one was created.
getASTFile()466   const FileEntry *getASTFile() const {
467     return getTopLevelModule()->ASTFile;
468   }
469 
470   /// Set the serialized AST file for the top-level module of this module.
setASTFile(const FileEntry * File)471   void setASTFile(const FileEntry *File) {
472     assert((File == nullptr || getASTFile() == nullptr ||
473             getASTFile() == File) && "file path changed");
474     getTopLevelModule()->ASTFile = File;
475   }
476 
477   /// Retrieve the directory for which this module serves as the
478   /// umbrella.
479   DirectoryName getUmbrellaDir() const;
480 
481   /// Retrieve the header that serves as the umbrella header for this
482   /// module.
getUmbrellaHeader()483   Header getUmbrellaHeader() const {
484     if (auto *E = Umbrella.dyn_cast<const FileEntry *>())
485       return Header{UmbrellaAsWritten, E};
486     return Header{};
487   }
488 
489   /// Determine whether this module has an umbrella directory that is
490   /// not based on an umbrella header.
hasUmbrellaDir()491   bool hasUmbrellaDir() const {
492     return Umbrella && Umbrella.is<const DirectoryEntry *>();
493   }
494 
495   /// Add a top-level header associated with this module.
addTopHeader(const FileEntry * File)496   void addTopHeader(const FileEntry *File) {
497     assert(File);
498     TopHeaders.insert(File);
499   }
500 
501   /// Add a top-level header filename associated with this module.
addTopHeaderFilename(StringRef Filename)502   void addTopHeaderFilename(StringRef Filename) {
503     TopHeaderNames.push_back(Filename);
504   }
505 
506   /// The top-level headers associated with this module.
507   ArrayRef<const FileEntry *> getTopHeaders(FileManager &FileMgr);
508 
509   /// Determine whether this module has declared its intention to
510   /// directly use another module.
511   bool directlyUses(const Module *Requested) const;
512 
513   /// Add the given feature requirement to the list of features
514   /// required by this module.
515   ///
516   /// \param Feature The feature that is required by this module (and
517   /// its submodules).
518   ///
519   /// \param RequiredState The required state of this feature: \c true
520   /// if it must be present, \c false if it must be absent.
521   ///
522   /// \param LangOpts The set of language options that will be used to
523   /// evaluate the availability of this feature.
524   ///
525   /// \param Target The target options that will be used to evaluate the
526   /// availability of this feature.
527   void addRequirement(StringRef Feature, bool RequiredState,
528                       const LangOptions &LangOpts,
529                       const TargetInfo &Target);
530 
531   /// Mark this module and all of its submodules as unavailable.
532   void markUnavailable(bool MissingRequirement = false);
533 
534   /// Find the submodule with the given name.
535   ///
536   /// \returns The submodule if found, or NULL otherwise.
537   Module *findSubmodule(StringRef Name) const;
538 
539   /// Determine whether the specified module would be visible to
540   /// a lookup at the end of this module.
541   ///
542   /// FIXME: This may return incorrect results for (submodules of) the
543   /// module currently being built, if it's queried before we see all
544   /// of its imports.
isModuleVisible(const Module * M)545   bool isModuleVisible(const Module *M) const {
546     if (VisibleModulesCache.empty())
547       buildVisibleModulesCache();
548     return VisibleModulesCache.count(M);
549   }
550 
getVisibilityID()551   unsigned getVisibilityID() const { return VisibilityID; }
552 
553   using submodule_iterator = std::vector<Module *>::iterator;
554   using submodule_const_iterator = std::vector<Module *>::const_iterator;
555 
submodule_begin()556   submodule_iterator submodule_begin() { return SubModules.begin(); }
submodule_begin()557   submodule_const_iterator submodule_begin() const {return SubModules.begin();}
submodule_end()558   submodule_iterator submodule_end()   { return SubModules.end(); }
submodule_end()559   submodule_const_iterator submodule_end() const { return SubModules.end(); }
560 
submodules()561   llvm::iterator_range<submodule_iterator> submodules() {
562     return llvm::make_range(submodule_begin(), submodule_end());
563   }
submodules()564   llvm::iterator_range<submodule_const_iterator> submodules() const {
565     return llvm::make_range(submodule_begin(), submodule_end());
566   }
567 
568   /// Appends this module's list of exported modules to \p Exported.
569   ///
570   /// This provides a subset of immediately imported modules (the ones that are
571   /// directly exported), not the complete set of exported modules.
572   void getExportedModules(SmallVectorImpl<Module *> &Exported) const;
573 
getModuleInputBufferName()574   static StringRef getModuleInputBufferName() {
575     return "<module-includes>";
576   }
577 
578   /// Print the module map for this module to the given stream.
579   void print(raw_ostream &OS, unsigned Indent = 0) const;
580 
581   /// Dump the contents of this module to the given output stream.
582   void dump() const;
583 
584 private:
585   void buildVisibleModulesCache() const;
586 };
587 
588 /// A set of visible modules.
589 class VisibleModuleSet {
590 public:
591   VisibleModuleSet() = default;
VisibleModuleSet(VisibleModuleSet && O)592   VisibleModuleSet(VisibleModuleSet &&O)
593       : ImportLocs(std::move(O.ImportLocs)), Generation(O.Generation ? 1 : 0) {
594     O.ImportLocs.clear();
595     ++O.Generation;
596   }
597 
598   /// Move from another visible modules set. Guaranteed to leave the source
599   /// empty and bump the generation on both.
600   VisibleModuleSet &operator=(VisibleModuleSet &&O) {
601     ImportLocs = std::move(O.ImportLocs);
602     O.ImportLocs.clear();
603     ++O.Generation;
604     ++Generation;
605     return *this;
606   }
607 
608   /// Get the current visibility generation. Incremented each time the
609   /// set of visible modules changes in any way.
getGeneration()610   unsigned getGeneration() const { return Generation; }
611 
612   /// Determine whether a module is visible.
isVisible(const Module * M)613   bool isVisible(const Module *M) const {
614     return getImportLoc(M).isValid();
615   }
616 
617   /// Get the location at which the import of a module was triggered.
getImportLoc(const Module * M)618   SourceLocation getImportLoc(const Module *M) const {
619     return M->getVisibilityID() < ImportLocs.size()
620                ? ImportLocs[M->getVisibilityID()]
621                : SourceLocation();
622   }
623 
624   /// A callback to call when a module is made visible (directly or
625   /// indirectly) by a call to \ref setVisible.
626   using VisibleCallback = llvm::function_ref<void(Module *M)>;
627 
628   /// A callback to call when a module conflict is found. \p Path
629   /// consists of a sequence of modules from the conflicting module to the one
630   /// made visible, where each was exported by the next.
631   using ConflictCallback =
632       llvm::function_ref<void(ArrayRef<Module *> Path, Module *Conflict,
633                          StringRef Message)>;
634 
635   /// Make a specific module visible.
636   void setVisible(Module *M, SourceLocation Loc,
637                   VisibleCallback Vis = [](Module *) {},
638                   ConflictCallback Cb = [](ArrayRef<Module *>, Module *,
639                                            StringRef) {});
640 
641 private:
642   /// Import locations for each visible module. Indexed by the module's
643   /// VisibilityID.
644   std::vector<SourceLocation> ImportLocs;
645 
646   /// Visibility generation, bumped every time the visibility state changes.
647   unsigned Generation = 0;
648 };
649 
650 } // namespace clang
651 
652 #endif // LLVM_CLANG_BASIC_MODULE_H
653