1 //===--- MacroInfo.h - Information about #defined identifiers ---*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 ///
10 /// \file
11 /// \brief Defines the clang::MacroInfo and clang::MacroDirective classes.
12 ///
13 //===----------------------------------------------------------------------===//
14 
15 #ifndef LLVM_CLANG_LEX_MACROINFO_H
16 #define LLVM_CLANG_LEX_MACROINFO_H
17 
18 #include "clang/Lex/Token.h"
19 #include "llvm/ADT/ArrayRef.h"
20 #include "llvm/ADT/SmallVector.h"
21 #include "llvm/Support/Allocator.h"
22 #include <cassert>
23 
24 namespace clang {
25 class Preprocessor;
26 
27 /// \brief Encapsulates the data about a macro definition (e.g. its tokens).
28 ///
29 /// There's an instance of this class for every #define.
30 class MacroInfo {
31   //===--------------------------------------------------------------------===//
32   // State set when the macro is defined.
33 
34   /// \brief The location the macro is defined.
35   SourceLocation Location;
36   /// \brief The location of the last token in the macro.
37   SourceLocation EndLocation;
38 
39   /// \brief The list of arguments for a function-like macro.
40   ///
41   /// ArgumentList points to the first of NumArguments pointers.
42   ///
43   /// This can be empty, for, e.g. "#define X()".  In a C99-style variadic macro, this
44   /// includes the \c __VA_ARGS__ identifier on the list.
45   IdentifierInfo **ArgumentList;
46 
47   /// \see ArgumentList
48   unsigned NumArguments;
49 
50   /// \brief This is the list of tokens that the macro is defined to.
51   SmallVector<Token, 8> ReplacementTokens;
52 
53   /// \brief Length in characters of the macro definition.
54   mutable unsigned DefinitionLength;
55   mutable bool IsDefinitionLengthCached : 1;
56 
57   /// \brief True if this macro is function-like, false if it is object-like.
58   bool IsFunctionLike : 1;
59 
60   /// \brief True if this macro is of the form "#define X(...)" or
61   /// "#define X(Y,Z,...)".
62   ///
63   /// The __VA_ARGS__ token should be replaced with the contents of "..." in an
64   /// invocation.
65   bool IsC99Varargs : 1;
66 
67   /// \brief True if this macro is of the form "#define X(a...)".
68   ///
69   /// The "a" identifier in the replacement list will be replaced with all arguments
70   /// of the macro starting with the specified one.
71   bool IsGNUVarargs : 1;
72 
73   /// \brief True if this macro requires processing before expansion.
74   ///
75   /// This is the case for builtin macros such as __LINE__, so long as they have
76   /// not been redefined, but not for regular predefined macros from the "<built-in>"
77   /// memory buffer (see Preprocessing::getPredefinesFileID).
78   bool IsBuiltinMacro : 1;
79 
80   /// \brief Whether this macro contains the sequence ", ## __VA_ARGS__"
81   bool HasCommaPasting : 1;
82 
83   //===--------------------------------------------------------------------===//
84   // State that changes as the macro is used.
85 
86   /// \brief True if we have started an expansion of this macro already.
87   ///
88   /// This disables recursive expansion, which would be quite bad for things
89   /// like \#define A A.
90   bool IsDisabled : 1;
91 
92   /// \brief True if this macro is either defined in the main file and has
93   /// been used, or if it is not defined in the main file.
94   ///
95   /// This is used to emit -Wunused-macros diagnostics.
96   bool IsUsed : 1;
97 
98   /// \brief True if this macro can be redefined without emitting a warning.
99   bool IsAllowRedefinitionsWithoutWarning : 1;
100 
101   /// \brief Must warn if the macro is unused at the end of translation unit.
102   bool IsWarnIfUnused : 1;
103 
104   /// \brief Whether this macro info was loaded from an AST file.
105   unsigned FromASTFile : 1;
106 
107   /// \brief Whether this macro was used as header guard.
108   bool UsedForHeaderGuard : 1;
109 
110   // Only the Preprocessor gets to create and destroy these.
111   MacroInfo(SourceLocation DefLoc);
112   ~MacroInfo() = default;
113 
114 public:
115   /// \brief Return the location that the macro was defined at.
getDefinitionLoc()116   SourceLocation getDefinitionLoc() const { return Location; }
117 
118   /// \brief Set the location of the last token in the macro.
setDefinitionEndLoc(SourceLocation EndLoc)119   void setDefinitionEndLoc(SourceLocation EndLoc) { EndLocation = EndLoc; }
120 
121   /// \brief Return the location of the last token in the macro.
getDefinitionEndLoc()122   SourceLocation getDefinitionEndLoc() const { return EndLocation; }
123 
124   /// \brief Get length in characters of the macro definition.
getDefinitionLength(SourceManager & SM)125   unsigned getDefinitionLength(SourceManager &SM) const {
126     if (IsDefinitionLengthCached)
127       return DefinitionLength;
128     return getDefinitionLengthSlow(SM);
129   }
130 
131   /// \brief Return true if the specified macro definition is equal to
132   /// this macro in spelling, arguments, and whitespace.
133   ///
134   /// \param Syntactically if true, the macro definitions can be identical even
135   /// if they use different identifiers for the function macro parameters.
136   /// Otherwise the comparison is lexical and this implements the rules in
137   /// C99 6.10.3.
138   bool isIdenticalTo(const MacroInfo &Other, Preprocessor &PP,
139                      bool Syntactically) const;
140 
141   /// \brief Set or clear the isBuiltinMacro flag.
142   void setIsBuiltinMacro(bool Val = true) {
143     IsBuiltinMacro = Val;
144   }
145 
146   /// \brief Set the value of the IsUsed flag.
setIsUsed(bool Val)147   void setIsUsed(bool Val) {
148     IsUsed = Val;
149   }
150 
151   /// \brief Set the value of the IsAllowRedefinitionsWithoutWarning flag.
setIsAllowRedefinitionsWithoutWarning(bool Val)152   void setIsAllowRedefinitionsWithoutWarning(bool Val) {
153     IsAllowRedefinitionsWithoutWarning = Val;
154   }
155 
156   /// \brief Set the value of the IsWarnIfUnused flag.
setIsWarnIfUnused(bool val)157   void setIsWarnIfUnused(bool val) {
158     IsWarnIfUnused = val;
159   }
160 
161   /// \brief Set the specified list of identifiers as the argument list for
162   /// this macro.
setArgumentList(IdentifierInfo * const * List,unsigned NumArgs,llvm::BumpPtrAllocator & PPAllocator)163   void setArgumentList(IdentifierInfo* const *List, unsigned NumArgs,
164                        llvm::BumpPtrAllocator &PPAllocator) {
165     assert(ArgumentList == nullptr && NumArguments == 0 &&
166            "Argument list already set!");
167     if (NumArgs == 0) return;
168 
169     NumArguments = NumArgs;
170     ArgumentList = PPAllocator.Allocate<IdentifierInfo*>(NumArgs);
171     for (unsigned i = 0; i != NumArgs; ++i)
172       ArgumentList[i] = List[i];
173   }
174 
175   /// Arguments - The list of arguments for a function-like macro.  This can be
176   /// empty, for, e.g. "#define X()".
177   typedef IdentifierInfo* const *arg_iterator;
arg_empty()178   bool arg_empty() const { return NumArguments == 0; }
arg_begin()179   arg_iterator arg_begin() const { return ArgumentList; }
arg_end()180   arg_iterator arg_end() const { return ArgumentList+NumArguments; }
getNumArgs()181   unsigned getNumArgs() const { return NumArguments; }
182 
183   /// \brief Return the argument number of the specified identifier,
184   /// or -1 if the identifier is not a formal argument identifier.
getArgumentNum(IdentifierInfo * Arg)185   int getArgumentNum(IdentifierInfo *Arg) const {
186     for (arg_iterator I = arg_begin(), E = arg_end(); I != E; ++I)
187       if (*I == Arg) return I-arg_begin();
188     return -1;
189   }
190 
191   /// Function/Object-likeness.  Keep track of whether this macro has formal
192   /// parameters.
setIsFunctionLike()193   void setIsFunctionLike() { IsFunctionLike = true; }
isFunctionLike()194   bool isFunctionLike() const { return IsFunctionLike; }
isObjectLike()195   bool isObjectLike() const { return !IsFunctionLike; }
196 
197   /// Varargs querying methods.  This can only be set for function-like macros.
setIsC99Varargs()198   void setIsC99Varargs() { IsC99Varargs = true; }
setIsGNUVarargs()199   void setIsGNUVarargs() { IsGNUVarargs = true; }
isC99Varargs()200   bool isC99Varargs() const { return IsC99Varargs; }
isGNUVarargs()201   bool isGNUVarargs() const { return IsGNUVarargs; }
isVariadic()202   bool isVariadic() const { return IsC99Varargs | IsGNUVarargs; }
203 
204   /// \brief Return true if this macro requires processing before expansion.
205   ///
206   /// This is true only for builtin macro, such as \__LINE__, whose values
207   /// are not given by fixed textual expansions.  Regular predefined macros
208   /// from the "<built-in>" buffer are not reported as builtins by this
209   /// function.
isBuiltinMacro()210   bool isBuiltinMacro() const { return IsBuiltinMacro; }
211 
hasCommaPasting()212   bool hasCommaPasting() const { return HasCommaPasting; }
setHasCommaPasting()213   void setHasCommaPasting() { HasCommaPasting = true; }
214 
215   /// \brief Return false if this macro is defined in the main file and has
216   /// not yet been used.
isUsed()217   bool isUsed() const { return IsUsed; }
218 
219   /// \brief Return true if this macro can be redefined without warning.
isAllowRedefinitionsWithoutWarning()220   bool isAllowRedefinitionsWithoutWarning() const {
221     return IsAllowRedefinitionsWithoutWarning;
222   }
223 
224   /// \brief Return true if we should emit a warning if the macro is unused.
isWarnIfUnused()225   bool isWarnIfUnused() const {
226     return IsWarnIfUnused;
227   }
228 
229   /// \brief Return the number of tokens that this macro expands to.
230   ///
getNumTokens()231   unsigned getNumTokens() const {
232     return ReplacementTokens.size();
233   }
234 
getReplacementToken(unsigned Tok)235   const Token &getReplacementToken(unsigned Tok) const {
236     assert(Tok < ReplacementTokens.size() && "Invalid token #");
237     return ReplacementTokens[Tok];
238   }
239 
240   typedef SmallVectorImpl<Token>::const_iterator tokens_iterator;
tokens_begin()241   tokens_iterator tokens_begin() const { return ReplacementTokens.begin(); }
tokens_end()242   tokens_iterator tokens_end() const { return ReplacementTokens.end(); }
tokens_empty()243   bool tokens_empty() const { return ReplacementTokens.empty(); }
244 
245   /// \brief Add the specified token to the replacement text for the macro.
AddTokenToBody(const Token & Tok)246   void AddTokenToBody(const Token &Tok) {
247     assert(!IsDefinitionLengthCached &&
248           "Changing replacement tokens after definition length got calculated");
249     ReplacementTokens.push_back(Tok);
250   }
251 
252   /// \brief Return true if this macro is enabled.
253   ///
254   /// In other words, that we are not currently in an expansion of this macro.
isEnabled()255   bool isEnabled() const { return !IsDisabled; }
256 
EnableMacro()257   void EnableMacro() {
258     assert(IsDisabled && "Cannot enable an already-enabled macro!");
259     IsDisabled = false;
260   }
261 
DisableMacro()262   void DisableMacro() {
263     assert(!IsDisabled && "Cannot disable an already-disabled macro!");
264     IsDisabled = true;
265   }
266 
267   /// \brief Determine whether this macro info came from an AST file (such as
268   /// a precompiled header or module) rather than having been parsed.
isFromASTFile()269   bool isFromASTFile() const { return FromASTFile; }
270 
271   /// \brief Determine whether this macro was used for a header guard.
isUsedForHeaderGuard()272   bool isUsedForHeaderGuard() const { return UsedForHeaderGuard; }
273 
setUsedForHeaderGuard(bool Val)274   void setUsedForHeaderGuard(bool Val) { UsedForHeaderGuard = Val; }
275 
276   /// \brief Retrieve the global ID of the module that owns this particular
277   /// macro info.
getOwningModuleID()278   unsigned getOwningModuleID() const {
279     if (isFromASTFile())
280       return *(const unsigned*)(this+1);
281 
282     return 0;
283   }
284 
285   void dump() const;
286 
287 private:
288   unsigned getDefinitionLengthSlow(SourceManager &SM) const;
289 
setOwningModuleID(unsigned ID)290   void setOwningModuleID(unsigned ID) {
291     assert(isFromASTFile());
292     *(unsigned*)(this+1) = ID;
293   }
294 
295   friend class Preprocessor;
296 };
297 
298 class DefMacroDirective;
299 
300 /// \brief Encapsulates changes to the "macros namespace" (the location where
301 /// the macro name became active, the location where it was undefined, etc.).
302 ///
303 /// MacroDirectives, associated with an identifier, are used to model the macro
304 /// history. Usually a macro definition (MacroInfo) is where a macro name
305 /// becomes active (MacroDirective) but modules can have their own macro
306 /// history, separate from the local (current translation unit) macro history.
307 ///
308 /// For example, if "@import A;" imports macro FOO, there will be a new local
309 /// MacroDirective created to indicate that "FOO" became active at the import
310 /// location. Module "A" itself will contain another MacroDirective in its macro
311 /// history (at the point of the definition of FOO) and both MacroDirectives
312 /// will point to the same MacroInfo object.
313 ///
314 class MacroDirective {
315 public:
316   enum Kind {
317     MD_Define,
318     MD_Undefine,
319     MD_Visibility
320   };
321 
322 protected:
323   /// \brief Previous macro directive for the same identifier, or NULL.
324   MacroDirective *Previous;
325 
326   SourceLocation Loc;
327 
328   /// \brief MacroDirective kind.
329   unsigned MDKind : 2;
330 
331   /// \brief True if the macro directive was loaded from a PCH file.
332   bool IsFromPCH : 1;
333 
334   // Used by DefMacroDirective -----------------------------------------------//
335 
336   /// \brief Whether the definition of this macro is ambiguous, due to
337   /// multiple definitions coming in from multiple modules.
338   bool IsAmbiguous : 1;
339 
340   // Used by VisibilityMacroDirective ----------------------------------------//
341 
342   /// \brief Whether the macro has public visibility (when described in a
343   /// module).
344   bool IsPublic : 1;
345 
346   // Used by DefMacroDirective and UndefMacroDirective -----------------------//
347 
348   /// \brief True if this macro was imported from a module.
349   bool IsImported : 1;
350 
351   /// \brief For an imported directive, the number of modules whose macros are
352   /// overridden by this directive. Only used if IsImported.
353   unsigned NumOverrides : 26;
354 
355   unsigned *getModuleDataStart();
getModuleDataStart()356   const unsigned *getModuleDataStart() const {
357     return const_cast<MacroDirective*>(this)->getModuleDataStart();
358   }
359 
360   MacroDirective(Kind K, SourceLocation Loc,
361                  unsigned ImportedFromModuleID = 0,
362                  ArrayRef<unsigned> Overrides = None)
Previous(nullptr)363       : Previous(nullptr), Loc(Loc), MDKind(K), IsFromPCH(false),
364         IsAmbiguous(false), IsPublic(true), IsImported(ImportedFromModuleID),
365         NumOverrides(Overrides.size()) {
366     assert(NumOverrides == Overrides.size() && "too many overrides");
367     assert((IsImported || !NumOverrides) && "overrides for non-module macro");
368 
369     if (IsImported) {
370       unsigned *Extra = getModuleDataStart();
371       *Extra++ = ImportedFromModuleID;
372       std::copy(Overrides.begin(), Overrides.end(), Extra);
373     }
374   }
375 
376 public:
getKind()377   Kind getKind() const { return Kind(MDKind); }
378 
getLocation()379   SourceLocation getLocation() const { return Loc; }
380 
381   /// \brief Set previous definition of the macro with the same name.
setPrevious(MacroDirective * Prev)382   void setPrevious(MacroDirective *Prev) {
383     Previous = Prev;
384   }
385 
386   /// \brief Get previous definition of the macro with the same name.
getPrevious()387   const MacroDirective *getPrevious() const { return Previous; }
388 
389   /// \brief Get previous definition of the macro with the same name.
getPrevious()390   MacroDirective *getPrevious() { return Previous; }
391 
392   /// \brief Return true if the macro directive was loaded from a PCH file.
isFromPCH()393   bool isFromPCH() const { return IsFromPCH; }
394 
setIsFromPCH()395   void setIsFromPCH() { IsFromPCH = true; }
396 
397   /// \brief True if this macro was imported from a module.
398   /// Note that this is never the case for a VisibilityMacroDirective.
isImported()399   bool isImported() const { return IsImported; }
400 
401   /// \brief If this directive was imported from a module, get the submodule
402   /// whose directive this is. Note that this may be different from the module
403   /// that owns the MacroInfo for a DefMacroDirective due to #pragma pop_macro
404   /// and similar effects.
getOwningModuleID()405   unsigned getOwningModuleID() const {
406     if (isImported())
407       return *getModuleDataStart();
408     return 0;
409   }
410 
411   /// \brief Get the module IDs of modules whose macros are overridden by this
412   /// directive. Only valid if this is an imported directive.
getOverriddenModules()413   ArrayRef<unsigned> getOverriddenModules() const {
414     assert(IsImported && "can only get overridden modules for imported macro");
415     return llvm::makeArrayRef(getModuleDataStart() + 1, NumOverrides);
416   }
417 
418   class DefInfo {
419     DefMacroDirective *DefDirective;
420     SourceLocation UndefLoc;
421     bool IsPublic;
422 
423   public:
DefInfo()424     DefInfo() : DefDirective(nullptr) { }
425 
DefInfo(DefMacroDirective * DefDirective,SourceLocation UndefLoc,bool isPublic)426     DefInfo(DefMacroDirective *DefDirective, SourceLocation UndefLoc,
427             bool isPublic)
428       : DefDirective(DefDirective), UndefLoc(UndefLoc), IsPublic(isPublic) { }
429 
getDirective()430     const DefMacroDirective *getDirective() const { return DefDirective; }
getDirective()431           DefMacroDirective *getDirective()       { return DefDirective; }
432 
433     inline SourceLocation getLocation() const;
434     inline MacroInfo *getMacroInfo();
getMacroInfo()435     const MacroInfo *getMacroInfo() const {
436       return const_cast<DefInfo*>(this)->getMacroInfo();
437     }
438 
getUndefLocation()439     SourceLocation getUndefLocation() const { return UndefLoc; }
isUndefined()440     bool isUndefined() const { return UndefLoc.isValid(); }
441 
isPublic()442     bool isPublic() const { return IsPublic; }
443 
isValid()444     bool isValid() const { return DefDirective != nullptr; }
isInvalid()445     bool isInvalid() const { return !isValid(); }
446 
447     explicit operator bool() const { return isValid(); }
448 
449     inline DefInfo getPreviousDefinition();
getPreviousDefinition()450     const DefInfo getPreviousDefinition() const {
451       return const_cast<DefInfo*>(this)->getPreviousDefinition();
452     }
453   };
454 
455   /// \brief Traverses the macro directives history and returns the next
456   /// macro definition directive along with info about its undefined location
457   /// (if there is one) and if it is public or private.
458   DefInfo getDefinition();
getDefinition()459   const DefInfo getDefinition() const {
460     return const_cast<MacroDirective*>(this)->getDefinition();
461   }
462 
isDefined()463   bool isDefined() const {
464     if (const DefInfo Def = getDefinition())
465       return !Def.isUndefined();
466     return false;
467   }
468 
getMacroInfo()469   const MacroInfo *getMacroInfo() const {
470     return getDefinition().getMacroInfo();
471   }
getMacroInfo()472   MacroInfo *getMacroInfo() {
473     return getDefinition().getMacroInfo();
474   }
475 
476   /// \brief Find macro definition active in the specified source location. If
477   /// this macro was not defined there, return NULL.
478   const DefInfo findDirectiveAtLoc(SourceLocation L, SourceManager &SM) const;
479 
480   void dump() const;
481 
classof(const MacroDirective *)482   static bool classof(const MacroDirective *) { return true; }
483 };
484 
485 /// \brief A directive for a defined macro or a macro imported from a module.
486 class DefMacroDirective : public MacroDirective {
487   MacroInfo *Info;
488 
489 public:
DefMacroDirective(MacroInfo * MI)490   explicit DefMacroDirective(MacroInfo *MI)
491       : MacroDirective(MD_Define, MI->getDefinitionLoc()), Info(MI) {
492     assert(MI && "MacroInfo is null");
493   }
494 
495   DefMacroDirective(MacroInfo *MI, SourceLocation Loc,
496                     unsigned ImportedFromModuleID = 0,
497                     ArrayRef<unsigned> Overrides = None)
MacroDirective(MD_Define,Loc,ImportedFromModuleID,Overrides)498       : MacroDirective(MD_Define, Loc, ImportedFromModuleID, Overrides),
499         Info(MI) {
500     assert(MI && "MacroInfo is null");
501   }
502 
503   /// \brief The data for the macro definition.
getInfo()504   const MacroInfo *getInfo() const { return Info; }
getInfo()505   MacroInfo *getInfo() { return Info; }
506 
507   /// \brief Determine whether this macro definition is ambiguous with
508   /// other macro definitions.
isAmbiguous()509   bool isAmbiguous() const { return IsAmbiguous; }
510 
511   /// \brief Set whether this macro definition is ambiguous.
setAmbiguous(bool Val)512   void setAmbiguous(bool Val) { IsAmbiguous = Val; }
513 
classof(const MacroDirective * MD)514   static bool classof(const MacroDirective *MD) {
515     return MD->getKind() == MD_Define;
516   }
classof(const DefMacroDirective *)517   static bool classof(const DefMacroDirective *) { return true; }
518 };
519 
520 /// \brief A directive for an undefined macro.
521 class UndefMacroDirective : public MacroDirective  {
522 public:
523   explicit UndefMacroDirective(SourceLocation UndefLoc,
524                                unsigned ImportedFromModuleID = 0,
525                                ArrayRef<unsigned> Overrides = None)
MacroDirective(MD_Undefine,UndefLoc,ImportedFromModuleID,Overrides)526       : MacroDirective(MD_Undefine, UndefLoc, ImportedFromModuleID, Overrides) {
527     assert((UndefLoc.isValid() || ImportedFromModuleID) && "Invalid UndefLoc!");
528   }
529 
classof(const MacroDirective * MD)530   static bool classof(const MacroDirective *MD) {
531     return MD->getKind() == MD_Undefine;
532   }
classof(const UndefMacroDirective *)533   static bool classof(const UndefMacroDirective *) { return true; }
534 };
535 
536 /// \brief A directive for setting the module visibility of a macro.
537 class VisibilityMacroDirective : public MacroDirective  {
538 public:
VisibilityMacroDirective(SourceLocation Loc,bool Public)539   explicit VisibilityMacroDirective(SourceLocation Loc, bool Public)
540     : MacroDirective(MD_Visibility, Loc) {
541     IsPublic = Public;
542   }
543 
544   /// \brief Determine whether this macro is part of the public API of its
545   /// module.
isPublic()546   bool isPublic() const { return IsPublic; }
547 
classof(const MacroDirective * MD)548   static bool classof(const MacroDirective *MD) {
549     return MD->getKind() == MD_Visibility;
550   }
classof(const VisibilityMacroDirective *)551   static bool classof(const VisibilityMacroDirective *) { return true; }
552 };
553 
getModuleDataStart()554 inline unsigned *MacroDirective::getModuleDataStart() {
555   if (auto *Def = dyn_cast<DefMacroDirective>(this))
556     return reinterpret_cast<unsigned*>(Def + 1);
557   else
558     return reinterpret_cast<unsigned*>(cast<UndefMacroDirective>(this) + 1);
559 }
560 
getLocation()561 inline SourceLocation MacroDirective::DefInfo::getLocation() const {
562   if (isInvalid())
563     return SourceLocation();
564   return DefDirective->getLocation();
565 }
566 
getMacroInfo()567 inline MacroInfo *MacroDirective::DefInfo::getMacroInfo() {
568   if (isInvalid())
569     return nullptr;
570   return DefDirective->getInfo();
571 }
572 
573 inline MacroDirective::DefInfo
getPreviousDefinition()574 MacroDirective::DefInfo::getPreviousDefinition() {
575   if (isInvalid() || DefDirective->getPrevious() == nullptr)
576     return DefInfo();
577   return DefDirective->getPrevious()->getDefinition();
578 }
579 
580 }  // end namespace clang
581 
582 #endif
583