1 //===-- llvm/MC/MCAsmLexer.h - Abstract Asm Lexer Interface -----*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 
10 #ifndef LLVM_MC_MCPARSER_MCASMLEXER_H
11 #define LLVM_MC_MCPARSER_MCASMLEXER_H
12 
13 #include "llvm/ADT/APInt.h"
14 #include "llvm/ADT/StringRef.h"
15 #include "llvm/Support/Compiler.h"
16 #include "llvm/Support/DataTypes.h"
17 #include "llvm/Support/SMLoc.h"
18 
19 namespace llvm {
20 
21 /// Target independent representation for an assembler token.
22 class AsmToken {
23 public:
24   enum TokenKind {
25     // Markers
26     Eof, Error,
27 
28     // String values.
29     Identifier,
30     String,
31 
32     // Integer values.
33     Integer,
34     BigNum, // larger than 64 bits
35 
36     // Real values.
37     Real,
38 
39     // No-value.
40     EndOfStatement,
41     Colon,
42     Space,
43     Plus, Minus, Tilde,
44     Slash,    // '/'
45     BackSlash, // '\'
46     LParen, RParen, LBrac, RBrac, LCurly, RCurly,
47     Star, Dot, Comma, Dollar, Equal, EqualEqual,
48 
49     Pipe, PipePipe, Caret,
50     Amp, AmpAmp, Exclaim, ExclaimEqual, Percent, Hash,
51     Less, LessEqual, LessLess, LessGreater,
52     Greater, GreaterEqual, GreaterGreater, At
53   };
54 
55 private:
56   TokenKind Kind;
57 
58   /// A reference to the entire token contents; this is always a pointer into
59   /// a memory buffer owned by the source manager.
60   StringRef Str;
61 
62   APInt IntVal;
63 
64 public:
AsmToken()65   AsmToken() {}
AsmToken(TokenKind Kind,StringRef Str,APInt IntVal)66   AsmToken(TokenKind Kind, StringRef Str, APInt IntVal)
67       : Kind(Kind), Str(Str), IntVal(IntVal) {}
68   AsmToken(TokenKind Kind, StringRef Str, int64_t IntVal = 0)
Kind(Kind)69       : Kind(Kind), Str(Str), IntVal(64, IntVal, true) {}
70 
getKind()71   TokenKind getKind() const { return Kind; }
is(TokenKind K)72   bool is(TokenKind K) const { return Kind == K; }
isNot(TokenKind K)73   bool isNot(TokenKind K) const { return Kind != K; }
74 
75   SMLoc getLoc() const;
76   SMLoc getEndLoc() const;
77   SMRange getLocRange() const;
78 
79   /// Get the contents of a string token (without quotes).
getStringContents()80   StringRef getStringContents() const {
81     assert(Kind == String && "This token isn't a string!");
82     return Str.slice(1, Str.size() - 1);
83   }
84 
85   /// Get the identifier string for the current token, which should be an
86   /// identifier or a string. This gets the portion of the string which should
87   /// be used as the identifier, e.g., it does not include the quotes on
88   /// strings.
getIdentifier()89   StringRef getIdentifier() const {
90     if (Kind == Identifier)
91       return getString();
92     return getStringContents();
93   }
94 
95   /// Get the string for the current token, this includes all characters (for
96   /// example, the quotes on strings) in the token.
97   ///
98   /// The returned StringRef points into the source manager's memory buffer, and
99   /// is safe to store across calls to Lex().
getString()100   StringRef getString() const { return Str; }
101 
102   // FIXME: Don't compute this in advance, it makes every token larger, and is
103   // also not generally what we want (it is nicer for recovery etc. to lex 123br
104   // as a single token, then diagnose as an invalid number).
getIntVal()105   int64_t getIntVal() const {
106     assert(Kind == Integer && "This token isn't an integer!");
107     return IntVal.getZExtValue();
108   }
109 
getAPIntVal()110   APInt getAPIntVal() const {
111     assert((Kind == Integer || Kind == BigNum) &&
112            "This token isn't an integer!");
113     return IntVal;
114   }
115 };
116 
117 /// Generic assembler lexer interface, for use by target specific assembly
118 /// lexers.
119 class MCAsmLexer {
120   /// The current token, stored in the base class for faster access.
121   AsmToken CurTok;
122 
123   /// The location and description of the current error
124   SMLoc ErrLoc;
125   std::string Err;
126 
127   MCAsmLexer(const MCAsmLexer &) = delete;
128   void operator=(const MCAsmLexer &) = delete;
129 protected: // Can only create subclasses.
130   const char *TokStart;
131   bool SkipSpace;
132   bool AllowAtInIdentifier;
133 
134   MCAsmLexer();
135 
136   virtual AsmToken LexToken() = 0;
137 
SetError(const SMLoc & errLoc,const std::string & err)138   void SetError(const SMLoc &errLoc, const std::string &err) {
139     ErrLoc = errLoc;
140     Err = err;
141   }
142 
143 public:
144   virtual ~MCAsmLexer();
145 
146   /// Consume the next token from the input stream and return it.
147   ///
148   /// The lexer will continuosly return the end-of-file token once the end of
149   /// the main input file has been reached.
Lex()150   const AsmToken &Lex() {
151     return CurTok = LexToken();
152   }
153 
154   virtual StringRef LexUntilEndOfStatement() = 0;
155 
156   /// Get the current source location.
157   SMLoc getLoc() const;
158 
159   /// Get the current (last) lexed token.
getTok()160   const AsmToken &getTok() const {
161     return CurTok;
162   }
163 
164   /// Look ahead at the next token to be lexed.
165   virtual const AsmToken peekTok(bool ShouldSkipSpace = true) = 0;
166 
167   /// Get the current error location
getErrLoc()168   const SMLoc &getErrLoc() {
169     return ErrLoc;
170   }
171 
172   /// Get the current error string
getErr()173   const std::string &getErr() {
174     return Err;
175   }
176 
177   /// Get the kind of current token.
getKind()178   AsmToken::TokenKind getKind() const { return CurTok.getKind(); }
179 
180   /// Check if the current token has kind \p K.
is(AsmToken::TokenKind K)181   bool is(AsmToken::TokenKind K) const { return CurTok.is(K); }
182 
183   /// Check if the current token has kind \p K.
isNot(AsmToken::TokenKind K)184   bool isNot(AsmToken::TokenKind K) const { return CurTok.isNot(K); }
185 
186   /// Set whether spaces should be ignored by the lexer
setSkipSpace(bool val)187   void setSkipSpace(bool val) { SkipSpace = val; }
188 
getAllowAtInIdentifier()189   bool getAllowAtInIdentifier() { return AllowAtInIdentifier; }
setAllowAtInIdentifier(bool v)190   void setAllowAtInIdentifier(bool v) { AllowAtInIdentifier = v; }
191 };
192 
193 } // End llvm namespace
194 
195 #endif
196