1 //===--- StringRef.h - Constant String Reference Wrapper --------*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 
10 #ifndef LLVM_ADT_STRINGREF_H
11 #define LLVM_ADT_STRINGREF_H
12 
13 #include <algorithm>
14 #include <cassert>
15 #include <cstring>
16 #include <limits>
17 #include <string>
18 #include <utility>
19 
20 namespace llvm {
21   template <typename T>
22   class SmallVectorImpl;
23   class APInt;
24   class hash_code;
25   class StringRef;
26 
27   /// Helper functions for StringRef::getAsInteger.
28   bool getAsUnsignedInteger(StringRef Str, unsigned Radix,
29                             unsigned long long &Result);
30 
31   bool getAsSignedInteger(StringRef Str, unsigned Radix, long long &Result);
32 
33   /// StringRef - Represent a constant reference to a string, i.e. a character
34   /// array and a length, which need not be null terminated.
35   ///
36   /// This class does not own the string data, it is expected to be used in
37   /// situations where the character data resides in some other buffer, whose
38   /// lifetime extends past that of the StringRef. For this reason, it is not in
39   /// general safe to store a StringRef.
40   class StringRef {
41   public:
42     typedef const char *iterator;
43     typedef const char *const_iterator;
44     static const size_t npos = ~size_t(0);
45     typedef size_t size_type;
46 
47   private:
48     /// The start of the string, in an external buffer.
49     const char *Data;
50 
51     /// The length of the string.
52     size_t Length;
53 
54     // Workaround memcmp issue with null pointers (undefined behavior)
55     // by providing a specialized version
compareMemory(const char * Lhs,const char * Rhs,size_t Length)56     static int compareMemory(const char *Lhs, const char *Rhs, size_t Length) {
57       if (Length == 0) { return 0; }
58       return ::memcmp(Lhs,Rhs,Length);
59     }
60 
61   public:
62     /// @name Constructors
63     /// @{
64 
65     /// Construct an empty string ref.
StringRef()66     /*implicit*/ StringRef() : Data(nullptr), Length(0) {}
67 
68     /// Construct a string ref from a cstring.
StringRef(const char * Str)69     /*implicit*/ StringRef(const char *Str)
70       : Data(Str) {
71         assert(Str && "StringRef cannot be built from a NULL argument");
72         Length = ::strlen(Str); // invoking strlen(NULL) is undefined behavior
73       }
74 
75     /// Construct a string ref from a pointer and length.
StringRef(const char * data,size_t length)76     /*implicit*/ StringRef(const char *data, size_t length)
77       : Data(data), Length(length) {
78         assert((data || length == 0) &&
79         "StringRef cannot be built from a NULL argument with non-null length");
80       }
81 
82     /// Construct a string ref from an std::string.
StringRef(const std::string & Str)83     /*implicit*/ StringRef(const std::string &Str)
84       : Data(Str.data()), Length(Str.length()) {}
85 
86     /// @}
87     /// @name Iterators
88     /// @{
89 
begin()90     iterator begin() const { return Data; }
91 
end()92     iterator end() const { return Data + Length; }
93 
bytes_begin()94     const unsigned char *bytes_begin() const {
95       return reinterpret_cast<const unsigned char *>(begin());
96     }
bytes_end()97     const unsigned char *bytes_end() const {
98       return reinterpret_cast<const unsigned char *>(end());
99     }
100 
101     /// @}
102     /// @name String Operations
103     /// @{
104 
105     /// data - Get a pointer to the start of the string (which may not be null
106     /// terminated).
data()107     const char *data() const { return Data; }
108 
109     /// empty - Check if the string is empty.
empty()110     bool empty() const { return Length == 0; }
111 
112     /// size - Get the string size.
size()113     size_t size() const { return Length; }
114 
115     /// front - Get the first character in the string.
front()116     char front() const {
117       assert(!empty());
118       return Data[0];
119     }
120 
121     /// back - Get the last character in the string.
back()122     char back() const {
123       assert(!empty());
124       return Data[Length-1];
125     }
126 
127     // copy - Allocate copy in Allocator and return StringRef to it.
copy(Allocator & A)128     template <typename Allocator> StringRef copy(Allocator &A) const {
129       char *S = A.template Allocate<char>(Length);
130       std::copy(begin(), end(), S);
131       return StringRef(S, Length);
132     }
133 
134     /// equals - Check for string equality, this is more efficient than
135     /// compare() when the relative ordering of inequal strings isn't needed.
equals(StringRef RHS)136     bool equals(StringRef RHS) const {
137       return (Length == RHS.Length &&
138               compareMemory(Data, RHS.Data, RHS.Length) == 0);
139     }
140 
141     /// equals_lower - Check for string equality, ignoring case.
equals_lower(StringRef RHS)142     bool equals_lower(StringRef RHS) const {
143       return Length == RHS.Length && compare_lower(RHS) == 0;
144     }
145 
146     /// compare - Compare two strings; the result is -1, 0, or 1 if this string
147     /// is lexicographically less than, equal to, or greater than the \p RHS.
compare(StringRef RHS)148     int compare(StringRef RHS) const {
149       // Check the prefix for a mismatch.
150       if (int Res = compareMemory(Data, RHS.Data, std::min(Length, RHS.Length)))
151         return Res < 0 ? -1 : 1;
152 
153       // Otherwise the prefixes match, so we only need to check the lengths.
154       if (Length == RHS.Length)
155         return 0;
156       return Length < RHS.Length ? -1 : 1;
157     }
158 
159     /// compare_lower - Compare two strings, ignoring case.
160     int compare_lower(StringRef RHS) const;
161 
162     /// compare_numeric - Compare two strings, treating sequences of digits as
163     /// numbers.
164     int compare_numeric(StringRef RHS) const;
165 
166     /// \brief Determine the edit distance between this string and another
167     /// string.
168     ///
169     /// \param Other the string to compare this string against.
170     ///
171     /// \param AllowReplacements whether to allow character
172     /// replacements (change one character into another) as a single
173     /// operation, rather than as two operations (an insertion and a
174     /// removal).
175     ///
176     /// \param MaxEditDistance If non-zero, the maximum edit distance that
177     /// this routine is allowed to compute. If the edit distance will exceed
178     /// that maximum, returns \c MaxEditDistance+1.
179     ///
180     /// \returns the minimum number of character insertions, removals,
181     /// or (if \p AllowReplacements is \c true) replacements needed to
182     /// transform one of the given strings into the other. If zero,
183     /// the strings are identical.
184     unsigned edit_distance(StringRef Other, bool AllowReplacements = true,
185                            unsigned MaxEditDistance = 0) const;
186 
187     /// str - Get the contents as an std::string.
str()188     std::string str() const {
189       if (!Data) return std::string();
190       return std::string(Data, Length);
191     }
192 
193     /// @}
194     /// @name Operator Overloads
195     /// @{
196 
197     char operator[](size_t Index) const {
198       assert(Index < Length && "Invalid index!");
199       return Data[Index];
200     }
201 
202     /// @}
203     /// @name Type Conversions
204     /// @{
205 
string()206     operator std::string() const {
207       return str();
208     }
209 
210     /// @}
211     /// @name String Predicates
212     /// @{
213 
214     /// Check if this string starts with the given \p Prefix.
startswith(StringRef Prefix)215     bool startswith(StringRef Prefix) const {
216       return Length >= Prefix.Length &&
217              compareMemory(Data, Prefix.Data, Prefix.Length) == 0;
218     }
219 
220     /// Check if this string starts with the given \p Prefix, ignoring case.
221     bool startswith_lower(StringRef Prefix) const;
222 
223     /// Check if this string ends with the given \p Suffix.
endswith(StringRef Suffix)224     bool endswith(StringRef Suffix) const {
225       return Length >= Suffix.Length &&
226         compareMemory(end() - Suffix.Length, Suffix.Data, Suffix.Length) == 0;
227     }
228 
229     /// Check if this string ends with the given \p Suffix, ignoring case.
230     bool endswith_lower(StringRef Suffix) const;
231 
232     /// @}
233     /// @name String Searching
234     /// @{
235 
236     /// Search for the first character \p C in the string.
237     ///
238     /// \returns The index of the first occurrence of \p C, or npos if not
239     /// found.
240     size_t find(char C, size_t From = 0) const {
241       size_t FindBegin = std::min(From, Length);
242       if (FindBegin < Length) { // Avoid calling memchr with nullptr.
243         // Just forward to memchr, which is faster than a hand-rolled loop.
244         if (const void *P = ::memchr(Data + FindBegin, C, Length - FindBegin))
245           return static_cast<const char *>(P) - Data;
246       }
247       return npos;
248     }
249 
250     /// Search for the first string \p Str in the string.
251     ///
252     /// \returns The index of the first occurrence of \p Str, or npos if not
253     /// found.
254     size_t find(StringRef Str, size_t From = 0) const;
255 
256     /// Search for the last character \p C in the string.
257     ///
258     /// \returns The index of the last occurrence of \p C, or npos if not
259     /// found.
260     size_t rfind(char C, size_t From = npos) const {
261       From = std::min(From, Length);
262       size_t i = From;
263       while (i != 0) {
264         --i;
265         if (Data[i] == C)
266           return i;
267       }
268       return npos;
269     }
270 
271     /// Search for the last string \p Str in the string.
272     ///
273     /// \returns The index of the last occurrence of \p Str, or npos if not
274     /// found.
275     size_t rfind(StringRef Str) const;
276 
277     /// Find the first character in the string that is \p C, or npos if not
278     /// found. Same as find.
279     size_t find_first_of(char C, size_t From = 0) const {
280       return find(C, From);
281     }
282 
283     /// Find the first character in the string that is in \p Chars, or npos if
284     /// not found.
285     ///
286     /// Complexity: O(size() + Chars.size())
287     size_t find_first_of(StringRef Chars, size_t From = 0) const;
288 
289     /// Find the first character in the string that is not \p C or npos if not
290     /// found.
291     size_t find_first_not_of(char C, size_t From = 0) const;
292 
293     /// Find the first character in the string that is not in the string
294     /// \p Chars, or npos if not found.
295     ///
296     /// Complexity: O(size() + Chars.size())
297     size_t find_first_not_of(StringRef Chars, size_t From = 0) const;
298 
299     /// Find the last character in the string that is \p C, or npos if not
300     /// found.
301     size_t find_last_of(char C, size_t From = npos) const {
302       return rfind(C, From);
303     }
304 
305     /// Find the last character in the string that is in \p C, or npos if not
306     /// found.
307     ///
308     /// Complexity: O(size() + Chars.size())
309     size_t find_last_of(StringRef Chars, size_t From = npos) const;
310 
311     /// Find the last character in the string that is not \p C, or npos if not
312     /// found.
313     size_t find_last_not_of(char C, size_t From = npos) const;
314 
315     /// Find the last character in the string that is not in \p Chars, or
316     /// npos if not found.
317     ///
318     /// Complexity: O(size() + Chars.size())
319     size_t find_last_not_of(StringRef Chars, size_t From = npos) const;
320 
321     /// @}
322     /// @name Helpful Algorithms
323     /// @{
324 
325     /// Return the number of occurrences of \p C in the string.
count(char C)326     size_t count(char C) const {
327       size_t Count = 0;
328       for (size_t i = 0, e = Length; i != e; ++i)
329         if (Data[i] == C)
330           ++Count;
331       return Count;
332     }
333 
334     /// Return the number of non-overlapped occurrences of \p Str in
335     /// the string.
336     size_t count(StringRef Str) const;
337 
338     /// Parse the current string as an integer of the specified radix.  If
339     /// \p Radix is specified as zero, this does radix autosensing using
340     /// extended C rules: 0 is octal, 0x is hex, 0b is binary.
341     ///
342     /// If the string is invalid or if only a subset of the string is valid,
343     /// this returns true to signify the error.  The string is considered
344     /// erroneous if empty or if it overflows T.
345     template <typename T>
346     typename std::enable_if<std::numeric_limits<T>::is_signed, bool>::type
getAsInteger(unsigned Radix,T & Result)347     getAsInteger(unsigned Radix, T &Result) const {
348       long long LLVal;
349       if (getAsSignedInteger(*this, Radix, LLVal) ||
350             static_cast<T>(LLVal) != LLVal)
351         return true;
352       Result = LLVal;
353       return false;
354     }
355 
356     template <typename T>
357     typename std::enable_if<!std::numeric_limits<T>::is_signed, bool>::type
getAsInteger(unsigned Radix,T & Result)358     getAsInteger(unsigned Radix, T &Result) const {
359       unsigned long long ULLVal;
360       // The additional cast to unsigned long long is required to avoid the
361       // Visual C++ warning C4805: '!=' : unsafe mix of type 'bool' and type
362       // 'unsigned __int64' when instantiating getAsInteger with T = bool.
363       if (getAsUnsignedInteger(*this, Radix, ULLVal) ||
364           static_cast<unsigned long long>(static_cast<T>(ULLVal)) != ULLVal)
365         return true;
366       Result = ULLVal;
367       return false;
368     }
369 
370     /// Parse the current string as an integer of the specified \p Radix, or of
371     /// an autosensed radix if the \p Radix given is 0.  The current value in
372     /// \p Result is discarded, and the storage is changed to be wide enough to
373     /// store the parsed integer.
374     ///
375     /// \returns true if the string does not solely consist of a valid
376     /// non-empty number in the appropriate base.
377     ///
378     /// APInt::fromString is superficially similar but assumes the
379     /// string is well-formed in the given radix.
380     bool getAsInteger(unsigned Radix, APInt &Result) const;
381 
382     /// @}
383     /// @name String Operations
384     /// @{
385 
386     // Convert the given ASCII string to lowercase.
387     std::string lower() const;
388 
389     /// Convert the given ASCII string to uppercase.
390     std::string upper() const;
391 
392     /// @}
393     /// @name Substring Operations
394     /// @{
395 
396     /// Return a reference to the substring from [Start, Start + N).
397     ///
398     /// \param Start The index of the starting character in the substring; if
399     /// the index is npos or greater than the length of the string then the
400     /// empty substring will be returned.
401     ///
402     /// \param N The number of characters to included in the substring. If N
403     /// exceeds the number of characters remaining in the string, the string
404     /// suffix (starting with \p Start) will be returned.
405     StringRef substr(size_t Start, size_t N = npos) const {
406       Start = std::min(Start, Length);
407       return StringRef(Data + Start, std::min(N, Length - Start));
408     }
409 
410     /// Return a StringRef equal to 'this' but with the first \p N elements
411     /// dropped.
412     StringRef drop_front(size_t N = 1) const {
413       assert(size() >= N && "Dropping more elements than exist");
414       return substr(N);
415     }
416 
417     /// Return a StringRef equal to 'this' but with the last \p N elements
418     /// dropped.
419     StringRef drop_back(size_t N = 1) const {
420       assert(size() >= N && "Dropping more elements than exist");
421       return substr(0, size()-N);
422     }
423 
424     /// Return a reference to the substring from [Start, End).
425     ///
426     /// \param Start The index of the starting character in the substring; if
427     /// the index is npos or greater than the length of the string then the
428     /// empty substring will be returned.
429     ///
430     /// \param End The index following the last character to include in the
431     /// substring. If this is npos, or less than \p Start, or exceeds the
432     /// number of characters remaining in the string, the string suffix
433     /// (starting with \p Start) will be returned.
slice(size_t Start,size_t End)434     StringRef slice(size_t Start, size_t End) const {
435       Start = std::min(Start, Length);
436       End = std::min(std::max(Start, End), Length);
437       return StringRef(Data + Start, End - Start);
438     }
439 
440     /// Split into two substrings around the first occurrence of a separator
441     /// character.
442     ///
443     /// If \p Separator is in the string, then the result is a pair (LHS, RHS)
444     /// such that (*this == LHS + Separator + RHS) is true and RHS is
445     /// maximal. If \p Separator is not in the string, then the result is a
446     /// pair (LHS, RHS) where (*this == LHS) and (RHS == "").
447     ///
448     /// \param Separator The character to split on.
449     /// \returns The split substrings.
split(char Separator)450     std::pair<StringRef, StringRef> split(char Separator) const {
451       size_t Idx = find(Separator);
452       if (Idx == npos)
453         return std::make_pair(*this, StringRef());
454       return std::make_pair(slice(0, Idx), slice(Idx+1, npos));
455     }
456 
457     /// Split into two substrings around the first occurrence of a separator
458     /// string.
459     ///
460     /// If \p Separator is in the string, then the result is a pair (LHS, RHS)
461     /// such that (*this == LHS + Separator + RHS) is true and RHS is
462     /// maximal. If \p Separator is not in the string, then the result is a
463     /// pair (LHS, RHS) where (*this == LHS) and (RHS == "").
464     ///
465     /// \param Separator - The string to split on.
466     /// \return - The split substrings.
split(StringRef Separator)467     std::pair<StringRef, StringRef> split(StringRef Separator) const {
468       size_t Idx = find(Separator);
469       if (Idx == npos)
470         return std::make_pair(*this, StringRef());
471       return std::make_pair(slice(0, Idx), slice(Idx + Separator.size(), npos));
472     }
473 
474     /// Split into substrings around the occurrences of a separator string.
475     ///
476     /// Each substring is stored in \p A. If \p MaxSplit is >= 0, at most
477     /// \p MaxSplit splits are done and consequently <= \p MaxSplit
478     /// elements are added to A.
479     /// If \p KeepEmpty is false, empty strings are not added to \p A. They
480     /// still count when considering \p MaxSplit
481     /// An useful invariant is that
482     /// Separator.join(A) == *this if MaxSplit == -1 and KeepEmpty == true
483     ///
484     /// \param A - Where to put the substrings.
485     /// \param Separator - The string to split on.
486     /// \param MaxSplit - The maximum number of times the string is split.
487     /// \param KeepEmpty - True if empty substring should be added.
488     void split(SmallVectorImpl<StringRef> &A,
489                StringRef Separator, int MaxSplit = -1,
490                bool KeepEmpty = true) const;
491 
492     /// Split into two substrings around the last occurrence of a separator
493     /// character.
494     ///
495     /// If \p Separator is in the string, then the result is a pair (LHS, RHS)
496     /// such that (*this == LHS + Separator + RHS) is true and RHS is
497     /// minimal. If \p Separator is not in the string, then the result is a
498     /// pair (LHS, RHS) where (*this == LHS) and (RHS == "").
499     ///
500     /// \param Separator - The character to split on.
501     /// \return - The split substrings.
rsplit(char Separator)502     std::pair<StringRef, StringRef> rsplit(char Separator) const {
503       size_t Idx = rfind(Separator);
504       if (Idx == npos)
505         return std::make_pair(*this, StringRef());
506       return std::make_pair(slice(0, Idx), slice(Idx+1, npos));
507     }
508 
509     /// Return string with consecutive characters in \p Chars starting from
510     /// the left removed.
511     StringRef ltrim(StringRef Chars = " \t\n\v\f\r") const {
512       return drop_front(std::min(Length, find_first_not_of(Chars)));
513     }
514 
515     /// Return string with consecutive characters in \p Chars starting from
516     /// the right removed.
517     StringRef rtrim(StringRef Chars = " \t\n\v\f\r") const {
518       return drop_back(Length - std::min(Length, find_last_not_of(Chars) + 1));
519     }
520 
521     /// Return string with consecutive characters in \p Chars starting from
522     /// the left and right removed.
523     StringRef trim(StringRef Chars = " \t\n\v\f\r") const {
524       return ltrim(Chars).rtrim(Chars);
525     }
526 
527     /// @}
528   };
529 
530   /// @name StringRef Comparison Operators
531   /// @{
532 
533   inline bool operator==(StringRef LHS, StringRef RHS) {
534     return LHS.equals(RHS);
535   }
536 
537   inline bool operator!=(StringRef LHS, StringRef RHS) {
538     return !(LHS == RHS);
539   }
540 
541   inline bool operator<(StringRef LHS, StringRef RHS) {
542     return LHS.compare(RHS) == -1;
543   }
544 
545   inline bool operator<=(StringRef LHS, StringRef RHS) {
546     return LHS.compare(RHS) != 1;
547   }
548 
549   inline bool operator>(StringRef LHS, StringRef RHS) {
550     return LHS.compare(RHS) == 1;
551   }
552 
553   inline bool operator>=(StringRef LHS, StringRef RHS) {
554     return LHS.compare(RHS) != -1;
555   }
556 
557   inline std::string &operator+=(std::string &buffer, StringRef string) {
558     return buffer.append(string.data(), string.size());
559   }
560 
561   /// @}
562 
563   /// \brief Compute a hash_code for a StringRef.
564   hash_code hash_value(StringRef S);
565 
566   // StringRefs can be treated like a POD type.
567   template <typename T> struct isPodLike;
568   template <> struct isPodLike<StringRef> { static const bool value = true; };
569 }
570 
571 #endif
572