1 // Protocol Buffers - Google's data interchange format
2 // Copyright 2008 Google Inc.  All rights reserved.
3 // https://developers.google.com/protocol-buffers/
4 //
5 // Redistribution and use in source and binary forms, with or without
6 // modification, are permitted provided that the following conditions are
7 // met:
8 //
9 //     * Redistributions of source code must retain the above copyright
10 // notice, this list of conditions and the following disclaimer.
11 //     * Redistributions in binary form must reproduce the above
12 // copyright notice, this list of conditions and the following disclaimer
13 // in the documentation and/or other materials provided with the
14 // distribution.
15 //     * Neither the name of Google Inc. nor the names of its
16 // contributors may be used to endorse or promote products derived from
17 // this software without specific prior written permission.
18 //
19 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
21 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 
31 // A StringPiece points to part or all of a string, Cord, double-quoted string
32 // literal, or other string-like object.  A StringPiece does *not* own the
33 // string to which it points.  A StringPiece is not null-terminated.
34 //
35 // You can use StringPiece as a function or method parameter.  A StringPiece
36 // parameter can receive a double-quoted string literal argument, a "const
37 // char*" argument, a string argument, or a StringPiece argument with no data
38 // copying.  Systematic use of StringPiece for arguments reduces data
39 // copies and strlen() calls.
40 //
41 // Prefer passing StringPieces by value:
42 //   void MyFunction(StringPiece arg);
43 // If circumstances require, you may also pass by const reference:
44 //   void MyFunction(const StringPiece& arg);  // not preferred
45 // Both of these have the same lifetime semantics.  Passing by value
46 // generates slightly smaller code.  For more discussion, see the thread
47 // go/stringpiecebyvalue on c-users.
48 //
49 // StringPiece is also suitable for local variables if you know that
50 // the lifetime of the underlying object is longer than the lifetime
51 // of your StringPiece variable.
52 //
53 // Beware of binding a StringPiece to a temporary:
54 //   StringPiece sp = obj.MethodReturningString();  // BAD: lifetime problem
55 //
56 // This code is okay:
57 //   string str = obj.MethodReturningString();  // str owns its contents
58 //   StringPiece sp(str);  // GOOD, because str outlives sp
59 //
60 // StringPiece is sometimes a poor choice for a return value and usually a poor
61 // choice for a data member.  If you do use a StringPiece this way, it is your
62 // responsibility to ensure that the object pointed to by the StringPiece
63 // outlives the StringPiece.
64 //
65 // A StringPiece may represent just part of a string; thus the name "Piece".
66 // For example, when splitting a string, vector<StringPiece> is a natural data
67 // type for the output.  For another example, a Cord is a non-contiguous,
68 // potentially very long string-like object.  The Cord class has an interface
69 // that iteratively provides StringPiece objects that point to the
70 // successive pieces of a Cord object.
71 //
72 // A StringPiece is not null-terminated.  If you write code that scans a
73 // StringPiece, you must check its length before reading any characters.
74 // Common idioms that work on null-terminated strings do not work on
75 // StringPiece objects.
76 //
77 // There are several ways to create a null StringPiece:
78 //   StringPiece()
79 //   StringPiece(NULL)
80 //   StringPiece(NULL, 0)
81 // For all of the above, sp.data() == NULL, sp.length() == 0,
82 // and sp.empty() == true.  Also, if you create a StringPiece with
83 // a non-NULL pointer then sp.data() != NULL.  Once created,
84 // sp.data() will stay either NULL or not-NULL, except if you call
85 // sp.clear() or sp.set().
86 //
87 // Thus, you can use StringPiece(NULL) to signal an out-of-band value
88 // that is different from other StringPiece values.  This is similar
89 // to the way that const char* p1 = NULL; is different from
90 // const char* p2 = "";.
91 //
92 // There are many ways to create an empty StringPiece:
93 //   StringPiece()
94 //   StringPiece(NULL)
95 //   StringPiece(NULL, 0)
96 //   StringPiece("")
97 //   StringPiece("", 0)
98 //   StringPiece("abcdef", 0)
99 //   StringPiece("abcdef"+6, 0)
100 // For all of the above, sp.length() will be 0 and sp.empty() will be true.
101 // For some empty StringPiece values, sp.data() will be NULL.
102 // For some empty StringPiece values, sp.data() will not be NULL.
103 //
104 // Be careful not to confuse: null StringPiece and empty StringPiece.
105 // The set of empty StringPieces properly includes the set of null StringPieces.
106 // That is, every null StringPiece is an empty StringPiece,
107 // but some non-null StringPieces are empty Stringpieces too.
108 //
109 // All empty StringPiece values compare equal to each other.
110 // Even a null StringPieces compares equal to a non-null empty StringPiece:
111 //  StringPiece() == StringPiece("", 0)
112 //  StringPiece(NULL) == StringPiece("abc", 0)
113 //  StringPiece(NULL, 0) == StringPiece("abcdef"+6, 0)
114 //
115 // Look carefully at this example:
116 //   StringPiece("") == NULL
117 // True or false?  TRUE, because StringPiece::operator== converts
118 // the right-hand side from NULL to StringPiece(NULL),
119 // and then compares two zero-length spans of characters.
120 // However, we are working to make this example produce a compile error.
121 //
122 // Suppose you want to write:
123 //   bool TestWhat?(StringPiece sp) { return sp == NULL; }  // BAD
124 // Do not do that.  Write one of these instead:
125 //   bool TestNull(StringPiece sp) { return sp.data() == NULL; }
126 //   bool TestEmpty(StringPiece sp) { return sp.empty(); }
127 // The intent of TestWhat? is unclear.  Did you mean TestNull or TestEmpty?
128 // Right now, TestWhat? behaves likes TestEmpty.
129 // We are working to make TestWhat? produce a compile error.
130 // TestNull is good to test for an out-of-band signal.
131 // TestEmpty is good to test for an empty StringPiece.
132 //
133 // Caveats (again):
134 // (1) The lifetime of the pointed-to string (or piece of a string)
135 //     must be longer than the lifetime of the StringPiece.
136 // (2) There may or may not be a '\0' character after the end of
137 //     StringPiece data.
138 // (3) A null StringPiece is empty.
139 //     An empty StringPiece may or may not be a null StringPiece.
140 
141 #ifndef GOOGLE_PROTOBUF_STUBS_STRINGPIECE_H_
142 #define GOOGLE_PROTOBUF_STUBS_STRINGPIECE_H_
143 
144 #include <assert.h>
145 #include <stddef.h>
146 #include <string.h>
147 #include <iosfwd>
148 #include <limits>
149 #include <string>
150 
151 #include <google/protobuf/stubs/common.h>
152 #include <google/protobuf/stubs/hash.h>
153 
154 namespace google {
155 namespace protobuf {
156 // StringPiece has *two* size types.
157 // StringPiece::size_type
158 //   is unsigned
159 //   is 32 bits in LP32, 64 bits in LP64, 64 bits in LLP64
160 //   no future changes intended
161 // stringpiece_ssize_type
162 //   is signed
163 //   is 32 bits in LP32, 64 bits in LP64, 64 bits in LLP64
164 //   future changes intended: http://go/64BitStringPiece
165 //
166 typedef string::difference_type stringpiece_ssize_type;
167 
168 // STRINGPIECE_CHECK_SIZE protects us from 32-bit overflows.
169 // TODO(mec): delete this after stringpiece_ssize_type goes 64 bit.
170 #if !defined(NDEBUG)
171 #define STRINGPIECE_CHECK_SIZE 1
172 #elif defined(_FORTIFY_SOURCE) && _FORTIFY_SOURCE > 0
173 #define STRINGPIECE_CHECK_SIZE 1
174 #else
175 #define STRINGPIECE_CHECK_SIZE 0
176 #endif
177 
178 class LIBPROTOBUF_EXPORT StringPiece {
179  private:
180   const char* ptr_;
181   stringpiece_ssize_type length_;
182 
183   // Prevent overflow in debug mode or fortified mode.
184   // sizeof(stringpiece_ssize_type) may be smaller than sizeof(size_t).
CheckedSsizeTFromSizeT(size_t size)185   static stringpiece_ssize_type CheckedSsizeTFromSizeT(size_t size) {
186 #if STRINGPIECE_CHECK_SIZE > 0
187 #ifdef max
188 #undef max
189 #endif
190     if (size > static_cast<size_t>(
191         std::numeric_limits<stringpiece_ssize_type>::max())) {
192       // Some people grep for this message in logs
193       // so take care if you ever change it.
194       LogFatalSizeTooBig(size, "size_t to int conversion");
195     }
196 #endif
197     return static_cast<stringpiece_ssize_type>(size);
198   }
199 
200   // Out-of-line error path.
201   static void LogFatalSizeTooBig(size_t size, const char* details);
202 
203  public:
204   // We provide non-explicit singleton constructors so users can pass
205   // in a "const char*" or a "string" wherever a "StringPiece" is
206   // expected.
207   //
208   // Style guide exception granted:
209   // http://goto/style-guide-exception-20978288
StringPiece()210   StringPiece() : ptr_(NULL), length_(0) {}
211 
StringPiece(const char * str)212   StringPiece(const char* str)  // NOLINT(runtime/explicit)
213       : ptr_(str), length_(0) {
214     if (str != NULL) {
215       length_ = CheckedSsizeTFromSizeT(strlen(str));
216     }
217   }
218 
219   template <class Allocator>
StringPiece(const std::basic_string<char,std::char_traits<char>,Allocator> & str)220   StringPiece(  // NOLINT(runtime/explicit)
221       const std::basic_string<char, std::char_traits<char>, Allocator>& str)
222       : ptr_(str.data()), length_(0) {
223     length_ = CheckedSsizeTFromSizeT(str.size());
224   }
225 
StringPiece(const char * offset,stringpiece_ssize_type len)226   StringPiece(const char* offset, stringpiece_ssize_type len)
227       : ptr_(offset), length_(len) {
228     assert(len >= 0);
229   }
230 
231   // Substring of another StringPiece.
232   // pos must be non-negative and <= x.length().
233   StringPiece(StringPiece x, stringpiece_ssize_type pos);
234   // Substring of another StringPiece.
235   // pos must be non-negative and <= x.length().
236   // len must be non-negative and will be pinned to at most x.length() - pos.
237   StringPiece(StringPiece x,
238               stringpiece_ssize_type pos,
239               stringpiece_ssize_type len);
240 
241   // data() may return a pointer to a buffer with embedded NULs, and the
242   // returned buffer may or may not be null terminated.  Therefore it is
243   // typically a mistake to pass data() to a routine that expects a NUL
244   // terminated string.
data()245   const char* data() const { return ptr_; }
size()246   stringpiece_ssize_type size() const { return length_; }
length()247   stringpiece_ssize_type length() const { return length_; }
empty()248   bool empty() const { return length_ == 0; }
249 
clear()250   void clear() {
251     ptr_ = NULL;
252     length_ = 0;
253   }
254 
set(const char * data,stringpiece_ssize_type len)255   void set(const char* data, stringpiece_ssize_type len) {
256     assert(len >= 0);
257     ptr_ = data;
258     length_ = len;
259   }
260 
set(const char * str)261   void set(const char* str) {
262     ptr_ = str;
263     if (str != NULL)
264       length_ = CheckedSsizeTFromSizeT(strlen(str));
265     else
266       length_ = 0;
267   }
268 
set(const void * data,stringpiece_ssize_type len)269   void set(const void* data, stringpiece_ssize_type len) {
270     ptr_ = reinterpret_cast<const char*>(data);
271     length_ = len;
272   }
273 
274   char operator[](stringpiece_ssize_type i) const {
275     assert(0 <= i);
276     assert(i < length_);
277     return ptr_[i];
278   }
279 
remove_prefix(stringpiece_ssize_type n)280   void remove_prefix(stringpiece_ssize_type n) {
281     assert(length_ >= n);
282     ptr_ += n;
283     length_ -= n;
284   }
285 
remove_suffix(stringpiece_ssize_type n)286   void remove_suffix(stringpiece_ssize_type n) {
287     assert(length_ >= n);
288     length_ -= n;
289   }
290 
291   // returns {-1, 0, 1}
compare(StringPiece x)292   int compare(StringPiece x) const {
293     const stringpiece_ssize_type min_size =
294         length_ < x.length_ ? length_ : x.length_;
295     int r = memcmp(ptr_, x.ptr_, min_size);
296     if (r < 0) return -1;
297     if (r > 0) return 1;
298     if (length_ < x.length_) return -1;
299     if (length_ > x.length_) return 1;
300     return 0;
301   }
302 
as_string()303   string as_string() const {
304     return ToString();
305   }
306   // We also define ToString() here, since many other string-like
307   // interfaces name the routine that converts to a C++ string
308   // "ToString", and it's confusing to have the method that does that
309   // for a StringPiece be called "as_string()".  We also leave the
310   // "as_string()" method defined here for existing code.
ToString()311   string ToString() const {
312     if (ptr_ == NULL) return string();
313     return string(data(), size());
314   }
315 
string()316   operator string() const {
317     return ToString();
318   }
319 
320   void CopyToString(string* target) const;
321   void AppendToString(string* target) const;
322 
starts_with(StringPiece x)323   bool starts_with(StringPiece x) const {
324     return (length_ >= x.length_) && (memcmp(ptr_, x.ptr_, x.length_) == 0);
325   }
326 
ends_with(StringPiece x)327   bool ends_with(StringPiece x) const {
328     return ((length_ >= x.length_) &&
329             (memcmp(ptr_ + (length_-x.length_), x.ptr_, x.length_) == 0));
330   }
331 
332   // Checks whether StringPiece starts with x and if so advances the beginning
333   // of it to past the match.  It's basically a shortcut for starts_with
334   // followed by remove_prefix.
335   bool Consume(StringPiece x);
336   // Like above but for the end of the string.
337   bool ConsumeFromEnd(StringPiece x);
338 
339   // standard STL container boilerplate
340   typedef char value_type;
341   typedef const char* pointer;
342   typedef const char& reference;
343   typedef const char& const_reference;
344   typedef size_t size_type;
345   typedef ptrdiff_t difference_type;
346   static const size_type npos;
347   typedef const char* const_iterator;
348   typedef const char* iterator;
349   typedef std::reverse_iterator<const_iterator> const_reverse_iterator;
350   typedef std::reverse_iterator<iterator> reverse_iterator;
begin()351   iterator begin() const { return ptr_; }
end()352   iterator end() const { return ptr_ + length_; }
rbegin()353   const_reverse_iterator rbegin() const {
354     return const_reverse_iterator(ptr_ + length_);
355   }
rend()356   const_reverse_iterator rend() const {
357     return const_reverse_iterator(ptr_);
358   }
max_size()359   stringpiece_ssize_type max_size() const { return length_; }
capacity()360   stringpiece_ssize_type capacity() const { return length_; }
361 
362   // cpplint.py emits a false positive [build/include_what_you_use]
363   stringpiece_ssize_type copy(char* buf, size_type n, size_type pos = 0) const;  // NOLINT
364 
365   bool contains(StringPiece s) const;
366 
367   stringpiece_ssize_type find(StringPiece s, size_type pos = 0) const;
368   stringpiece_ssize_type find(char c, size_type pos = 0) const;
369   stringpiece_ssize_type rfind(StringPiece s, size_type pos = npos) const;
370   stringpiece_ssize_type rfind(char c, size_type pos = npos) const;
371 
372   stringpiece_ssize_type find_first_of(StringPiece s, size_type pos = 0) const;
373   stringpiece_ssize_type find_first_of(char c, size_type pos = 0) const {
374     return find(c, pos);
375   }
376   stringpiece_ssize_type find_first_not_of(StringPiece s,
377                                            size_type pos = 0) const;
378   stringpiece_ssize_type find_first_not_of(char c, size_type pos = 0) const;
379   stringpiece_ssize_type find_last_of(StringPiece s,
380                                       size_type pos = npos) const;
381   stringpiece_ssize_type find_last_of(char c, size_type pos = npos) const {
382     return rfind(c, pos);
383   }
384   stringpiece_ssize_type find_last_not_of(StringPiece s,
385                                           size_type pos = npos) const;
386   stringpiece_ssize_type find_last_not_of(char c, size_type pos = npos) const;
387 
388   StringPiece substr(size_type pos, size_type n = npos) const;
389 };
390 
391 // This large function is defined inline so that in a fairly common case where
392 // one of the arguments is a literal, the compiler can elide a lot of the
393 // following comparisons.
394 inline bool operator==(StringPiece x, StringPiece y) {
395   stringpiece_ssize_type len = x.size();
396   if (len != y.size()) {
397     return false;
398   }
399 
400   return x.data() == y.data() || len <= 0 ||
401       memcmp(x.data(), y.data(), len) == 0;
402 }
403 
404 inline bool operator!=(StringPiece x, StringPiece y) {
405   return !(x == y);
406 }
407 
408 inline bool operator<(StringPiece x, StringPiece y) {
409   const stringpiece_ssize_type min_size =
410       x.size() < y.size() ? x.size() : y.size();
411   const int r = memcmp(x.data(), y.data(), min_size);
412   return (r < 0) || (r == 0 && x.size() < y.size());
413 }
414 
415 inline bool operator>(StringPiece x, StringPiece y) {
416   return y < x;
417 }
418 
419 inline bool operator<=(StringPiece x, StringPiece y) {
420   return !(x > y);
421 }
422 
423 inline bool operator>=(StringPiece x, StringPiece y) {
424   return !(x < y);
425 }
426 
427 // allow StringPiece to be logged
428 extern std::ostream& operator<<(std::ostream& o, StringPiece piece);
429 
430 namespace internal {
431 // StringPiece is not a POD and can not be used in an union (pre C++11). We
432 // need a POD version of it.
433 struct StringPiecePod {
434   // Create from a StringPiece.
CreateFromStringPieceStringPiecePod435   static StringPiecePod CreateFromStringPiece(StringPiece str) {
436     StringPiecePod pod;
437     pod.data_ = str.data();
438     pod.size_ = str.size();
439     return pod;
440   }
441 
442   // Cast to StringPiece.
StringPieceStringPiecePod443   operator StringPiece() const { return StringPiece(data_, size_); }
444 
445   bool operator==(const char* value) const {
446     return StringPiece(data_, size_) == StringPiece(value);
447   }
448 
449   char operator[](stringpiece_ssize_type i) const {
450     assert(0 <= i);
451     assert(i < size_);
452     return data_[i];
453   }
454 
dataStringPiecePod455   const char* data() const { return data_; }
456 
sizeStringPiecePod457   stringpiece_ssize_type size() const {
458     return size_;
459   }
460 
ToStringStringPiecePod461   std::string ToString() const { return std::string(data_, size_); }
462  private:
463   const char* data_;
464   stringpiece_ssize_type size_;
465 };
466 
467 }  // namespace internal
468 }  // namespace protobuf
469 }  // namespace google
470 
471 GOOGLE_PROTOBUF_HASH_NAMESPACE_DECLARATION_START
472 template<> struct hash<StringPiece> {
473   size_t operator()(const StringPiece& s) const {
474     size_t result = 0;
475     for (const char *str = s.data(), *end = str + s.size(); str < end; str++) {
476       result = 5 * result + *str;
477     }
478     return result;
479   }
480 };
481 GOOGLE_PROTOBUF_HASH_NAMESPACE_DECLARATION_END
482 
483 #endif  // STRINGS_STRINGPIECE_H_
484