1 /*
2  * [The "BSD licence"]
3  * Copyright (c) 2005-2008 Terence Parr
4  * All rights reserved.
5  *
6  * Conversion to C#:
7  * Copyright (c) 2008 Sam Harwell, Pixel Mine, Inc.
8  * All rights reserved.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  * 3. The name of the author may not be used to endorse or promote products
19  *    derived from this software without specific prior written permission.
20  *
21  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
22  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
23  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
24  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
25  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
26  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
30  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31  */
32 
33 using System;
34 using System.Linq;
35 
36 namespace Antlr.Runtime.JavaExtensions
37 {
38     public class StringTokenizer
39     {
40         string[] _tokens;
41         int _current;
42 
StringTokenizer( string str, string separator )43         public StringTokenizer( string str, string separator )
44             : this( str, separator, false )
45         {
46         }
StringTokenizer( string str, string separator, bool returnDelims )47         public StringTokenizer( string str, string separator, bool returnDelims )
48         {
49             _tokens = str.Split( separator.ToCharArray(), StringSplitOptions.None );
50             if ( returnDelims )
51             {
52                 char[] delims = separator.ToCharArray();
53                 _tokens = _tokens.SelectMany( ( token, i ) =>
54                 {
55                     if ( i == _tokens.Length - 1 )
56                     {
57                         if ( delims.Contains( str[str.Length - 1] ) )
58                             return new string[0];
59                         else
60                             return new string[] { token };
61                     }
62                     else if ( i == 0 )
63                     {
64                         if ( delims.Contains( str[0] ) )
65                             return new string[] { str[0].ToString() };
66                         else
67                             return new string[] { token };
68                     }
69                     else
70                     {
71                         return new string[] { token, str[_tokens.Take( i + 1 ).Select( t => t.Length + 1 ).Sum() - 1].ToString() };
72                     }
73                 } ).ToArray();
74             }
75         }
76 
hasMoreTokens()77         public bool hasMoreTokens()
78         {
79             return _current < _tokens.Length;
80         }
81 
nextToken()82         public string nextToken()
83         {
84             return _tokens[_current++];
85         }
86     }
87 }
88