Searched refs:start_token (Results 1 – 8 of 8) sorted by relevance
| /external/antlr/antlr-3.4/runtime/Ruby/lib/antlr3/tree/ |
| D | debug.rb | 96 def set_token_boundaries( tree, start_token, stop_token ) argument
97 super( tree, start_token, stop_token )
98 return unless tree && start_token && stop_token
100 start_token.token_index, stop_token.token_index )
|
| /external/tensorflow/tensorflow/contrib/lite/testing/ |
| D | tokenize.cc | 28 auto start_token = [&](char c) { in Tokenize() local
64 start_token(*it); in Tokenize()
|
| /external/protobuf/src/google/protobuf/compiler/ |
| D | parser.cc | 1442 io::Tokenizer::Token start_token; in ParseExtensions() local
1447 start_token = input_->current(); in ParseExtensions()
1465 end_location.StartAt(start_token); in ParseExtensions()
1466 end_location.EndAt(start_token); in ParseExtensions()
1518 io::Tokenizer::Token start_token; in ParseReservedNumbers() local
1522 start_token = input_->current(); in ParseReservedNumbers()
1535 end_location.StartAt(start_token); in ParseReservedNumbers()
1536 end_location.EndAt(start_token); in ParseReservedNumbers()
|
| /external/mksh/src/ |
| D | syn.c | 30 int start_token; /* token than began nesting (eg, FOR) */ member
868 if (nesting.start_token) { in syntaxerr()
869 c = nesting.start_token; in syntaxerr()
909 nesting.start_token = tok; in nesting_push()
938 nesting.start_token = 0; in compile()
|
| /external/tensorflow/tensorflow/contrib/seq2seq/python/kernel_tests/ |
| D | basic_decoder_test.py | 512 start_token = 0
516 np.ones(batch_size) * start_token,
593 start_token = 0
597 np.ones(batch_size) * start_token,
|
| D | beam_search_decoder_test.py | 332 start_token = 0
370 start_tokens=array_ops.fill([batch_size_tensor], start_token),
|
| /external/libtextclassifier/ |
| D | feature-processor.cc | 348 TokenIndex start_token = kInvalidIndex; in CodepointSpanToTokenSpan() local
360 if (start_token == kInvalidIndex) { in CodepointSpanToTokenSpan()
361 start_token = i; in CodepointSpanToTokenSpan()
366 return {start_token, end_token}; in CodepointSpanToTokenSpan()
|
| /external/antlr/antlr-3.4/runtime/Ruby/lib/antlr3/ |
| D | tree.rb | 779 def set_token_boundaries( tree, start_token = nil, stop_token = nil ) argument
782 start_token and start = start_token.index
|