20 // Classes to provide symbol-to-integer and integer-to-symbol mappings.
45 // WARNING: Reading via symbol table read options should
47 //          reading symbol ranges of previously stored symbol sets.
90   // TODO(johans): Add flag to specify whether the symbol
92   int64 AddSymbol(const string& symbol, int64 key);
94   int64 AddSymbol(const string& symbol) {  in AddSymbol()  argument
95     int64 key = Find(symbol);  in AddSymbol()
96     return (key == -1) ? AddSymbol(symbol, available_key_++) : key;  in AddSymbol()
124   // Return the key associated with the symbol. If the symbol
126   int64 Find(const string& symbol) const {  in Find()  argument
127     return Find(symbol.c_str());  in Find()
131   // Return the key associated with the symbol. If the symbol
133   int64 Find(const char* symbol) const {  in Find()  argument
135         symbol_map_.find(symbol);  in Find()
206 // \brief Symbol (string) to int and reverse mapping
214 // SymbolTable for the words in the language model can share this symbol
221   // Construct symbol table with an unspecified name.
224   // Construct symbol table with a unique name.
238   // Copys the implemenation from one symbol table to another.
247   // Read an ascii representation of the symbol table from an istream. Pass a
259   // read an ascii representation of the symbol table
271   // WARNING: Reading via symbol table read options should
282   // read a binary dump of the symbol table from a stream
289   // read a binary dump of the symbol table
307   // Add a symbol with given key to table. A symbol table also
309   // the symbol table).
310   virtual int64 AddSymbol(const string& symbol, int64 key) {  in AddSymbol()  argument
312     return impl_->AddSymbol(symbol, key);  in AddSymbol()
315   // Add a symbol to the table. The associated value key is automatically
316   // assigned by the symbol table.
317   virtual int64 AddSymbol(const string& symbol) {  in AddSymbol()  argument
319     return impl_->AddSymbol(symbol);  in AddSymbol()
322   // Add another symbol table to this table. All key values will be offset
323   // by the current available key (highest key value in the symbol table).
325   // key value after the symbol table has been merged, but a different
326   // value. Adding symbol tables do not result in changes in the base table.
329   // return the name of the symbol table
359   // Dump an ascii text representation of the symbol table via a stream
364   // Dump an ascii text representation of the symbol table
380   // Return the key associated with the symbol. If the symbol
382   virtual int64 Find(const string& symbol) const {  in Find()  argument
383     return impl_->Find(symbol);  in Find()
386   // Return the key associated with the symbol. If the symbol
388   virtual int64 Find(const char* symbol) const {  in Find()  argument
389     return impl_->Find(symbol);  in Find()
393   // the symbol table
430 // \brief Iterator class for symbols in a symbol table
446   // return the Value() of the current symbol (int64 key)
451   // return the string of the current symbol
452   string Symbol(void) {  in Symbol()  function
476 // Tests compatibilty between two sets of symbol tables
486           "CompatSymbols: first symbol table present but second missing";
491           "CompatSymbols: second symbol table present but first missing";
495       LOG(WARNING) << "CompatSymbols: Symbol table check sums do not match";
503 // Relabels a symbol table as specified by the input vector of pairs
504 // (old label, new label). The new symbol table only retains symbols
521 // Symbol Table Serialization