presage  0.9.1
Tokenizer Member List

This is the complete list of members for Tokenizer, including all inherited members.

blankspaceChars(const std::string)Tokenizer
blankspaceChars() const Tokenizer
blankspacesTokenizerprivate
countTokens()=0Tokenizerpure virtual
hasMoreTokens() const =0Tokenizerpure virtual
isBlankspace(const int character) const Tokenizerprotected
isSeparator(const int character) const Tokenizerprotected
lowercaseTokenizerprivate
lowercaseMode(const bool)Tokenizer
lowercaseMode() const Tokenizer
nextToken()=0Tokenizerpure virtual
offbegTokenizerprotected
offendTokenizerprotected
offsetTokenizerprotected
progress() const =0Tokenizerpure virtual
separatorChars(const std::string)Tokenizer
separatorChars() const Tokenizer
separatorsTokenizerprivate
sstateTokenizerprotected
streamTokenizerprotected
streamToString() const Tokenizerinline
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)Tokenizer
~Tokenizer()Tokenizervirtual