presage  0.9.1
StringForwardTokenizer Member List

This is the complete list of members for StringForwardTokenizer, including all inherited members.

blankspaceChars(const std::string)Tokenizer
blankspaceChars() const Tokenizer
countTokens()ForwardTokenizervirtual
ForwardTokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)ForwardTokenizer
hasMoreTokens() const ForwardTokenizervirtual
isBlankspace(const int character) const Tokenizerprotected
isSeparator(const int character) const Tokenizerprotected
lowercaseMode(const bool)Tokenizer
lowercaseMode() const Tokenizer
nextToken()ForwardTokenizervirtual
offbegTokenizerprotected
offendTokenizerprotected
offsetTokenizerprotected
progress() const ForwardTokenizervirtual
separatorChars(const std::string)Tokenizer
separatorChars() const Tokenizer
sstateTokenizerprotected
streamTokenizerprotected
streamToString() const Tokenizerinline
StringForwardTokenizer(std::string &toBeTokenized, const std::string blankspaces, const std::string separators)StringForwardTokenizer
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)Tokenizer
~ForwardTokenizer()ForwardTokenizervirtual
~StringForwardTokenizer()StringForwardTokenizervirtual
~Tokenizer()Tokenizervirtual