25 #ifndef PRESAGE_FORWARDTOKENIZER
26 #define PRESAGE_FORWARDTOKENIZER
68 #endif // PRESAGE_FORWARDTOKENIZER
virtual ~ForwardTokenizer()
virtual double progress() const
virtual std::string nextToken()
virtual int countTokens()
ForwardTokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)
virtual bool hasMoreTokens() const