25 #ifndef PRESAGE_TOKENIZER
26 #define PRESAGE_TOKENIZER
110 std::streamoff offbackup = stream.tellg();
112 std::streamoff curroff =
offbeg;
113 stream.seekg(curroff);
114 while (curroff <
offend) {
116 str.push_back(stream.peek());
118 stream.seekg(curroff);
120 stream.seekg(offbackup);
160 #endif // PRESAGE_TOKENIZER
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)
StreamGuard(std::istream &so, std::streamoff &of)
virtual int countTokens()=0
std::string separatorChars() const
virtual double progress() const =0
virtual std::string nextToken()=0
bool lowercaseMode() const
std::istream & guardedStream
virtual bool hasMoreTokens() const =0
std::string blankspaceChars() const
std::ios::iostate currstate
bool isBlankspace(const int character) const
std::string streamToString() const
bool isSeparator(const int character) const