StreamTokenizer.h

#ifndef gridripper_lang_StreamTokenizer_h
#define gridripper_lang_StreamTokenizer_h

#include <string>
#include <iostream>
 
namespace gridripper {

using namespace std;

class StreamTokenizer
{
private:
    bool isMine;
    istream* is;
    string currentLine;
    string::size_type index;
    string spaceChars;
    string specialChars;
    string nonWordChars;
    char commentChar;
    int lineNumber;

public:
    StreamTokenizer(istream& is);
    StreamTokenizer(string s);
    ~StreamTokenizer();

    string getSpecialChars() { return specialChars; }

    void setSpecialChars(string s) {
        specialChars = s;
        nonWordChars = s + " \t\n\r";
    }

    void setCommentChar(char c) { commentChar = c; }

    string next();

    int getLineNumber() const { return lineNumber; }

    static int countTokens(const string& s);

    static int countTokens(const string& s, const string& spec);

private:
    string nextWithEols();

    bool isSpecialChar(char c) {
        return specialChars.find(c) != string::npos;
    }
    bool isWordChar(char c) {
        return nonWordChars.find(c) == string::npos;
    }
};

} // namespace gridripper

#endif /* gridripper_lang_StreamTokenizer_h */