/*
    Copyright (C)  2010  Brad Hards <bradh@frogmouth.net>

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU Lesser General Public License as published by
    the Free Software Foundation, either version 2 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU Lesser General Public License for more details.

    You should have received a copy of the GNU Lesser General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef RTFREADER_TOKENIZER_H
#define RTFREADER_TOKENIZER_H

#include "Token.h"

#include <QFile>
#include "rtfreader_export.h"
namespace RtfReader
{
    /**
      RTF tokenizer
      */
    class RTFREADER_EXPORT Tokenizer {
      public:
	explicit Tokenizer( QFile *inputDevice ) : m_inputDevice( inputDevice )
	{}
	Token fetchToken();
      private:
	QFile *m_inputDevice;
	void pullControl( Token *token );
	void pullControlWord( Token *token );
	void pullControlSymbol( Token *token );
	void pullPlainText( Token *token );
    };
}

#endif
