Fast tokenizer

// cooLexxerTextInputStream.cpp: implementation of the cooLexxerTextInputStream class.
//
//////////////////////////////////////////////////////////////////////

#include "stdafx.h"

#include "cooLexxerInputStream.h"
#include "cooLexxerTextInputStream.h"

#ifdef _DEBUG
#undef THIS_FILE
static char THIS_FILE[]=__FILE__;
#define new DEBUG_NEW
#endif

//////////////////////////////////////////////////////////////////////
// Construction/Destruction
//////////////////////////////////////////////////////////////////////

cooLexxerTextInputStream::cooLexxerTextInputStream(LPCTSTR lpszInputData)
	{
	m_strInputData	=lpszInputData;
	m_strPutBackData=_T("");
	m_nInputPos		=0;
	m_nPutBackPos	=0;
	}

cooLexxerTextInputStream::~cooLexxerTextInputStream()
	{
	
	}

//////////////////////////////////////////////////////////////////////
// cooLexxerInputStream Operations
//////////////////////////////////////////////////////////////////////

bool	cooLexxerTextInputStream::fCheckValid() const
	{
	return true;
	}

TCHAR	cooLexxerTextInputStream::tcGetNextCharacter()
	{
	int		nInputLength = m_strInputData.length();
	int		nPutBackLength = m_strPutBackData.length();
	TCHAR	tcReturn = _T('\0');
	bool	fEof = fIsEofReached();

	ASSERT(!fEof);
	if(fEof)
		throw cooLexxerException(ERR_READ_PAST_EOF);

	if(m_nPutBackPos < nPutBackLength)
		{
		tcReturn	=m_strPutBackData[m_nPutBackPos++];
		if(m_nPutBackPos == nPutBackLength)
			{
			m_nPutBackPos	=0;
			m_strPutBackData=_T("");
			}
		}
	else
		{
		tcReturn	=m_strInputData[m_nInputPos++];
		}

	return tcReturn;
	}

bool	cooLexxerTextInputStream::fPutBack(LPCTSTR lpszText)
	{
	m_strPutBackData.insert(0,lpszText);
	return true;
	}

bool	cooLexxerTextInputStream::fPutBack(TCHAR tcChar)
	{
	m_strPutBackData.insert(0,tcChar);
	return true;
	}

bool	cooLexxerTextInputStream::fIsEofReached() const
	{
	int		nInputLength = m_strInputData.length();
	int		nPutBackLength = m_strPutBackData.length();

	if(	(m_nPutBackPos == nPutBackLength) &&
		(m_nInputPos == nInputLength))
		return true;

	return false;
	}

bool	cooLexxerTextInputStream::fShouldDelete() const
	{
	return false;
	}