Tokenizer and analyzer package supporting precedence prioritized rules

/*********************************************************************
	Copyright (C) 2001 by

		Alexander Berthold, alexander-berthold@web.de.
		Hoegestr. 54
		79108 Freiburg i. Breisgau
		Germany

    -- This file is part of cxTokenizer --

    "cxTokenizer" is free software; you can redistribute it and/or 
	modify it under the terms of the GNU Lesser General Public 
	License as published by the Free Software Foundation; either 
	version 2 of the License, or any later version.

    "cxTokenizer" is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU Lesser General Public License for more details.

    You should have received a copy of the GNU Lesser General Public
	License along with "cxTokenizer"; if not, write to the Free 
	Software  Foundation, Inc., 59 Temple Place, Suite 330, 
	Boston, MA  02111-1307  USA

    ---------------------------------------------------------------
      If you find any bugs or if you make other corrections/
	  enhancements, i'd appreciate if you'd let me know about 
	  that. My email is
  
       alexander-berthold@web.de
  
      If you share this code, do not remove this text.
    ---------------------------------------------------------------

Class:      cxTokenizerTokenRule
Author:     Alexander Berthold
Copyright:  Alexander Berthold
Date:       2001/06/12
Version:	0.1.16
Purpose:    Base class for rules for the lexical analyzer 'tokenizer'


Version history:

	-	2001/05/19
		Renamed class from 'cpLexxerTokenRule' to 'cxTokenizerTokenRule'.

	-	2001/06/12
		Current source labeled version 0.1.16
		
*********************************************************************/

// cxTokenizerTokenRule.h: interface for the cxTokenizerTokenRule class.
//
//////////////////////////////////////////////////////////////////////

#if !defined(AFX_CXTOKENIZERTOKENRULE_H__CE5A4B37_A2E3_44BD_BFB7_099D65CD9B7F__INCLUDED_)
#define AFX_CXTOKENIZERTOKENRULE_H__CE5A4B37_A2E3_44BD_BFB7_099D65CD9B7F__INCLUDED_

#if _MSC_VER > 1000
#pragma once
#endif // _MSC_VER > 1000

class cxTokenizerContext;

class cxTokenizerTokenRule : 
	public ctkFlagsMixin<xttr_flags>,
	public ctkCheckValid
{
// Construction/Destruction
protected:
	// lpszToken==NULL: Not a 'character' - Rule
	// lpszToken!=NULL: Character - Rule
	cxTokenizerTokenRule(int nIDValue, xttr_flags ltrf, LPCTSTR lpszToken);

public: 
	virtual ~cxTokenizerTokenRule();

// Attributes
private:
	std::tstring		m_strTokenString;
    int                 m_nIDValue;

// Operations
public:
    int                 nGetIDValue() const
                        { return m_nIDValue; };

	virtual	bool		fCheckValid() const
						{ return true; };

	virtual std::tstring strGetTokenString() const;

	virtual bool		fDoesApply(	const cxTokenizerContext *ptcContext, TCHAR tcChar, bool *pfComplete, 
									int nStartPos, int nCurPos) const = 0;
	virtual void		vApplied( cxTokenizerContext *ptcContext, TCHAR tcChar, bool fComplete, 
								  int nStartPos, int nCurPos) const = 0;
	virtual bool		fGetResultString(const cxTokenizerContext *ptcContext, std::tstring& strResult) const = 0;
};

#endif // !defined(AFX_CXTOKENIZERTOKENRULE_H__CE5A4B37_A2E3_44BD_BFB7_099D65CD9B7F__INCLUDED_)