Tokenizer and analyzer package supporting precedence prioritized rules

// mathTok.cpp : Defines the entry point for the console application.
//

#include "stdafx.h"
#include <iostream>
 
class   cTestListener : 
    public cxTokenizerListener
                
{
// Operations
public:
    virtual bool            fCheckValid() const { return true; };
    virtual bool            fShouldDelete() const { return false; };
    virtual void            vRegisterToken(const std::tstring& strTokenText, 
                                           const cxTokenizerTokenRule* pttrRule,
										   const cxTokenizerInputStream* ptisStream)
        {
        if(pttrRule!=NULL)
            {
            std::cout << "token(" << pttrRule->nGetIDValue() << "): ";
            std::cout << strTokenText << std::endl;
            }
        else
            {
            std::cout << "NULL token: " << strTokenText << std::endl;
            }
        };
};

int main(int argc, char* argv[])
	{
    std::tstringstream  setup(
                            "[tokens]\n"
                            "100:sin\n"     "101:cos\n"
                            "102:tan\n"     "103:sqrt\n"
                            "[seperators]\n"
                            "200:+\n"       "201:-\n"
                            "202:*\n"       "203:/\n"
                            "204:(\n"       "205:)\n"
                            "[rules]\n"
                            "300:numbers\n"
                        );

    // Let the user enter the string to tokenize
    TCHAR               szUserData[256];
    std::cout << "Enter a string to tokenize: ";
    std::cin.getline(szUserData,256);

    // 'setup': see previous slide
    cxTokenizerMap      tmap(setup); 
    // Build a cxTokenizer - compatible input stream
    cxTokenizerTextInputStream<cxTokenizerInputStreamDefaultImpl<crlf_cronly> > tistream(szUserData);
    // Create an instance of our listener class
    cTestListener       tlis;

    cxTokenizer         tokenizer(&tistream,&tmap,&tlis);
    
    while(!tistream.fIsEofReached())
        tokenizer.vParseCharacter();

	return 0;
	}