Tokenizer and analyzer package supporting precedence prioritized rules

#ifdef _DEBUG
bool	cxTokenizerMapData::fCheckValid() const
	{
	const_iterator		it;

	// TODO: Only '\0' (as (*it).first) may occur more than once.
	//       Other characters must not occur more than once.
	//		 This isn't checked yet.

	for(it=begin();it!=end();it++)
		{
		cxTokenizerMapData	*ptmd = (*it).second;
		if( (*it).first == -1 )
			continue;
		if( (*it).first == _T('\0'))
			{
			// Must be a computed rule in this case
			if(!ptmd->m_fComputed)
				return false;
			}

		if(!ptmd->fCheckValid())
			return false;
		}

	return true;
	}

bool	cxTokenizerMapData::fRunDiagnostics()
	{
	ASSERT(FALSE);
	TRACE(_T( "Not implemented."));
	return false;
	}


#endif