|
// cpre_tokenstream.cpp: Connection of expression token list to
// expression parser.
#include "Tokenstream.h"
#include "FastToken.h"
////////////////////////////////////////////////////////////////////////
// ctor: Copies the input list, but this is an infrequent operation.
TokenListStream::TokenListStream(
const TokenList& tokenList_
) :
tokenList(tokenList_),
iter(tokenList.begin())
{
}
////////////////////////////////////////////////////////////////////////
// getToken:: Return the next token in the list. When the end of the
// list is reached, create new TOK_Eof tokens and return them instead.
// The caller is responsible for deleting the token iff the refcount
// drops to zero.
ANTLRTokenPtr
TokenListStream::getToken()
{
ANTLRTokenPtr retval;
if (iter != tokenList.end())
{
retval = *iter++;
} else {
retval = FastToken::newToken(TOK_Eof, "", 0);
}
return retval;
}
|
By viewing downloads associated with this article you agree to the Terms of Service and the article's licence.
If a file you wish to view isn't highlighted, and is a text file (not binary), please
let us know and we'll add colourisation support for it.
This article has no explicit license attached to it but may contain usage terms in the article text or the download files themselves. If in doubt please contact the author via the discussion board below.
A list of licenses authors might use can be found here
This member has not yet provided a Biography. Assume it's interesting and varied, and probably something to do with programming.