|
// (C) Copyright Chrstopher Diggins 2004 http://www.cdiggins.com
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt.)
//
// Disclaimer: Not a Boost library
#include <iostream>
#include "yard.hpp"
#include "../utils/utils.hpp"
using namespace std;
using namespace yard;
const char* sFileName = "c:\\prince.txt"; // insert long boring text file here
char* pBuf;
void RunYardTest(const char* p)
{
const char* pEnd = &(p[strlen(p)]);
puts("testing yard tokenizer");
StringTokenizer<MatchWord> tknzr;
{
TimeIt t;
tknzr.Parse(p, pEnd);
}
OutputTokens(tknzr.begin(), tknzr.end());
}
int main ()
{
pBuf = AllocFromFile(sFileName);
RunYardTest(pBuf);
free(pBuf);
puts("press enter to continue");
getchar();
return 0;
}
|
By viewing downloads associated with this article you agree to the Terms of Service and the article's licence.
If a file you wish to view isn't highlighted, and is a text file (not binary), please
let us know and we'll add colourisation support for it.
This article has no explicit license attached to it but may contain usage terms in the article text or the download files themselves. If in doubt please contact the author via the discussion board below.
A list of licenses authors might use can be found here