yard.cpp

yard lib, template for regular rule

// yard.cpp : Defines the entry point for the console application.
//

#include "stdafx.h"

#ifdef _MSC_VER
#pragma warning (disable: 4786) //string truncated warning
#endif

#include <iostream>
#include "yard.hpp"
#include "utils.hpp"
#include "pdf_rules.h"
using namespace std;
using namespace yard;

void RunTokenizerTest() {
    std::cout << "testing tokenizer";

    char * pBuf = AllocFromFile("test.txt");
    if (NULL == pBuf) return;
    const char * pEnd = & (pBuf[strlen(pBuf)]);

     Tokenizer < PDF_RULES::MatchLengthEntry > tknzr;

    {
        TimeIt t;
        tknzr.Tokenize(pBuf, pEnd);
    }

    OutputTokens(tknzr.begin(), tknzr.end());
    free(pBuf);
}

int main(int argc, char * argv[]) {
    RunTokenizerTest();
    printf("Hello World!\n");
    return 0;
}