runtime/Cpp/tests/t051.cpp

#include "UserTestTraits.hpp"
#include "t051lexer.hpp"

#include <sys/types.h>

#include <iostream>
#include <sstream>
#include <fstream>

using namespace Antlr3Test;
using namespace std;

static t051lexer* lxr;

static string slurp(string const& fileName);
static void parseFile(const char* fName);

int main (int argc, char *argv[])
{
	if (argc < 2 || argv[1] == NULL)
	{
		parseFile("./t051.input"); // Note in VS2005 debug, working directory must be configured
	}
	else
	{
		for (int i = 1; i < argc; i++)
		{
			parseFile(argv[i]);
		}
	}

	printf("finished parsing OK\n");	// Finnish parking is pretty good - I think it is all the snow

	return 0;
}

void parseFile(const char* fName)
{
	t051lexerTraits::InputStreamType* input;
	t051lexerTraits::TokenStreamType* tstream;
	
	string data = slurp(fName);

	input	= new t051lexerTraits::InputStreamType((const ANTLR_UINT8 *)data.c_str(),
						       ANTLR_ENC_8BIT,
						       data.length(), //strlen(data.c_str()),
						       (ANTLR_UINT8*)fName);

	input->setUcaseLA(true);

	// Our input stream is now open and all set to go, so we can create a new instance of our
	// lexer and set the lexer input to our input stream:
	//  (file | memory | ?) --> inputstream -> lexer --> tokenstream --> parser ( --> treeparser )?
	//
	if (lxr == NULL)
	{
		lxr = new t051lexer(input);	    // javaLexerNew is generated by ANTLR
	}
	else
	{
		lxr->setCharStream(input);
	}

	tstream = new t051lexerTraits::TokenStreamType(ANTLR_SIZE_HINT, lxr->get_tokSource());

	putc('L', stdout); fflush(stdout);
	{
		ANTLR_INT32 T = 0;
		while	(T != t051lexer::EOF_TOKEN)
		{
			T = tstream->_LA(1);
			t051lexerTraits::CommonTokenType const* token = tstream->_LT(1);
			  
			printf("%d\t\"%s\"\n",
			       T,
			       tstream->_LT(1)->getText().c_str()
				);
			tstream->consume();
		}
	}

	tstream->_LT(1);	// Don't do this mormally, just causes lexer to run for timings here

	delete tstream; 
	delete lxr; lxr = NULL;
	delete input; 
}

string slurp(string const& fileName)
{
	ifstream ifs(fileName.c_str(), ios::in | ios::binary | ios::ate);
	ifstream::pos_type fileSize = ifs.tellg();
	ifs.seekg(0, ios::beg);

	stringstream sstr;
	sstr << ifs.rdbuf();
	return sstr.str();
}