blob: d8e40c748b2f89a285c693b29501fba3080c1414 [file] [log] [blame]
#include "UserTestTraits.hpp"
#include "t011lexer.hpp"
#include <sys/types.h>
#include <iostream>
#include <sstream>
#include <fstream>
using namespace Antlr3Test;
using namespace std;
int testValid(string const& data);
int testMalformedInput(string const& data);
static t011lexer *lxr;
struct TokenData
{
t011lexerTokens::Tokens type;
unsigned start;
unsigned stop;
const char* text;
};
static TokenData ExpectedTokens[] =
{
// "foobar _Ab98 \n A12sdf"
{ t011lexerTokens::IDENTIFIER, 0, 5, "foobar"},
{ t011lexerTokens::WS, 6, 6, " "},
{ t011lexerTokens::IDENTIFIER, 7, 11, "_Ab98"},
{ t011lexerTokens::WS, 12, 14, " \n "},
{ t011lexerTokens::IDENTIFIER, 15, 20, "A12sdf"},
{ t011lexerTokens::EOF_TOKEN, 21, 21, "<EOF>"}
};
int main (int argc, char *argv[])
{
testValid("foobar _Ab98 \n A12sdf");
testMalformedInput("a-b");
return 0;
}
int testValid(string const& data)
{
t011lexerTraits::InputStreamType* input = new t011lexerTraits::InputStreamType((const ANTLR_UINT8 *)data.c_str(),
ANTLR_ENC_8BIT,
data.length(), //strlen(data.c_str()),
(ANTLR_UINT8*)"t011");
if (lxr == NULL)
lxr = new t011lexer(input);
else
lxr->setCharStream(input);
std::cout << "testValid: \"" << data << '"' <<std::endl;
std::cout << "Text:" << '\t'
<< "Type:" << '\t'
<< "Start:" << '\t'
<< "Stop:" << '\t'
<< "Text:" << '\t' << std::endl;
for(unsigned i = 0; i < sizeof(ExpectedTokens)/sizeof(TokenData) ; i++)
{
// nextToken does not allocate any new Token instance(the same instance is returned again and again)
t011lexerTraits::CommonTokenType *token = lxr->nextToken();
size_t startIndex = ((const char*)token->get_startIndex()) - data.c_str();
size_t stopIndex = ((const char*)token->get_stopIndex()) - data.c_str();
std::cout << token->getText()
<< '\t' << (token->getType() == ExpectedTokens[i].type ? "OK" : "Fail")
<< '\t' << (startIndex == ExpectedTokens[i].start ? "OK" : "Fail")
<< '\t' << (stopIndex == ExpectedTokens[i].stop ? "OK" : "Fail")
<< '\t' << (token->getText() == ExpectedTokens[i].text ? "OK" : "Fail")
<< std::endl;
}
delete lxr; lxr = NULL;
delete input;
return 0;
}
int testMalformedInput(string const& data)
{
t011lexerTraits::InputStreamType* input = new t011lexerTraits::InputStreamType((const ANTLR_UINT8 *)data.c_str(),
ANTLR_ENC_8BIT,
data.length(), //strlen(data.c_str()),
(ANTLR_UINT8*)"t011");
if (lxr == NULL)
lxr = new t011lexer(input);
else
lxr->setCharStream(input);
std::cout << "testMalformedInput: \"" << data << '"' <<std::endl;
t011lexerTraits::CommonTokenType *token;
token = lxr->nextToken();
std::cout << token->getText() << std::endl;
token = lxr->nextToken();
std::cout << token->getText() << std::endl;
token = lxr->nextToken();
std::cout << token->getText() << std::endl;
//except antlr3.NoViableAltException as exc:
// self.assertEqual(exc.unexpectedType, '-')
// self.assertEqual(exc.charPositionInLine, 1)
// self.assertEqual(exc.line, 1)
delete lxr; lxr = NULL;
delete input;
return 0;
}