blob: a31deb4863c34ee206a6e40bd30f4ed3ab2874d0 [file] [log] [blame]
#!/usr/bin/perl
use blib;
use English qw( -no_match_vars );
use ANTLR::Runtime::ANTLRStringStream;
use IDLexer;
use strict;
use warnings;
my $input = ANTLR::Runtime::ANTLRStringStream->new({ input => "Hello World!\n42\n" });
my $lexer = IDLexer->new({ input => $input });
while (1) {
my $token = $lexer->next_token();
last if $token->get_type() == IDLexer->EOF;
print "text: ", $token->get_text(), "\n";
print "type: ", $token->get_type(), "\n";
print "pos: ", $token->get_line(), ':', $token->get_char_position_in_line(), "\n";
print "channel: ", $token->get_channel(), "\n";
print "token index: ", $token->get_token_index(), "\n";
print "\n";
}