| /* The following code was generated by JFlex 1.4.3 on 4/29/14 2:27 PM */ |
| |
| /* It's an automatically generated code. Do not modify it. */ |
| package org.intellij.lang.regexp; |
| |
| import com.intellij.lexer.FlexLexer; |
| import com.intellij.psi.tree.IElementType; |
| import java.util.LinkedList; |
| import java.util.EnumSet; |
| import com.intellij.psi.StringEscapesTokenTypes; |
| |
| // IDEADEV-11055 |
| @SuppressWarnings({ "ALL", "SameParameterValue", "WeakerAccess", "SameReturnValue", "RedundantThrows", "UnusedDeclaration", "UnusedDeclaration" }) |
| |
| /** |
| * This class is a scanner generated by |
| * <a href="http://www.jflex.de/">JFlex</a> 1.4.3 |
| * on 4/29/14 2:27 PM from the specification file |
| * <tt>C:/idea_src/ultimate/tools/lexer/../../community/RegExpSupport/src/org/intellij/lang/regexp/regexp-lexer.flex</tt> |
| */ |
| class _RegExLexer implements FlexLexer { |
| /** initial size of the lookahead buffer */ |
| private static final int ZZ_BUFFERSIZE = 16384; |
| |
| /** lexical states */ |
| public static final int EMBRACED = 4; |
| public static final int CLASS1PY = 8; |
| public static final int PY_NAMED_GROUP_REF = 22; |
| public static final int QUOTED = 2; |
| public static final int OPTIONS = 14; |
| public static final int PY_COND_REF = 24; |
| public static final int YYINITIAL = 0; |
| public static final int NAMED_GROUP = 18; |
| public static final int CLASS2 = 10; |
| public static final int CLASS1 = 6; |
| public static final int COMMENT = 16; |
| public static final int QUOTED_NAMED_GROUP = 20; |
| public static final int PROP = 12; |
| |
| /** |
| * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l |
| * ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l |
| * at the beginning of a line |
| * l is of the form l = 2*k, k a non negative integer |
| */ |
| private static final int ZZ_LEXSTATE[] = { |
| 0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, |
| 8, 8, 9, 9, 10, 10, 11, 11, 12, 12 |
| }; |
| |
| /** |
| * Translates characters to character classes |
| */ |
| private static final String ZZ_CMAP_PACKED = |
| "\10\0\2\53\1\13\1\0\1\53\1\63\22\0\1\46\1\57\1\0"+ |
| "\1\61\1\15\1\0\1\52\1\62\1\4\1\5\1\17\1\20\1\51"+ |
| "\1\43\1\3\1\0\1\2\7\42\2\1\1\54\1\0\1\60\1\56"+ |
| "\1\55\1\16\1\0\1\24\1\24\1\30\1\27\1\37\1\35\1\25"+ |
| "\1\44\1\32\6\45\1\34\1\36\1\45\1\26\3\45\1\26\1\26"+ |
| "\1\45\1\25\1\10\1\12\1\11\1\14\1\47\1\0\1\23\1\24"+ |
| "\1\31\1\27\1\23\1\23\1\45\1\44\1\32\4\45\1\22\1\45"+ |
| "\1\33\1\45\1\22\1\26\1\22\1\41\1\45\1\26\1\40\1\45"+ |
| "\1\25\1\6\1\21\1\7\54\0\1\45\12\0\1\45\4\0\1\45"+ |
| "\5\0\27\45\1\0\37\45\1\0\u013f\45\31\0\162\45\4\0\14\45"+ |
| "\16\0\5\45\11\0\1\45\213\0\1\45\13\0\1\45\1\0\3\45"+ |
| "\1\0\1\45\1\0\24\45\1\0\54\45\1\0\46\45\1\0\5\45"+ |
| "\4\0\202\45\10\0\105\45\1\0\46\45\2\0\2\45\6\0\20\45"+ |
| "\41\0\46\45\2\0\1\45\7\0\47\45\110\0\33\45\5\0\3\45"+ |
| "\56\0\32\45\5\0\13\45\25\0\12\50\4\0\2\45\1\0\143\45"+ |
| "\1\0\1\45\17\0\2\45\7\0\2\45\12\50\3\45\2\0\1\45"+ |
| "\20\0\1\45\1\0\36\45\35\0\3\45\60\0\46\45\13\0\1\45"+ |
| "\u0152\0\66\45\3\0\1\45\22\0\1\45\7\0\12\45\4\0\12\50"+ |
| "\25\0\10\45\2\0\2\45\2\0\26\45\1\0\7\45\1\0\1\45"+ |
| "\3\0\4\45\3\0\1\45\36\0\2\45\1\0\3\45\4\0\12\50"+ |
| "\2\45\23\0\6\45\4\0\2\45\2\0\26\45\1\0\7\45\1\0"+ |
| "\2\45\1\0\2\45\1\0\2\45\37\0\4\45\1\0\1\45\7\0"+ |
| "\12\50\2\0\3\45\20\0\11\45\1\0\3\45\1\0\26\45\1\0"+ |
| "\7\45\1\0\2\45\1\0\5\45\3\0\1\45\22\0\1\45\17\0"+ |
| "\2\45\4\0\12\50\25\0\10\45\2\0\2\45\2\0\26\45\1\0"+ |
| "\7\45\1\0\2\45\1\0\5\45\3\0\1\45\36\0\2\45\1\0"+ |
| "\3\45\4\0\12\50\1\0\1\45\21\0\1\45\1\0\6\45\3\0"+ |
| "\3\45\1\0\4\45\3\0\2\45\1\0\1\45\1\0\2\45\3\0"+ |
| "\2\45\3\0\3\45\3\0\10\45\1\0\3\45\55\0\11\50\25\0"+ |
| "\10\45\1\0\3\45\1\0\27\45\1\0\12\45\1\0\5\45\46\0"+ |
| "\2\45\4\0\12\50\25\0\10\45\1\0\3\45\1\0\27\45\1\0"+ |
| "\12\45\1\0\5\45\3\0\1\45\40\0\1\45\1\0\2\45\4\0"+ |
| "\12\50\25\0\10\45\1\0\3\45\1\0\27\45\1\0\20\45\46\0"+ |
| "\2\45\4\0\12\50\25\0\22\45\3\0\30\45\1\0\11\45\1\0"+ |
| "\1\45\2\0\7\45\72\0\60\45\1\0\2\45\14\0\7\45\11\0"+ |
| "\12\50\47\0\2\45\1\0\1\45\2\0\2\45\1\0\1\45\2\0"+ |
| "\1\45\6\0\4\45\1\0\7\45\1\0\3\45\1\0\1\45\1\0"+ |
| "\1\45\2\0\2\45\1\0\4\45\1\0\2\45\11\0\1\45\2\0"+ |
| "\5\45\1\0\1\45\11\0\12\50\2\0\2\45\42\0\1\45\37\0"+ |
| "\12\50\26\0\10\45\1\0\42\45\35\0\4\45\164\0\42\45\1\0"+ |
| "\5\45\1\0\2\45\25\0\12\50\6\0\6\45\112\0\46\45\12\0"+ |
| "\51\45\7\0\132\45\5\0\104\45\5\0\122\45\6\0\7\45\1\0"+ |
| "\77\45\1\0\1\45\1\0\4\45\2\0\7\45\1\0\1\45\1\0"+ |
| "\4\45\2\0\47\45\1\0\1\45\1\0\4\45\2\0\37\45\1\0"+ |
| "\1\45\1\0\4\45\2\0\7\45\1\0\1\45\1\0\4\45\2\0"+ |
| "\7\45\1\0\7\45\1\0\27\45\1\0\37\45\1\0\1\45\1\0"+ |
| "\4\45\2\0\7\45\1\0\47\45\1\0\23\45\16\0\11\50\56\0"+ |
| "\125\45\14\0\u026c\45\2\0\10\45\12\0\32\45\5\0\113\45\25\0"+ |
| "\15\45\1\0\4\45\16\0\22\45\16\0\22\45\16\0\15\45\1\0"+ |
| "\3\45\17\0\64\45\43\0\1\45\4\0\1\45\3\0\12\50\46\0"+ |
| "\12\50\6\0\130\45\10\0\51\45\127\0\35\45\51\0\12\50\36\45"+ |
| "\2\0\5\45\u038b\0\154\45\224\0\234\45\4\0\132\45\6\0\26\45"+ |
| "\2\0\6\45\2\0\46\45\2\0\6\45\2\0\10\45\1\0\1\45"+ |
| "\1\0\1\45\1\0\1\45\1\0\37\45\2\0\65\45\1\0\7\45"+ |
| "\1\0\1\45\3\0\3\45\1\0\7\45\3\0\4\45\2\0\6\45"+ |
| "\4\0\15\45\5\0\3\45\1\0\7\45\164\0\1\45\15\0\1\45"+ |
| "\202\0\1\45\4\0\1\45\2\0\12\45\1\0\1\45\3\0\5\45"+ |
| "\6\0\1\45\1\0\1\45\1\0\1\45\1\0\4\45\1\0\3\45"+ |
| "\1\0\7\45\3\0\3\45\5\0\5\45\u0ebb\0\2\45\52\0\5\45"+ |
| "\5\0\2\45\4\0\126\45\6\0\3\45\1\0\132\45\1\0\4\45"+ |
| "\5\0\50\45\4\0\136\45\21\0\30\45\70\0\20\45\u0200\0\u19b6\45"+ |
| "\112\0\u51a6\45\132\0\u048d\45\u0773\0\u2ba4\45\u215c\0\u012e\45\2\0\73\45"+ |
| "\225\0\7\45\14\0\5\45\5\0\1\45\1\0\12\45\1\0\15\45"+ |
| "\1\0\5\45\1\0\1\45\1\0\2\45\1\0\2\45\1\0\154\45"+ |
| "\41\0\u016b\45\22\0\100\45\2\0\66\45\50\0\14\45\164\0\5\45"+ |
| "\1\0\207\45\23\0\12\50\7\0\32\45\6\0\32\45\13\0\131\45"+ |
| "\3\0\6\45\2\0\6\45\2\0\6\45\2\0\3\45\43\0"; |
| |
| /** |
| * Translates characters to character classes |
| */ |
| private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED); |
| |
| /** |
| * Translates DFA states to action switch labels. |
| */ |
| private static final int [] ZZ_ACTION = zzUnpackAction(); |
| |
| private static final String ZZ_ACTION_PACKED_0 = |
| "\7\0\1\1\1\2\4\0\1\3\1\4\1\5\1\6"+ |
| "\1\7\1\10\1\11\1\12\1\13\1\14\1\15\1\16"+ |
| "\1\17\1\20\1\21\1\22\1\23\1\3\1\24\1\25"+ |
| "\1\26\1\27\1\30\1\31\1\32\1\33\1\34\1\35"+ |
| "\1\11\1\36\1\3\1\37\1\40\1\37\1\41\1\42"+ |
| "\1\1\1\43\1\44\1\2\1\45\1\46\1\47\1\50"+ |
| "\1\0\1\51\1\52\1\53\1\54\1\55\1\56\1\57"+ |
| "\1\60\2\61\1\62\1\11\1\63\1\64\1\65\1\52"+ |
| "\1\66\1\67\1\70\1\71\1\72\1\73\1\0\1\74"+ |
| "\1\75\1\76\1\77\1\0\1\100\1\101\1\102\1\103"+ |
| "\2\64\2\65\1\52\1\104\1\105\1\106\1\107\1\0"+ |
| "\1\102\1\64\1\110\2\65\1\111\1\112\1\102\3\65"+ |
| "\1\113"; |
| |
| private static int [] zzUnpackAction() { |
| int [] result = new int[112]; |
| int offset = 0; |
| offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); |
| return result; |
| } |
| |
| private static int zzUnpackAction(String packed, int offset, int [] result) { |
| int i = 0; /* index in packed string */ |
| int j = offset; /* index in unpacked array */ |
| int l = packed.length(); |
| while (i < l) { |
| int count = packed.charAt(i++); |
| int value = packed.charAt(i++); |
| do result[j++] = value; while (--count > 0); |
| } |
| return j; |
| } |
| |
| |
| /** |
| * Translates a state to a row index in the transition table |
| */ |
| private static final int [] ZZ_ROWMAP = zzUnpackRowMap(); |
| |
| private static final String ZZ_ROWMAP_PACKED_0 = |
| "\0\0\0\64\0\150\0\234\0\320\0\u0104\0\u0138\0\u016c"+ |
| "\0\u01a0\0\u01d4\0\u0208\0\u023c\0\u0270\0\u02a4\0\u02a4\0\u02d8"+ |
| "\0\u02a4\0\u02a4\0\u030c\0\u0340\0\u02a4\0\u02a4\0\u02a4\0\u02a4"+ |
| "\0\u02a4\0\u02a4\0\u02a4\0\u02a4\0\u02a4\0\u02a4\0\u0374\0\u02a4"+ |
| "\0\u03a8\0\u02a4\0\u03dc\0\u02a4\0\u02a4\0\u02a4\0\u02a4\0\u0410"+ |
| "\0\u02a4\0\u0444\0\u02a4\0\u0478\0\u02a4\0\u02a4\0\u030c\0\u02a4"+ |
| "\0\u02a4\0\u04ac\0\u04e0\0\u02a4\0\u02a4\0\u02a4\0\u02a4\0\u0514"+ |
| "\0\u02a4\0\u0548\0\u02a4\0\u057c\0\u05b0\0\u02a4\0\u02a4\0\u02a4"+ |
| "\0\u02a4\0\u02a4\0\u02a4\0\u05e4\0\u02a4\0\u02a4\0\u02a4\0\u0618"+ |
| "\0\u064c\0\u0680\0\u02a4\0\u02a4\0\u02a4\0\u02a4\0\u02a4\0\u02a4"+ |
| "\0\u06b4\0\u02a4\0\u02a4\0\u02a4\0\u06e8\0\u071c\0\u02a4\0\u02a4"+ |
| "\0\u0750\0\u02a4\0\u0784\0\u07b8\0\u07ec\0\u0820\0\u0854\0\u02a4"+ |
| "\0\u02a4\0\u02a4\0\u02a4\0\u0888\0\u08bc\0\u02a4\0\u02a4\0\u08f0"+ |
| "\0\u0924\0\u057c\0\u02a4\0\u02a4\0\u0958\0\u098c\0\u02a4\0\u02a4"; |
| |
| private static int [] zzUnpackRowMap() { |
| int [] result = new int[112]; |
| int offset = 0; |
| offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); |
| return result; |
| } |
| |
| private static int zzUnpackRowMap(String packed, int offset, int [] result) { |
| int i = 0; /* index in packed string */ |
| int j = offset; /* index in unpacked array */ |
| int l = packed.length(); |
| while (i < l) { |
| int high = packed.charAt(i++) << 16; |
| result[j++] = high | packed.charAt(i++); |
| } |
| return j; |
| } |
| |
| /** |
| * The transition table of the DFA |
| */ |
| private static final int [] ZZ_TRANS = zzUnpackTrans(); |
| |
| private static final String ZZ_TRANS_PACKED_0 = |
| "\3\16\1\17\1\20\1\21\1\22\1\16\1\23\1\16"+ |
| "\1\24\1\25\1\26\1\27\1\30\1\31\1\32\1\33"+ |
| "\21\16\1\34\2\16\1\35\4\16\1\25\5\16\1\36"+ |
| "\1\16\1\25\12\16\1\37\51\16\1\40\2\41\4\40"+ |
| "\1\42\12\40\20\43\1\41\1\40\2\43\2\40\1\41"+ |
| "\1\44\12\40\11\45\1\46\1\45\1\0\63\45\1\0"+ |
| "\1\47\47\45\6\16\1\22\1\16\1\50\1\51\1\52"+ |
| "\1\53\1\26\26\16\1\34\6\16\1\54\1\53\7\16"+ |
| "\1\53\6\55\1\56\1\55\1\57\1\55\1\24\51\55"+ |
| "\5\60\1\61\14\60\20\62\1\60\1\63\2\62\6\60"+ |
| "\1\64\7\60\13\11\1\65\47\11\1\65\22\60\20\43"+ |
| "\2\60\2\43\7\60\1\66\30\60\20\43\2\60\2\43"+ |
| "\14\60\1\67\6\60\1\61\14\60\20\43\2\60\2\43"+ |
| "\17\60\2\41\2\60\1\61\14\60\20\43\1\41\1\60"+ |
| "\2\43\2\60\1\41\13\60\102\0\1\70\56\0\1\71"+ |
| "\2\0\1\72\47\0\1\73\1\74\1\75\4\76\1\73"+ |
| "\1\76\1\73\1\76\1\77\6\76\2\100\2\101\2\102"+ |
| "\1\103\1\104\1\103\2\105\1\106\1\107\1\106\1\110"+ |
| "\1\111\1\112\1\76\1\113\1\106\1\77\4\73\1\77"+ |
| "\7\73\1\77\37\0\1\114\25\0\2\41\37\0\1\41"+ |
| "\5\0\1\41\14\0\2\43\17\0\21\43\1\0\2\43"+ |
| "\1\0\2\43\24\0\1\115\2\0\1\72\47\0\1\73"+ |
| "\1\74\1\75\4\76\1\73\1\76\1\116\1\76\1\77"+ |
| "\6\76\2\100\2\101\2\102\1\103\1\104\1\103\2\105"+ |
| "\1\106\1\107\1\106\1\110\1\111\1\112\1\76\1\113"+ |
| "\1\106\1\77\4\73\1\77\7\73\1\77\52\0\1\117"+ |
| "\33\0\20\62\2\0\2\62\40\0\20\63\2\0\2\63"+ |
| "\22\0\1\120\27\0\1\121\17\0\2\122\1\123\1\124"+ |
| "\1\125\1\126\1\127\12\0\1\130\53\0\2\74\37\0"+ |
| "\1\74\23\0\1\131\37\0\1\131\21\0\64\132\1\133"+ |
| "\2\134\20\133\2\134\2\133\3\134\3\133\1\134\1\133"+ |
| "\1\134\2\133\1\134\21\133\1\135\2\136\20\135\2\136"+ |
| "\2\135\3\136\3\135\1\136\1\135\1\136\2\135\1\136"+ |
| "\21\135\1\0\1\74\1\137\37\0\1\137\77\0\1\140"+ |
| "\1\0\1\141\61\0\1\142\1\143\4\0\5\144\1\0"+ |
| "\56\144\2\0\1\145\37\0\1\145\21\0\65\146\2\147"+ |
| "\20\146\2\147\2\146\3\147\3\146\1\147\1\146\1\147"+ |
| "\2\146\1\147\21\146\65\150\2\151\20\150\2\151\2\150"+ |
| "\3\151\3\150\1\151\1\150\1\151\2\150\1\151\21\150"+ |
| "\1\0\1\74\1\152\37\0\1\152\21\0\5\144\1\153"+ |
| "\56\144\2\0\1\154\37\0\1\154\21\0\65\155\2\156"+ |
| "\20\155\2\156\2\155\3\156\3\155\1\156\1\155\1\156"+ |
| "\2\155\1\156\21\155\65\157\2\160\20\157\2\160\2\157"+ |
| "\3\160\3\157\1\160\1\157\1\160\2\157\1\160\21\157"; |
| |
| private static int [] zzUnpackTrans() { |
| int [] result = new int[2496]; |
| int offset = 0; |
| offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); |
| return result; |
| } |
| |
| private static int zzUnpackTrans(String packed, int offset, int [] result) { |
| int i = 0; /* index in packed string */ |
| int j = offset; /* index in unpacked array */ |
| int l = packed.length(); |
| while (i < l) { |
| int count = packed.charAt(i++); |
| int value = packed.charAt(i++); |
| value--; |
| do result[j++] = value; while (--count > 0); |
| } |
| return j; |
| } |
| |
| |
| /* error codes */ |
| private static final int ZZ_UNKNOWN_ERROR = 0; |
| private static final int ZZ_NO_MATCH = 1; |
| private static final int ZZ_PUSHBACK_2BIG = 2; |
| private static final char[] EMPTY_BUFFER = new char[0]; |
| private static final int YYEOF = -1; |
| private static java.io.Reader zzReader = null; // Fake |
| |
| /* error messages for the codes above */ |
| private static final String ZZ_ERROR_MSG[] = { |
| "Unkown internal scanner error", |
| "Error: could not match input", |
| "Error: pushback value was too large" |
| }; |
| |
| /** |
| * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code> |
| */ |
| private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); |
| |
| private static final String ZZ_ATTRIBUTE_PACKED_0 = |
| "\7\0\2\1\4\0\2\11\1\1\2\11\2\1\12\11"+ |
| "\1\1\1\11\1\1\1\11\1\1\4\11\1\1\1\11"+ |
| "\1\1\1\11\1\1\2\11\1\1\2\11\2\1\4\11"+ |
| "\1\1\1\11\1\0\1\11\2\1\6\11\1\1\3\11"+ |
| "\3\1\6\11\1\0\3\11\1\1\1\0\2\11\1\1"+ |
| "\1\11\5\1\4\11\1\0\1\1\2\11\3\1\2\11"+ |
| "\2\1\2\11"; |
| |
| private static int [] zzUnpackAttribute() { |
| int [] result = new int[112]; |
| int offset = 0; |
| offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); |
| return result; |
| } |
| |
| private static int zzUnpackAttribute(String packed, int offset, int [] result) { |
| int i = 0; /* index in packed string */ |
| int j = offset; /* index in unpacked array */ |
| int l = packed.length(); |
| while (i < l) { |
| int count = packed.charAt(i++); |
| int value = packed.charAt(i++); |
| do result[j++] = value; while (--count > 0); |
| } |
| return j; |
| } |
| |
| /** the current state of the DFA */ |
| private int zzState; |
| |
| /** the current lexical state */ |
| private int zzLexicalState = YYINITIAL; |
| |
| /** this buffer contains the current text to be matched and is |
| the source of the yytext() string */ |
| private CharSequence zzBuffer = ""; |
| |
| /** this buffer may contains the current text array to be matched when it is cheap to acquire it */ |
| private char[] zzBufferArray; |
| |
| /** the textposition at the last accepting state */ |
| private int zzMarkedPos; |
| |
| /** the textposition at the last state to be included in yytext */ |
| private int zzPushbackPos; |
| |
| /** the current text position in the buffer */ |
| private int zzCurrentPos; |
| |
| /** startRead marks the beginning of the yytext() string in the buffer */ |
| private int zzStartRead; |
| |
| /** endRead marks the last character in the buffer, that has been read |
| from input */ |
| private int zzEndRead; |
| |
| /** |
| * zzAtBOL == true <=> the scanner is currently at the beginning of a line |
| */ |
| private boolean zzAtBOL = true; |
| |
| /** zzAtEOF == true <=> the scanner is at the EOF */ |
| private boolean zzAtEOF; |
| |
| /** denotes if the user-EOF-code has already been executed */ |
| private boolean zzEOFDone; |
| |
| /* user code: */ |
| // This adds support for nested states. I'm no JFlex pro, so maybe this is overkill, but it works quite well. |
| private final LinkedList<Integer> states = new LinkedList(); |
| |
| // This was an idea to use the regex implementation for XML schema regexes (which use a slightly different syntax) |
| // as well, but is currently unfinished as it requires to tweak more places than just the lexer. |
| private boolean xmlSchemaMode; |
| |
| |
| private boolean allowDanglingMetacharacters; |
| private boolean allowNestedCharacterClasses; |
| private boolean allowOctalNoLeadingZero; |
| private boolean allowHexDigitClass; |
| private boolean allowEmptyCharacterClass; |
| |
| _RegExLexer(EnumSet<RegExpCapability> capabilities) { |
| this((java.io.Reader)null); |
| this.xmlSchemaMode = capabilities.contains(RegExpCapability.XML_SCHEMA_MODE); |
| this.allowDanglingMetacharacters = capabilities.contains(RegExpCapability.DANGLING_METACHARACTERS); |
| this.allowNestedCharacterClasses = capabilities.contains(RegExpCapability.NESTED_CHARACTER_CLASSES); |
| this.allowOctalNoLeadingZero = capabilities.contains(RegExpCapability.OCTAL_NO_LEADING_ZERO); |
| this.commentMode = capabilities.contains(RegExpCapability.COMMENT_MODE); |
| this.allowHexDigitClass = capabilities.contains(RegExpCapability.ALLOW_HEX_DIGIT_CLASS); |
| this.allowEmptyCharacterClass = capabilities.contains(RegExpCapability.ALLOW_EMPTY_CHARACTER_CLASS); |
| } |
| |
| private void yypushstate(int state) { |
| states.addFirst(yystate()); |
| yybegin(state); |
| } |
| private void yypopstate() { |
| final int state = states.removeFirst(); |
| yybegin(state); |
| } |
| |
| private void handleOptions() { |
| final String o = yytext().toString(); |
| if (o.contains("x")) { |
| commentMode = !o.startsWith("-"); |
| } |
| } |
| |
| // tracks whether the lexer is in comment mode, i.e. whether whitespace is not significant and whether to ignore |
| // text after '#' till EOL |
| boolean commentMode = false; |
| |
| |
| _RegExLexer(java.io.Reader in) { |
| this.zzReader = in; |
| } |
| |
| /** |
| * Creates a new scanner. |
| * There is also java.io.Reader version of this constructor. |
| * |
| * @param in the java.io.Inputstream to read input from. |
| */ |
| _RegExLexer(java.io.InputStream in) { |
| this(new java.io.InputStreamReader(in)); |
| } |
| |
| /** |
| * Unpacks the compressed character translation table. |
| * |
| * @param packed the packed character translation table |
| * @return the unpacked character translation table |
| */ |
| private static char [] zzUnpackCMap(String packed) { |
| char [] map = new char[0x10000]; |
| int i = 0; /* index in packed string */ |
| int j = 0; /* index in unpacked array */ |
| while (i < 1338) { |
| int count = packed.charAt(i++); |
| char value = packed.charAt(i++); |
| do map[j++] = value; while (--count > 0); |
| } |
| return map; |
| } |
| |
| public final int getTokenStart(){ |
| return zzStartRead; |
| } |
| |
| public final int getTokenEnd(){ |
| return getTokenStart() + yylength(); |
| } |
| |
| public void reset(CharSequence buffer, int start, int end,int initialState){ |
| zzBuffer = buffer; |
| zzBufferArray = com.intellij.util.text.CharArrayUtil.fromSequenceWithoutCopying(buffer); |
| zzCurrentPos = zzMarkedPos = zzStartRead = start; |
| zzPushbackPos = 0; |
| zzAtEOF = false; |
| zzAtBOL = true; |
| zzEndRead = end; |
| yybegin(initialState); |
| } |
| |
| /** |
| * Refills the input buffer. |
| * |
| * @return <code>false</code>, iff there was new input. |
| * |
| * @exception java.io.IOException if any I/O-Error occurs |
| */ |
| private boolean zzRefill() throws java.io.IOException { |
| return true; |
| } |
| |
| |
| /** |
| * Returns the current lexical state. |
| */ |
| public final int yystate() { |
| return zzLexicalState; |
| } |
| |
| |
| /** |
| * Enters a new lexical state |
| * |
| * @param newState the new lexical state |
| */ |
| public final void yybegin(int newState) { |
| zzLexicalState = newState; |
| } |
| |
| |
| /** |
| * Returns the text matched by the current regular expression. |
| */ |
| public final CharSequence yytext() { |
| return zzBuffer.subSequence(zzStartRead, zzMarkedPos); |
| } |
| |
| |
| /** |
| * Returns the character at position <tt>pos</tt> from the |
| * matched text. |
| * |
| * It is equivalent to yytext().charAt(pos), but faster |
| * |
| * @param pos the position of the character to fetch. |
| * A value from 0 to yylength()-1. |
| * |
| * @return the character at position pos |
| */ |
| public final char yycharat(int pos) { |
| return zzBufferArray != null ? zzBufferArray[zzStartRead+pos]:zzBuffer.charAt(zzStartRead+pos); |
| } |
| |
| |
| /** |
| * Returns the length of the matched text region. |
| */ |
| public final int yylength() { |
| return zzMarkedPos-zzStartRead; |
| } |
| |
| |
| /** |
| * Reports an error that occured while scanning. |
| * |
| * In a wellformed scanner (no or only correct usage of |
| * yypushback(int) and a match-all fallback rule) this method |
| * will only be called with things that "Can't Possibly Happen". |
| * If this method is called, something is seriously wrong |
| * (e.g. a JFlex bug producing a faulty scanner etc.). |
| * |
| * Usual syntax/scanner level error handling should be done |
| * in error fallback rules. |
| * |
| * @param errorCode the code of the errormessage to display |
| */ |
| private void zzScanError(int errorCode) { |
| String message; |
| try { |
| message = ZZ_ERROR_MSG[errorCode]; |
| } |
| catch (ArrayIndexOutOfBoundsException e) { |
| message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR]; |
| } |
| |
| throw new Error(message); |
| } |
| |
| |
| /** |
| * Pushes the specified amount of characters back into the input stream. |
| * |
| * They will be read again by then next call of the scanning method |
| * |
| * @param number the number of characters to be read again. |
| * This number must not be greater than yylength()! |
| */ |
| public void yypushback(int number) { |
| if ( number > yylength() ) |
| zzScanError(ZZ_PUSHBACK_2BIG); |
| |
| zzMarkedPos -= number; |
| } |
| |
| |
| /** |
| * Contains user EOF-code, which will be executed exactly once, |
| * when the end of file is reached |
| */ |
| private void zzDoEOF() { |
| if (!zzEOFDone) { |
| zzEOFDone = true; |
| |
| } |
| } |
| |
| |
| /** |
| * Resumes scanning until the next regular expression is matched, |
| * the end of input is encountered or an I/O-Error occurs. |
| * |
| * @return the next token |
| * @exception java.io.IOException if any I/O-Error occurs |
| */ |
| public IElementType advance() throws java.io.IOException { |
| int zzInput; |
| int zzAction; |
| |
| // cached fields: |
| int zzCurrentPosL; |
| int zzMarkedPosL; |
| int zzEndReadL = zzEndRead; |
| CharSequence zzBufferL = zzBuffer; |
| char[] zzBufferArrayL = zzBufferArray; |
| char [] zzCMapL = ZZ_CMAP; |
| |
| int [] zzTransL = ZZ_TRANS; |
| int [] zzRowMapL = ZZ_ROWMAP; |
| int [] zzAttrL = ZZ_ATTRIBUTE; |
| |
| while (true) { |
| zzMarkedPosL = zzMarkedPos; |
| |
| zzAction = -1; |
| |
| zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL; |
| |
| zzState = ZZ_LEXSTATE[zzLexicalState]; |
| |
| |
| zzForAction: { |
| while (true) { |
| |
| if (zzCurrentPosL < zzEndReadL) |
| zzInput = (zzBufferArrayL != null ? zzBufferArrayL[zzCurrentPosL++] : zzBufferL.charAt(zzCurrentPosL++)); |
| else if (zzAtEOF) { |
| zzInput = YYEOF; |
| break zzForAction; |
| } |
| else { |
| // store back cached positions |
| zzCurrentPos = zzCurrentPosL; |
| zzMarkedPos = zzMarkedPosL; |
| boolean eof = zzRefill(); |
| // get translated positions and possibly new buffer |
| zzCurrentPosL = zzCurrentPos; |
| zzMarkedPosL = zzMarkedPos; |
| zzBufferL = zzBuffer; |
| zzEndReadL = zzEndRead; |
| if (eof) { |
| zzInput = YYEOF; |
| break zzForAction; |
| } |
| else { |
| zzInput = (zzBufferArrayL != null ? zzBufferArrayL[zzCurrentPosL++] : zzBufferL.charAt(zzCurrentPosL++)); |
| } |
| } |
| int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMapL[zzInput] ]; |
| if (zzNext == -1) break zzForAction; |
| zzState = zzNext; |
| |
| int zzAttributes = zzAttrL[zzState]; |
| if ( (zzAttributes & 1) == 1 ) { |
| zzAction = zzState; |
| zzMarkedPosL = zzCurrentPosL; |
| if ( (zzAttributes & 8) == 8 ) break zzForAction; |
| } |
| |
| } |
| } |
| |
| // store back cached position |
| zzMarkedPos = zzMarkedPosL; |
| |
| switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) { |
| case 75: |
| { return RegExpTT.UNICODE_CHAR; |
| } |
| case 76: break; |
| case 7: |
| { if (yystate() != CLASS2) yypushstate(EMBRACED); return RegExpTT.LBRACE; |
| } |
| case 77: break; |
| case 24: |
| { return RegExpTT.COMMA; |
| } |
| case 78: break; |
| case 61: |
| { return RegExpTT.POS_LOOKAHEAD; |
| } |
| case 79: break; |
| case 74: |
| { return RegExpTT.COMMENT; |
| } |
| case 80: break; |
| case 69: |
| { yybegin(NAMED_GROUP); return RegExpTT.PYTHON_NAMED_GROUP; |
| } |
| case 81: break; |
| case 14: |
| { return RegExpTT.STAR; |
| } |
| case 82: break; |
| case 59: |
| { yybegin(PY_COND_REF); return RegExpTT.PYTHON_COND_REF; |
| } |
| case 83: break; |
| case 48: |
| { return RegExpTT.CHAR_CLASS; |
| } |
| case 84: break; |
| case 35: |
| { handleOptions(); return RegExpTT.OPTIONS_OFF; |
| } |
| case 85: break; |
| case 55: |
| { yypopstate(); return RegExpTT.QUOTE_END; |
| } |
| case 86: break; |
| case 34: |
| { yybegin(YYINITIAL); return RegExpTT.GROUP_END; |
| } |
| case 87: break; |
| case 5: |
| { return RegExpTT.GROUP_BEGIN; |
| } |
| case 88: break; |
| case 36: |
| { yybegin(YYINITIAL); return RegExpTT.COLON; |
| } |
| case 89: break; |
| case 6: |
| { return RegExpTT.GROUP_END; |
| } |
| case 90: break; |
| case 25: |
| { assert false : yytext(); |
| } |
| case 91: break; |
| case 18: |
| { return commentMode ? com.intellij.psi.TokenType.WHITE_SPACE : RegExpTT.CHARACTER; |
| } |
| case 92: break; |
| case 45: |
| { return commentMode ? RegExpTT.CHARACTER : RegExpTT.REDUNDANT_ESCAPE; |
| } |
| case 93: break; |
| case 23: |
| { return RegExpTT.NAME; |
| } |
| case 94: break; |
| case 73: |
| { if (allowOctalNoLeadingZero) return RegExpTT.OCT_CHAR; |
| return yystate() != CLASS2 ? RegExpTT.BACKREF : RegExpTT.ESC_CHARACTER; |
| } |
| case 95: break; |
| case 29: |
| { yypopstate(); return RegExpTT.CLASS_END; |
| } |
| case 96: break; |
| case 33: |
| { yybegin(YYINITIAL); return RegExpTT.BAD_CHARACTER; |
| } |
| case 97: break; |
| case 51: |
| { yypushstate(QUOTED); return RegExpTT.QUOTE_BEGIN; |
| } |
| case 98: break; |
| case 21: |
| { return RegExpTT.NUMBER; |
| } |
| case 99: break; |
| case 4: |
| { return RegExpTT.DOT; |
| } |
| case 100: break; |
| case 71: |
| { return RegExpTT.NEG_LOOKBEHIND; |
| } |
| case 101: break; |
| case 43: |
| { return (allowOctalNoLeadingZero ? RegExpTT.OCT_CHAR : RegExpTT.BAD_OCT_VALUE); |
| } |
| case 102: break; |
| case 40: |
| // lookahead expression with fixed base length |
| zzMarkedPos = zzStartRead + 1; |
| { yypushstate(CLASS1); |
| return RegExpTT.CLASS_BEGIN; |
| } |
| case 103: break; |
| case 62: |
| { return RegExpTT.NEG_LOOKAHEAD; |
| } |
| case 104: break; |
| case 10: |
| { return commentMode ? com.intellij.psi.TokenType.WHITE_SPACE : RegExpTT.CTRL_CHARACTER; |
| } |
| case 105: break; |
| case 60: |
| { return RegExpTT.NON_CAPT_GROUP; |
| } |
| case 106: break; |
| case 64: |
| { yybegin(QUOTED_NAMED_GROUP); return RegExpTT.RUBY_QUOTED_NAMED_GROUP; |
| } |
| case 107: break; |
| case 65: |
| // lookahead expression with fixed base length |
| zzMarkedPos = zzStartRead + 1; |
| { if (allowEmptyCharacterClass) { |
| yypushstate(CLASS1PY); |
| } |
| else { |
| yypushstate(CLASS2); |
| } |
| return RegExpTT.CLASS_BEGIN; |
| } |
| case 108: break; |
| case 28: |
| { if (allowNestedCharacterClasses) { |
| yypushstate(CLASS2); |
| return RegExpTT.CLASS_BEGIN; |
| } |
| return RegExpTT.CHARACTER; |
| } |
| case 109: break; |
| case 19: |
| { if (commentMode) { yypushstate(COMMENT); return RegExpTT.COMMENT; } else return RegExpTT.CHARACTER; |
| } |
| case 110: break; |
| case 50: |
| { yypushstate(PROP); return RegExpTT.PROPERTY; |
| } |
| case 111: break; |
| case 8: |
| { yypushstate(CLASS2); |
| return RegExpTT.CLASS_BEGIN; |
| } |
| case 112: break; |
| case 70: |
| { return RegExpTT.POS_LOOKBEHIND; |
| } |
| case 113: break; |
| case 42: |
| { return yystate() != CLASS2 ? RegExpTT.BACKREF : RegExpTT.ESC_CHARACTER; |
| } |
| case 114: break; |
| case 72: |
| { return RegExpTT.HEX_CHAR; |
| } |
| case 115: break; |
| case 1: |
| { handleOptions(); return RegExpTT.OPTIONS_ON; |
| } |
| case 116: break; |
| case 58: |
| { return allowNestedCharacterClasses ? RegExpTT.ANDAND : RegExpTT.CHARACTER; |
| } |
| case 117: break; |
| case 2: |
| { yypopstate(); return RegExpTT.COMMENT; |
| } |
| case 118: break; |
| case 17: |
| { return RegExpTT.MINUS; |
| } |
| case 119: break; |
| case 46: |
| { return RegExpTT.ESC_CTRL_CHARACTER; |
| } |
| case 120: break; |
| case 32: |
| { yypopstate(); yypushstate(EMBRACED); return RegExpTT.LBRACE; |
| } |
| case 121: break; |
| case 13: |
| { return RegExpTT.QUEST; |
| } |
| case 122: break; |
| case 54: |
| { return (allowHexDigitClass ? RegExpTT.CHAR_CLASS : StringEscapesTokenTypes.INVALID_CHARACTER_ESCAPE_TOKEN); |
| } |
| case 123: break; |
| case 15: |
| { return RegExpTT.PLUS; |
| } |
| case 124: break; |
| case 66: |
| { return RegExpTT.OCT_CHAR; |
| } |
| case 125: break; |
| case 38: |
| { yybegin(YYINITIAL); return RegExpTT.QUOTE; |
| } |
| case 126: break; |
| case 20: |
| { if (allowDanglingMetacharacters) { |
| yypopstate(); yypushback(1); |
| } else { |
| return RegExpTT.BAD_CHARACTER; |
| } |
| } |
| case 127: break; |
| case 31: |
| { yypopstate(); yypushback(1); |
| } |
| case 128: break; |
| case 27: |
| { yybegin(CLASS1); return RegExpTT.CARET; |
| } |
| case 129: break; |
| case 56: |
| // lookahead expression with fixed base length |
| zzMarkedPos = zzStartRead + 1; |
| { if (allowNestedCharacterClasses) { |
| yypushstate(CLASS1); |
| return RegExpTT.CLASS_BEGIN; |
| } |
| return RegExpTT.CHARACTER; |
| } |
| case 130: break; |
| case 57: |
| { if (!allowNestedCharacterClasses) return RegExpTT.CHARACTER; |
| return RegExpTT.REDUNDANT_ESCAPE; |
| } |
| case 131: break; |
| case 37: |
| { yybegin(YYINITIAL); return RegExpTT.GT; |
| } |
| case 132: break; |
| case 68: |
| { yybegin(PY_NAMED_GROUP_REF); return RegExpTT.PYTHON_NAMED_GROUP_REF; |
| } |
| case 133: break; |
| case 16: |
| { return RegExpTT.UNION; |
| } |
| case 134: break; |
| case 3: |
| { return RegExpTT.CHARACTER; |
| } |
| case 135: break; |
| case 63: |
| { yybegin(NAMED_GROUP); return RegExpTT.RUBY_NAMED_GROUP; |
| } |
| case 136: break; |
| case 39: |
| { yybegin(OPTIONS); return RegExpTT.SET_OPTIONS; |
| } |
| case 137: break; |
| case 26: |
| { yybegin(CLASS2); return RegExpTT.CHARACTER; |
| } |
| case 138: break; |
| case 67: |
| { if (xmlSchemaMode) { yypushback(1); return RegExpTT.CHAR_CLASS; } else return RegExpTT.CTRL; |
| } |
| case 139: break; |
| case 30: |
| { return commentMode ? com.intellij.psi.TokenType.WHITE_SPACE : RegExpTT.ESC_CHARACTER; |
| } |
| case 140: break; |
| case 12: |
| { return RegExpTT.DOLLAR; |
| } |
| case 141: break; |
| case 49: |
| { if (xmlSchemaMode) return RegExpTT.CHAR_CLASS; else return StringEscapesTokenTypes.INVALID_CHARACTER_ESCAPE_TOKEN; |
| } |
| case 142: break; |
| case 41: |
| { return RegExpTT.REDUNDANT_ESCAPE; |
| } |
| case 143: break; |
| case 47: |
| { return yystate() != CLASS2 ? RegExpTT.BOUNDARY : RegExpTT.ESC_CHARACTER; |
| } |
| case 144: break; |
| case 22: |
| { yypopstate(); return RegExpTT.RBRACE; |
| } |
| case 145: break; |
| case 53: |
| { return StringEscapesTokenTypes.INVALID_UNICODE_ESCAPE_TOKEN; |
| } |
| case 146: break; |
| case 52: |
| { return RegExpTT.BAD_HEX_VALUE; |
| } |
| case 147: break; |
| case 9: |
| { return StringEscapesTokenTypes.INVALID_CHARACTER_ESCAPE_TOKEN; |
| } |
| case 148: break; |
| case 11: |
| { return RegExpTT.CARET; |
| } |
| case 149: break; |
| case 44: |
| { return RegExpTT.ESC_CHARACTER; |
| } |
| case 150: break; |
| default: |
| if (zzInput == YYEOF && zzStartRead == zzCurrentPos) { |
| zzAtEOF = true; |
| zzDoEOF(); |
| return null; |
| } |
| else { |
| zzScanError(ZZ_NO_MATCH); |
| } |
| } |
| } |
| } |
| |
| |
| } |
