python/gen/com/jetbrains/python/psi/types/PyTypeLexer.java - platform/tools/idea - Git at Google

 /* The following code was generated by JFlex 1.4.3 on 4/26/14 11:34 AM */

 package com.jetbrains.python.psi.types;

 import com.intellij.lexer.FlexLexer;
 import com.jetbrains.python.psi.PyElementType;
 import static com.jetbrains.python.psi.types.PyTypeTokenTypes.*;


 /**
  * This class is a scanner generated by
  * <a href="http://www.jflex.de/">JFlex</a> 1.4.3
  * on 4/26/14 11:34 AM from the specification file
  * <tt>/Users/ignatov/src/ultimate/tools/lexer/../../community/python/src/com/jetbrains/python/psi/types/PyType.flex</tt>
  */
 public class PyTypeLexer implements FlexLexer {
   /** initial size of the lookahead buffer */
   private static final int ZZ_BUFFERSIZE = 16384;

   /** lexical states */
   public static final int YYINITIAL = 0;

   /**
    * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l
    * ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l
    *                  at the beginning of a line
    * l is of the form l = 2*k, k a non negative integer
    */
   private static final int ZZ_LEXSTATE[] = {
      0, 0
   };

   /**
    * Translates characters to character classes
    */
   private static final String ZZ_CMAP_PACKED =
     "\11\0\1\2\1\1\2\0\1\1\22\0\1\2\1\13\6\0\2\30"+
     "\2\0\1\30\1\26\1\30\1\0\12\33\1\3\1\0\1\24\1\25"+
     "\1\27\2\0\23\14\7\31\1\30\1\0\1\30\1\0\1\32\1\12"+
     "\1\10\1\32\1\6\2\32\1\21\5\32\1\7\1\22\1\32\1\17"+
     "\1\4\1\32\1\20\1\11\1\23\4\32\1\5\1\32\1\15\1\30"+
     "\1\16\1\13\uff81\0";

   /**
    * Translates characters to character classes
    */
   private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED);

   /**
    * Translates DFA states to action switch labels.
    */
   private static final int [] ZZ_ACTION = zzUnpackAction();

   private static final String ZZ_ACTION_PACKED_0 =
     "\1\0\1\1\1\2\1\0\1\3\1\4\4\3\2\0"+
     "\1\5\1\6\2\0\1\5\1\3\2\0\1\3\5\0"+
     "\1\4";

   private static int [] zzUnpackAction() {
     int [] result = new int[27];
     int offset = 0;
     offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
     return result;
   }

   private static int zzUnpackAction(String packed, int offset, int [] result) {
     int i = 0;       /* index in packed string  */
     int j = offset;  /* index in unpacked array */
     int l = packed.length();
     while (i < l) {
       int count = packed.charAt(i++);
       int value = packed.charAt(i++);
       do result[j++] = value; while (--count > 0);
     }
     return j;
   }


   /**
    * Translates a state to a row index in the transition table
    */
   private static final int [] ZZ_ROWMAP = zzUnpackRowMap();

   private static final String ZZ_ROWMAP_PACKED_0 =
     "\0\0\0\34\0\70\0\124\0\160\0\70\0\214\0\250"+
     "\0\304\0\340\0\374\0\u0118\0\70\0\214\0\u0134\0\u0150"+
     "\0\160\0\u016c\0\u0188\0\u01a4\0\u01c0\0\u01dc\0\u01f8\0\u0214"+
     "\0\u0230\0\u024c\0\u0268";

   private static int [] zzUnpackRowMap() {
     int [] result = new int[27];
     int offset = 0;
     offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
     return result;
   }

   private static int zzUnpackRowMap(String packed, int offset, int [] result) {
     int i = 0;  /* index in packed string  */
     int j = offset;  /* index in unpacked array */
     int l = packed.length();
     while (i < l) {
       int high = packed.charAt(i++) << 16;
       result[j++] = high | packed.charAt(i++);
     }
     return j;
   }

   /**
    * The transition table of the DFA
    */
   private static final int [] ZZ_TRANS = zzUnpackTrans();

   private static final String ZZ_TRANS_PACKED_0 =
     "\1\0\1\2\1\3\1\4\6\5\1\6\1\0\1\7"+
     "\1\0\1\6\1\10\1\5\1\11\1\5\1\12\1\13"+
     "\1\0\1\14\1\0\1\15\1\16\1\5\2\0\1\2"+
     "\72\0\1\17\1\0\1\20\31\0\6\5\2\0\1\5"+
     "\2\0\5\5\5\0\3\5\4\0\6\5\2\0\1\5"+
     "\1\6\1\0\5\5\5\0\3\5\4\0\6\5\2\0"+
     "\1\5\2\0\1\5\2\21\2\5\5\0\3\5\4\0"+
     "\6\5\2\0\1\5\2\0\1\5\1\22\3\5\5\0"+
     "\3\5\4\0\6\5\2\0\1\5\2\0\1\21\4\5"+
     "\5\0\3\5\25\0\1\15\35\0\1\15\11\0\1\23"+
     "\35\0\1\24\30\0\6\5\2\0\1\5\2\0\1\25"+
     "\4\5\5\0\3\5\3\0\1\26\40\0\1\27\27\0"+
     "\6\5\2\0\1\5\2\0\3\5\1\21\1\5\5\0"+
     "\3\5\6\0\1\20\36\0\1\30\33\0\1\31\25\0"+
     "\1\32\42\0\1\33\34\0\1\6\20\0";

   private static int [] zzUnpackTrans() {
     int [] result = new int[644];
     int offset = 0;
     offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
     return result;
   }

   private static int zzUnpackTrans(String packed, int offset, int [] result) {
     int i = 0;       /* index in packed string  */
     int j = offset;  /* index in unpacked array */
     int l = packed.length();
     while (i < l) {
       int count = packed.charAt(i++);
       int value = packed.charAt(i++);
       value--;
       do result[j++] = value; while (--count > 0);
     }
     return j;
   }


   /* error codes */
   private static final int ZZ_UNKNOWN_ERROR = 0;
   private static final int ZZ_NO_MATCH = 1;
   private static final int ZZ_PUSHBACK_2BIG = 2;
   private static final char[] EMPTY_BUFFER = new char[0];
   private static final int YYEOF = -1;
   private static java.io.Reader zzReader = null; // Fake

   /* error messages for the codes above */
   private static final String ZZ_ERROR_MSG[] = {
     "Unkown internal scanner error",
     "Error: could not match input",
     "Error: pushback value was too large"
   };

   /**
    * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
    */
   private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();

   private static final String ZZ_ATTRIBUTE_PACKED_0 =
     "\1\0\1\1\1\11\1\0\1\1\1\11\4\1\2\0"+
     "\1\11\1\1\2\0\2\1\2\0\1\1\5\0\1\1";

   private static int [] zzUnpackAttribute() {
     int [] result = new int[27];
     int offset = 0;
     offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
     return result;
   }

   private static int zzUnpackAttribute(String packed, int offset, int [] result) {
     int i = 0;       /* index in packed string  */
     int j = offset;  /* index in unpacked array */
     int l = packed.length();
     while (i < l) {
       int count = packed.charAt(i++);
       int value = packed.charAt(i++);
       do result[j++] = value; while (--count > 0);
     }
     return j;
   }

   /** the current state of the DFA */
   private int zzState;

   /** the current lexical state */
   private int zzLexicalState = YYINITIAL;

   /** this buffer contains the current text to be matched and is
       the source of the yytext() string */
   private CharSequence zzBuffer = "";

   /** this buffer may contains the current text array to be matched when it is cheap to acquire it */
   private char[] zzBufferArray;

   /** the textposition at the last accepting state */
   private int zzMarkedPos;

   /** the textposition at the last state to be included in yytext */
   private int zzPushbackPos;

   /** the current text position in the buffer */
   private int zzCurrentPos;

   /** startRead marks the beginning of the yytext() string in the buffer */
   private int zzStartRead;

   /** endRead marks the last character in the buffer, that has been read
       from input */
   private int zzEndRead;

   /**
    * zzAtBOL == true <=> the scanner is currently at the beginning of a line
    */
   private boolean zzAtBOL = true;

   /** zzAtEOF == true <=> the scanner is at the EOF */
   private boolean zzAtEOF;

   /** denotes if the user-EOF-code has already been executed */
   private boolean zzEOFDone;


   public PyTypeLexer(java.io.Reader in) {
     this.zzReader = in;
   }

   /**
    * Creates a new scanner.
    * There is also java.io.Reader version of this constructor.
    *
    * @param   in  the java.io.Inputstream to read input from.
    */
   public PyTypeLexer(java.io.InputStream in) {
     this(new java.io.InputStreamReader(in));
   }

   /**
    * Unpacks the compressed character translation table.
    *
    * @param packed   the packed character translation table
    * @return         the unpacked character translation table
    */
   private static char [] zzUnpackCMap(String packed) {
     char [] map = new char[0x10000];
     int i = 0;  /* index in packed string  */
     int j = 0;  /* index in unpacked array */
     while (i < 106) {
       int  count = packed.charAt(i++);
       char value = packed.charAt(i++);
       do map[j++] = value; while (--count > 0);
     }
     return map;
   }

   public final int getTokenStart(){
     return zzStartRead;
   }

   public final int getTokenEnd(){
     return getTokenStart() + yylength();
   }

   public void reset(CharSequence buffer, int start, int end,int initialState){
     zzBuffer = buffer;
     zzBufferArray = com.intellij.util.text.CharArrayUtil.fromSequenceWithoutCopying(buffer);
     zzCurrentPos = zzMarkedPos = zzStartRead = start;
     zzPushbackPos = 0;
     zzAtEOF  = false;
     zzAtBOL = true;
     zzEndRead = end;
     yybegin(initialState);
   }

   /**
    * Refills the input buffer.
    *
    * @return      <code>false</code>, iff there was new input.
    *
    * @exception   java.io.IOException  if any I/O-Error occurs
    */
   private boolean zzRefill() throws java.io.IOException {
     return true;
   }


   /**
    * Returns the current lexical state.
    */
   public final int yystate() {
     return zzLexicalState;
   }


   /**
    * Enters a new lexical state
    *
    * @param newState the new lexical state
    */
   public final void yybegin(int newState) {
     zzLexicalState = newState;
   }


   /**
    * Returns the text matched by the current regular expression.
    */
   public final CharSequence yytext() {
     return zzBuffer.subSequence(zzStartRead, zzMarkedPos);
   }


   /**
    * Returns the character at position <tt>pos</tt> from the
    * matched text.
    *
    * It is equivalent to yytext().charAt(pos), but faster
    *
    * @param pos the position of the character to fetch.
    *            A value from 0 to yylength()-1.
    *
    * @return the character at position pos
    */
   public final char yycharat(int pos) {
     return zzBufferArray != null ? zzBufferArray[zzStartRead+pos]:zzBuffer.charAt(zzStartRead+pos);
   }


   /**
    * Returns the length of the matched text region.
    */
   public final int yylength() {
     return zzMarkedPos-zzStartRead;
   }


   /**
    * Reports an error that occured while scanning.
    *
    * In a wellformed scanner (no or only correct usage of
    * yypushback(int) and a match-all fallback rule) this method
    * will only be called with things that "Can't Possibly Happen".
    * If this method is called, something is seriously wrong
    * (e.g. a JFlex bug producing a faulty scanner etc.).
    *
    * Usual syntax/scanner level error handling should be done
    * in error fallback rules.
    *
    * @param   errorCode  the code of the errormessage to display
    */
   private void zzScanError(int errorCode) {
     String message;
     try {
       message = ZZ_ERROR_MSG[errorCode];
     }
     catch (ArrayIndexOutOfBoundsException e) {
       message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR];
     }

     throw new Error(message);
   }


   /**
    * Pushes the specified amount of characters back into the input stream.
    *
    * They will be read again by then next call of the scanning method
    *
    * @param number  the number of characters to be read again.
    *                This number must not be greater than yylength()!
    */
   public void yypushback(int number)  {
     if ( number > yylength() )
       zzScanError(ZZ_PUSHBACK_2BIG);

     zzMarkedPos -= number;
   }


   /**
    * Contains user EOF-code, which will be executed exactly once,
    * when the end of file is reached
    */
   private void zzDoEOF() {
     if (!zzEOFDone) {
       zzEOFDone = true;

     }
   }


   /**
    * Resumes scanning until the next regular expression is matched,
    * the end of input is encountered or an I/O-Error occurs.
    *
    * @return      the next token
    * @exception   java.io.IOException  if any I/O-Error occurs
    */
   public PyElementType advance() throws java.io.IOException {
     int zzInput;
     int zzAction;

     // cached fields:
     int zzCurrentPosL;
     int zzMarkedPosL;
     int zzEndReadL = zzEndRead;
     CharSequence zzBufferL = zzBuffer;
     char[] zzBufferArrayL = zzBufferArray;
     char [] zzCMapL = ZZ_CMAP;

     int [] zzTransL = ZZ_TRANS;
     int [] zzRowMapL = ZZ_ROWMAP;
     int [] zzAttrL = ZZ_ATTRIBUTE;

     while (true) {
       zzMarkedPosL = zzMarkedPos;

       zzAction = -1;

       zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;

       zzState = ZZ_LEXSTATE[zzLexicalState];


       zzForAction: {
         while (true) {

           if (zzCurrentPosL < zzEndReadL)
             zzInput = (zzBufferArrayL != null ? zzBufferArrayL[zzCurrentPosL++] : zzBufferL.charAt(zzCurrentPosL++));
           else if (zzAtEOF) {
             zzInput = YYEOF;
             break zzForAction;
           }
           else {
             // store back cached positions
             zzCurrentPos  = zzCurrentPosL;
             zzMarkedPos   = zzMarkedPosL;
             boolean eof = zzRefill();
             // get translated positions and possibly new buffer
             zzCurrentPosL  = zzCurrentPos;
             zzMarkedPosL   = zzMarkedPos;
             zzBufferL      = zzBuffer;
             zzEndReadL     = zzEndRead;
             if (eof) {
               zzInput = YYEOF;
               break zzForAction;
             }
             else {
               zzInput = (zzBufferArrayL != null ? zzBufferArrayL[zzCurrentPosL++] : zzBufferL.charAt(zzCurrentPosL++));
             }
           }
           int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMapL[zzInput] ];
           if (zzNext == -1) break zzForAction;
           zzState = zzNext;

           int zzAttributes = zzAttrL[zzState];
           if ( (zzAttributes & 1) == 1 ) {
             zzAction = zzState;
             zzMarkedPosL = zzCurrentPosL;
             if ( (zzAttributes & 8) == 8 ) break zzForAction;
           }

         }
       }

       // store back cached position
       zzMarkedPos = zzMarkedPosL;

       switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {
         case 6:
           { return PARAMETER;
           }
         case 7: break;
         case 1:
           { return NL;
           }
         case 8: break;
         case 3:
           { return IDENTIFIER;
           }
         case 9: break;
         case 5:
           { return OP;
           }
         case 10: break;
         case 4:
           { return MARKUP;
           }
         case 11: break;
         case 2:
           { return SPACE;
           }
         case 12: break;
         default:
           if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
             zzAtEOF = true;
             zzDoEOF();
             return null;
           }
           else {
             zzScanError(ZZ_NO_MATCH);
           }
       }
     }
   }


 }
	/* The following code was generated by JFlex 1.4.3 on 4/26/14 11:34 AM */

	package com.jetbrains.python.psi.types;

	import com.intellij.lexer.FlexLexer;
	import com.jetbrains.python.psi.PyElementType;
	import static com.jetbrains.python.psi.types.PyTypeTokenTypes.*;



	/**
	* This class is a scanner generated by
	* <a href="http://www.jflex.de/">JFlex</a> 1.4.3
	* on 4/26/14 11:34 AM from the specification file
	* <tt>/Users/ignatov/src/ultimate/tools/lexer/../../community/python/src/com/jetbrains/python/psi/types/PyType.flex</tt>
	*/
	public class PyTypeLexer implements FlexLexer {
	/** initial size of the lookahead buffer */
	private static final int ZZ_BUFFERSIZE = 16384;

	/** lexical states */
	public static final int YYINITIAL = 0;

	/**
	* ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l
	* ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l
	* at the beginning of a line
	* l is of the form l = 2*k, k a non negative integer
	*/
	private static final int ZZ_LEXSTATE[] = {
	0, 0
	};

	/**
	* Translates characters to character classes
	*/
	private static final String ZZ_CMAP_PACKED =
	"\11\0\1\2\1\1\2\0\1\1\22\0\1\2\1\13\6\0\2\30"+
	"\2\0\1\30\1\26\1\30\1\0\12\33\1\3\1\0\1\24\1\25"+
	"\1\27\2\0\23\14\7\31\1\30\1\0\1\30\1\0\1\32\1\12"+
	"\1\10\1\32\1\6\2\32\1\21\5\32\1\7\1\22\1\32\1\17"+
	"\1\4\1\32\1\20\1\11\1\23\4\32\1\5\1\32\1\15\1\30"+
	"\1\16\1\13\uff81\0";

	/**
	* Translates characters to character classes
	*/
	private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED);

	/**
	* Translates DFA states to action switch labels.
	*/
	private static final int [] ZZ_ACTION = zzUnpackAction();

	private static final String ZZ_ACTION_PACKED_0 =
	"\1\0\1\1\1\2\1\0\1\3\1\4\4\3\2\0"+
	"\1\5\1\6\2\0\1\5\1\3\2\0\1\3\5\0"+
	"\1\4";

	private static int [] zzUnpackAction() {
	int [] result = new int[27];
	int offset = 0;
	offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
	return result;
	}

	private static int zzUnpackAction(String packed, int offset, int [] result) {
	int i = 0; /* index in packed string */
	int j = offset; /* index in unpacked array */
	int l = packed.length();
	while (i < l) {
	int count = packed.charAt(i++);
	int value = packed.charAt(i++);
	do result[j++] = value; while (--count > 0);
	}
	return j;
	}


	/**
	* Translates a state to a row index in the transition table
	*/
	private static final int [] ZZ_ROWMAP = zzUnpackRowMap();

	private static final String ZZ_ROWMAP_PACKED_0 =
	"\0\0\0\34\0\70\0\124\0\160\0\70\0\214\0\250"+
	"\0\304\0\340\0\374\0\u0118\0\70\0\214\0\u0134\0\u0150"+
	"\0\160\0\u016c\0\u0188\0\u01a4\0\u01c0\0\u01dc\0\u01f8\0\u0214"+
	"\0\u0230\0\u024c\0\u0268";

	private static int [] zzUnpackRowMap() {
	int [] result = new int[27];
	int offset = 0;
	offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
	return result;
	}

	private static int zzUnpackRowMap(String packed, int offset, int [] result) {
	int i = 0; /* index in packed string */
	int j = offset; /* index in unpacked array */
	int l = packed.length();
	while (i < l) {
	int high = packed.charAt(i++) << 16;
	result[j++] = high \| packed.charAt(i++);
	}
	return j;
	}

	/**
	* The transition table of the DFA
	*/
	private static final int [] ZZ_TRANS = zzUnpackTrans();

	private static final String ZZ_TRANS_PACKED_0 =
	"\1\0\1\2\1\3\1\4\6\5\1\6\1\0\1\7"+
	"\1\0\1\6\1\10\1\5\1\11\1\5\1\12\1\13"+
	"\1\0\1\14\1\0\1\15\1\16\1\5\2\0\1\2"+
	"\72\0\1\17\1\0\1\20\31\0\6\5\2\0\1\5"+
	"\2\0\5\5\5\0\3\5\4\0\6\5\2\0\1\5"+
	"\1\6\1\0\5\5\5\0\3\5\4\0\6\5\2\0"+
	"\1\5\2\0\1\5\2\21\2\5\5\0\3\5\4\0"+
	"\6\5\2\0\1\5\2\0\1\5\1\22\3\5\5\0"+
	"\3\5\4\0\6\5\2\0\1\5\2\0\1\21\4\5"+
	"\5\0\3\5\25\0\1\15\35\0\1\15\11\0\1\23"+
	"\35\0\1\24\30\0\6\5\2\0\1\5\2\0\1\25"+
	"\4\5\5\0\3\5\3\0\1\26\40\0\1\27\27\0"+
	"\6\5\2\0\1\5\2\0\3\5\1\21\1\5\5\0"+
	"\3\5\6\0\1\20\36\0\1\30\33\0\1\31\25\0"+
	"\1\32\42\0\1\33\34\0\1\6\20\0";

	private static int [] zzUnpackTrans() {
	int [] result = new int[644];
	int offset = 0;
	offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
	return result;
	}

	private static int zzUnpackTrans(String packed, int offset, int [] result) {
	int i = 0; /* index in packed string */
	int j = offset; /* index in unpacked array */
	int l = packed.length();
	while (i < l) {
	int count = packed.charAt(i++);
	int value = packed.charAt(i++);
	value--;
	do result[j++] = value; while (--count > 0);
	}
	return j;
	}


	/* error codes */
	private static final int ZZ_UNKNOWN_ERROR = 0;
	private static final int ZZ_NO_MATCH = 1;
	private static final int ZZ_PUSHBACK_2BIG = 2;
	private static final char[] EMPTY_BUFFER = new char[0];
	private static final int YYEOF = -1;
	private static java.io.Reader zzReader = null; // Fake

	/* error messages for the codes above */
	private static final String ZZ_ERROR_MSG[] = {
	"Unkown internal scanner error",
	"Error: could not match input",
	"Error: pushback value was too large"
	};

	/**
	* ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
	*/
	private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();

	private static final String ZZ_ATTRIBUTE_PACKED_0 =
	"\1\0\1\1\1\11\1\0\1\1\1\11\4\1\2\0"+
	"\1\11\1\1\2\0\2\1\2\0\1\1\5\0\1\1";

	private static int [] zzUnpackAttribute() {
	int [] result = new int[27];
	int offset = 0;
	offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
	return result;
	}

	private static int zzUnpackAttribute(String packed, int offset, int [] result) {
	int i = 0; /* index in packed string */
	int j = offset; /* index in unpacked array */
	int l = packed.length();
	while (i < l) {
	int count = packed.charAt(i++);
	int value = packed.charAt(i++);
	do result[j++] = value; while (--count > 0);
	}
	return j;
	}

	/** the current state of the DFA */
	private int zzState;

	/** the current lexical state */
	private int zzLexicalState = YYINITIAL;

	/** this buffer contains the current text to be matched and is
	the source of the yytext() string */
	private CharSequence zzBuffer = "";

	/** this buffer may contains the current text array to be matched when it is cheap to acquire it */
	private char[] zzBufferArray;

	/** the textposition at the last accepting state */
	private int zzMarkedPos;

	/** the textposition at the last state to be included in yytext */
	private int zzPushbackPos;

	/** the current text position in the buffer */
	private int zzCurrentPos;

	/** startRead marks the beginning of the yytext() string in the buffer */
	private int zzStartRead;

	/** endRead marks the last character in the buffer, that has been read
	from input */
	private int zzEndRead;

	/**
	* zzAtBOL == true <=> the scanner is currently at the beginning of a line
	*/
	private boolean zzAtBOL = true;

	/** zzAtEOF == true <=> the scanner is at the EOF */
	private boolean zzAtEOF;

	/** denotes if the user-EOF-code has already been executed */
	private boolean zzEOFDone;


	public PyTypeLexer(java.io.Reader in) {
	this.zzReader = in;
	}

	/**
	* Creates a new scanner.
	* There is also java.io.Reader version of this constructor.
	*
	* @param in the java.io.Inputstream to read input from.
	*/
	public PyTypeLexer(java.io.InputStream in) {
	this(new java.io.InputStreamReader(in));
	}

	/**
	* Unpacks the compressed character translation table.
	*
	* @param packed the packed character translation table
	* @return the unpacked character translation table
	*/
	private static char [] zzUnpackCMap(String packed) {
	char [] map = new char[0x10000];
	int i = 0; /* index in packed string */
	int j = 0; /* index in unpacked array */
	while (i < 106) {
	int count = packed.charAt(i++);
	char value = packed.charAt(i++);
	do map[j++] = value; while (--count > 0);
	}
	return map;
	}

	public final int getTokenStart(){
	return zzStartRead;
	}

	public final int getTokenEnd(){
	return getTokenStart() + yylength();
	}

	public void reset(CharSequence buffer, int start, int end,int initialState){
	zzBuffer = buffer;
	zzBufferArray = com.intellij.util.text.CharArrayUtil.fromSequenceWithoutCopying(buffer);
	zzCurrentPos = zzMarkedPos = zzStartRead = start;
	zzPushbackPos = 0;
	zzAtEOF = false;
	zzAtBOL = true;
	zzEndRead = end;
	yybegin(initialState);
	}

	/**
	* Refills the input buffer.
	*
	* @return <code>false</code>, iff there was new input.
	*
	* @exception java.io.IOException if any I/O-Error occurs
	*/
	private boolean zzRefill() throws java.io.IOException {
	return true;
	}


	/**
	* Returns the current lexical state.
	*/
	public final int yystate() {
	return zzLexicalState;
	}


	/**
	* Enters a new lexical state
	*
	* @param newState the new lexical state
	*/
	public final void yybegin(int newState) {
	zzLexicalState = newState;
	}


	/**
	* Returns the text matched by the current regular expression.
	*/
	public final CharSequence yytext() {
	return zzBuffer.subSequence(zzStartRead, zzMarkedPos);
	}


	/**
	* Returns the character at position <tt>pos</tt> from the
	* matched text.
	*
	* It is equivalent to yytext().charAt(pos), but faster
	*
	* @param pos the position of the character to fetch.
	* A value from 0 to yylength()-1.
	*
	* @return the character at position pos
	*/
	public final char yycharat(int pos) {
	return zzBufferArray != null ? zzBufferArray[zzStartRead+pos]:zzBuffer.charAt(zzStartRead+pos);
	}


	/**
	* Returns the length of the matched text region.
	*/
	public final int yylength() {
	return zzMarkedPos-zzStartRead;
	}


	/**
	* Reports an error that occured while scanning.
	*
	* In a wellformed scanner (no or only correct usage of
	* yypushback(int) and a match-all fallback rule) this method
	* will only be called with things that "Can't Possibly Happen".
	* If this method is called, something is seriously wrong
	* (e.g. a JFlex bug producing a faulty scanner etc.).
	*
	* Usual syntax/scanner level error handling should be done
	* in error fallback rules.
	*
	* @param errorCode the code of the errormessage to display
	*/
	private void zzScanError(int errorCode) {
	String message;
	try {
	message = ZZ_ERROR_MSG[errorCode];
	}
	catch (ArrayIndexOutOfBoundsException e) {
	message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR];
	}

	throw new Error(message);
	}


	/**
	* Pushes the specified amount of characters back into the input stream.
	*
	* They will be read again by then next call of the scanning method
	*
	* @param number the number of characters to be read again.
	* This number must not be greater than yylength()!
	*/
	public void yypushback(int number) {
	if ( number > yylength() )
	zzScanError(ZZ_PUSHBACK_2BIG);

	zzMarkedPos -= number;
	}


	/**
	* Contains user EOF-code, which will be executed exactly once,
	* when the end of file is reached
	*/
	private void zzDoEOF() {
	if (!zzEOFDone) {
	zzEOFDone = true;

	}
	}


	/**
	* Resumes scanning until the next regular expression is matched,
	* the end of input is encountered or an I/O-Error occurs.
	*
	* @return the next token
	* @exception java.io.IOException if any I/O-Error occurs
	*/
	public PyElementType advance() throws java.io.IOException {
	int zzInput;
	int zzAction;

	// cached fields:
	int zzCurrentPosL;
	int zzMarkedPosL;
	int zzEndReadL = zzEndRead;
	CharSequence zzBufferL = zzBuffer;
	char[] zzBufferArrayL = zzBufferArray;
	char [] zzCMapL = ZZ_CMAP;

	int [] zzTransL = ZZ_TRANS;
	int [] zzRowMapL = ZZ_ROWMAP;
	int [] zzAttrL = ZZ_ATTRIBUTE;

	while (true) {
	zzMarkedPosL = zzMarkedPos;

	zzAction = -1;

	zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;

	zzState = ZZ_LEXSTATE[zzLexicalState];


	zzForAction: {
	while (true) {

	if (zzCurrentPosL < zzEndReadL)
	zzInput = (zzBufferArrayL != null ? zzBufferArrayL[zzCurrentPosL++] : zzBufferL.charAt(zzCurrentPosL++));
	else if (zzAtEOF) {
	zzInput = YYEOF;
	break zzForAction;
	}
	else {
	// store back cached positions
	zzCurrentPos = zzCurrentPosL;
	zzMarkedPos = zzMarkedPosL;
	boolean eof = zzRefill();
	// get translated positions and possibly new buffer
	zzCurrentPosL = zzCurrentPos;
	zzMarkedPosL = zzMarkedPos;
	zzBufferL = zzBuffer;
	zzEndReadL = zzEndRead;
	if (eof) {
	zzInput = YYEOF;
	break zzForAction;
	}
	else {
	zzInput = (zzBufferArrayL != null ? zzBufferArrayL[zzCurrentPosL++] : zzBufferL.charAt(zzCurrentPosL++));
	}
	}
	int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMapL[zzInput] ];
	if (zzNext == -1) break zzForAction;
	zzState = zzNext;

	int zzAttributes = zzAttrL[zzState];
	if ( (zzAttributes & 1) == 1 ) {
	zzAction = zzState;
	zzMarkedPosL = zzCurrentPosL;
	if ( (zzAttributes & 8) == 8 ) break zzForAction;
	}

	}
	}

	// store back cached position
	zzMarkedPos = zzMarkedPosL;

	switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {
	case 6:
	{ return PARAMETER;
	}
	case 7: break;
	case 1:
	{ return NL;
	}
	case 8: break;
	case 3:
	{ return IDENTIFIER;
	}
	case 9: break;
	case 5:
	{ return OP;
	}
	case 10: break;
	case 4:
	{ return MARKUP;
	}
	case 11: break;
	case 2:
	{ return SPACE;
	}
	case 12: break;
	default:
	if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
	zzAtEOF = true;
	zzDoEOF();
	return null;
	}
	else {
	zzScanError(ZZ_NO_MATCH);
	}
	}
	}
	}


	}