/* Generated By:JavaCC: Do not edit this line. JSGFParserTokenManager.java */ package edu.cmu.sphinx.jsgf.parser; import java.io.BufferedInputStream; import java.io.ByteArrayInputStream; import java.io.File; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.io.Reader; import java.io.StringReader; import java.net.MalformedURLException; import java.net.URL; import java.util.ArrayList; import java.util.StringTokenizer; import edu.cmu.sphinx.jsgf.rule.*; import edu.cmu.sphinx.jsgf.JSGFRuleGrammar; import edu.cmu.sphinx.jsgf.JSGFRuleGrammarFactory; import edu.cmu.sphinx.jsgf.JSGFRuleGrammarManager; import edu.cmu.sphinx.jsgf.JSGFGrammarParseException; @SuppressWarnings("all") public class JSGFParserTokenManager implements JSGFParserConstants { public java.io.PrintStream debugStream = System.out; public void setDebugStream(java.io.PrintStream ds) { debugStream = ds; } private final int jjStopStringLiteralDfa_0(int pos, long active0) { switch (pos) { case 0: if ((active0 & 0x400000140L) != 0L) return 2; if ((active0 & 0x800e000L) != 0L) { jjmatchedKind = 23; return 37; } if ((active0 & 0x20000000L) != 0L) return 5; return -1; case 1: if ((active0 & 0x100L) != 0L) return 0; if ((active0 & 0x800e000L) != 0L) { jjmatchedKind = 23; jjmatchedPos = 1; return 37; } return -1; case 2: if ((active0 & 0x8000000L) != 0L) { if (jjmatchedPos < 1) { jjmatchedKind = 23; jjmatchedPos = 1; } return -1; } if ((active0 & 0xe000L) != 0L) { jjmatchedKind = 23; jjmatchedPos = 2; return 37; } return -1; case 3: if ((active0 & 0x8000000L) != 0L) { if (jjmatchedPos < 1) { jjmatchedKind = 23; jjmatchedPos = 1; } return -1; } if ((active0 & 0xe000L) != 0L) { jjmatchedKind = 23; jjmatchedPos = 3; return 37; } return -1; case 4: if ((active0 & 0xe000L) != 0L) { jjmatchedKind = 23; jjmatchedPos = 4; return 37; } return -1; case 5: if ((active0 & 0xc000L) != 0L) return 37; if ((active0 & 0x2000L) != 0L) { jjmatchedKind = 23; jjmatchedPos = 5; return 37; } return -1; default : return -1; } } private final int jjStartNfa_0(int pos, long active0) { return jjMoveNfa_0(jjStopStringLiteralDfa_0(pos, active0), pos + 1); } private int jjStopAtPos(int pos, int kind) { jjmatchedKind = kind; jjmatchedPos = pos; return pos + 1; } private int jjMoveStringLiteralDfa0_0() { switch(curChar) { case 40: return jjStopAtPos(0, 36); case 41: return jjStopAtPos(0, 37); case 42: return jjStopAtPos(0, 30); case 43: return jjStopAtPos(0, 35); case 46: return jjStartNfaWithStates_0(0, 29, 5); case 47: jjmatchedKind = 34; return jjMoveStringLiteralDfa1_0(0x140L); case 59: return jjStopAtPos(0, 26); case 60: return jjStopAtPos(0, 28); case 61: return jjStopAtPos(0, 32); case 62: return jjStopAtPos(0, 31); case 86: return jjMoveStringLiteralDfa1_0(0x8000000L); case 91: return jjStopAtPos(0, 38); case 93: return jjStopAtPos(0, 39); case 103: return jjMoveStringLiteralDfa1_0(0x2000L); case 105: return jjMoveStringLiteralDfa1_0(0x4000L); case 112: return jjMoveStringLiteralDfa1_0(0x8000L); case 124: return jjStopAtPos(0, 33); default : return jjMoveNfa_0(3, 0); } } private int jjMoveStringLiteralDfa1_0(long active0) { try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(0, active0); return 1; } switch(curChar) { case 42: if ((active0 & 0x100L) != 0L) return jjStartNfaWithStates_0(1, 8, 0); break; case 47: if ((active0 & 0x40L) != 0L) return jjStopAtPos(1, 6); break; case 49: return jjMoveStringLiteralDfa2_0(active0, 0x8000000L); case 109: return jjMoveStringLiteralDfa2_0(active0, 0x4000L); case 114: return jjMoveStringLiteralDfa2_0(active0, 0x2000L); case 117: return jjMoveStringLiteralDfa2_0(active0, 0x8000L); default : break; } return jjStartNfa_0(0, active0); } private int jjMoveStringLiteralDfa2_0(long old0, long active0) { if (((active0 &= old0)) == 0L) return jjStartNfa_0(0, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(1, active0); return 2; } switch(curChar) { case 46: return jjMoveStringLiteralDfa3_0(active0, 0x8000000L); case 97: return jjMoveStringLiteralDfa3_0(active0, 0x2000L); case 98: return jjMoveStringLiteralDfa3_0(active0, 0x8000L); case 112: return jjMoveStringLiteralDfa3_0(active0, 0x4000L); default : break; } return jjStartNfa_0(1, active0); } private int jjMoveStringLiteralDfa3_0(long old0, long active0) { if (((active0 &= old0)) == 0L) return jjStartNfa_0(1, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(2, active0); return 3; } switch(curChar) { case 48: if ((active0 & 0x8000000L) != 0L) return jjStopAtPos(3, 27); break; case 108: return jjMoveStringLiteralDfa4_0(active0, 0x8000L); case 109: return jjMoveStringLiteralDfa4_0(active0, 0x2000L); case 111: return jjMoveStringLiteralDfa4_0(active0, 0x4000L); default : break; } return jjStartNfa_0(2, active0); } private int jjMoveStringLiteralDfa4_0(long old0, long active0) { if (((active0 &= old0)) == 0L) return jjStartNfa_0(2, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(3, active0); return 4; } switch(curChar) { case 105: return jjMoveStringLiteralDfa5_0(active0, 0x8000L); case 109: return jjMoveStringLiteralDfa5_0(active0, 0x2000L); case 114: return jjMoveStringLiteralDfa5_0(active0, 0x4000L); default : break; } return jjStartNfa_0(3, active0); } private int jjMoveStringLiteralDfa5_0(long old0, long active0) { if (((active0 &= old0)) == 0L) return jjStartNfa_0(3, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(4, active0); return 5; } switch(curChar) { case 97: return jjMoveStringLiteralDfa6_0(active0, 0x2000L); case 99: if ((active0 & 0x8000L) != 0L) return jjStartNfaWithStates_0(5, 15, 37); break; case 116: if ((active0 & 0x4000L) != 0L) return jjStartNfaWithStates_0(5, 14, 37); break; default : break; } return jjStartNfa_0(4, active0); } private int jjMoveStringLiteralDfa6_0(long old0, long active0) { if (((active0 &= old0)) == 0L) return jjStartNfa_0(4, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(5, active0); return 6; } switch(curChar) { case 114: if ((active0 & 0x2000L) != 0L) return jjStartNfaWithStates_0(6, 13, 37); break; default : break; } return jjStartNfa_0(5, active0); } private int jjStartNfaWithStates_0(int pos, int kind, int state) { jjmatchedKind = kind; jjmatchedPos = pos; try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { return pos + 1; } return jjMoveNfa_0(state, pos + 1); } static final long[] jjbitVec0 = { 0xfffffffffffffffeL, 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffffffffffffffL }; static final long[] jjbitVec2 = { 0x0L, 0x0L, 0xffffffffffffffffL, 0xffffffffffffffffL }; static final long[] jjbitVec3 = { 0x1ff00000fffffffeL, 0xffffffffffffc000L, 0xffffffffL, 0x600000000000000L }; static final long[] jjbitVec4 = { 0x0L, 0x0L, 0x0L, 0xff7fffffff7fffffL }; static final long[] jjbitVec5 = { 0x0L, 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffffffffffffffL }; static final long[] jjbitVec6 = { 0xffffffffffffffffL, 0xffffffffffffffffL, 0xffffL, 0x0L }; static final long[] jjbitVec7 = { 0xffffffffffffffffL, 0xffffffffffffffffL, 0x0L, 0x0L }; static final long[] jjbitVec8 = { 0x3fffffffffffL, 0x0L, 0x0L, 0x0L }; private int jjMoveNfa_0(int startState, int curPos) { int startsAt = 0; jjnewStateCnt = 54; int i = 1; jjstateSet[0] = startState; int kind = 0x7fffffff; for (;;) { if (++jjround == 0x7fffffff) ReInitRounds(); if (curChar < 64) { long l = 1L << curChar; do { switch(jjstateSet[--i]) { case 3: if ((0x7ff30fa00000000L & l) != 0L) { if (kind > 23) kind = 23; jjCheckNAdd(37); } else if (curChar == 34) jjCheckNAddStates(0, 2); else if (curChar == 46) jjCheckNAdd(5); else if (curChar == 47) jjstateSet[jjnewStateCnt++] = 2; if ((0x3ff000000000000L & l) != 0L) { if (kind > 16) kind = 16; jjCheckNAddStates(3, 10); } else if (curChar == 39) jjAddStates(11, 12); break; case 0: if (curChar == 42) jjstateSet[jjnewStateCnt++] = 1; break; case 1: if ((0xffff7fffffffffffL & l) != 0L && kind > 7) kind = 7; break; case 2: if (curChar == 42) jjstateSet[jjnewStateCnt++] = 0; break; case 4: if (curChar == 46) jjCheckNAdd(5); break; case 5: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 18) kind = 18; jjCheckNAddStates(13, 15); break; case 7: if ((0x280000000000L & l) != 0L) jjCheckNAdd(8); break; case 8: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 18) kind = 18; jjCheckNAddTwoStates(8, 9); break; case 10: if (curChar == 39) jjAddStates(11, 12); break; case 11: if ((0xffffff7fffffdbffL & l) != 0L) jjCheckNAdd(12); break; case 12: if (curChar == 39 && kind > 20) kind = 20; break; case 14: if ((0x8400000000L & l) != 0L) jjCheckNAdd(12); break; case 15: if ((0xff000000000000L & l) != 0L) jjCheckNAddTwoStates(16, 12); break; case 16: if ((0xff000000000000L & l) != 0L) jjCheckNAdd(12); break; case 17: if ((0xf000000000000L & l) != 0L) jjstateSet[jjnewStateCnt++] = 18; break; case 18: if ((0xff000000000000L & l) != 0L) jjCheckNAdd(16); break; case 19: if (curChar == 34) jjCheckNAddStates(0, 2); break; case 20: if ((0xfffffffbffffdbffL & l) != 0L) jjCheckNAddStates(0, 2); break; case 22: if ((0x8400000000L & l) != 0L) jjCheckNAddStates(0, 2); break; case 23: if (curChar == 34 && kind > 21) kind = 21; break; case 24: if ((0xff000000000000L & l) != 0L) jjCheckNAddStates(16, 19); break; case 25: if ((0xff000000000000L & l) != 0L) jjCheckNAddStates(0, 2); break; case 26: if ((0xf000000000000L & l) != 0L) jjstateSet[jjnewStateCnt++] = 27; break; case 27: if ((0xff000000000000L & l) != 0L) jjCheckNAdd(25); break; case 29: jjCheckNAddStates(20, 22); break; case 31: if ((0x8400000000L & l) != 0L) jjCheckNAddStates(20, 22); break; case 33: if ((0xff000000000000L & l) != 0L) jjCheckNAddStates(23, 26); break; case 34: if ((0xff000000000000L & l) != 0L) jjCheckNAddStates(20, 22); break; case 35: if ((0xf000000000000L & l) != 0L) jjstateSet[jjnewStateCnt++] = 36; break; case 36: if ((0xff000000000000L & l) != 0L) jjCheckNAdd(34); break; case 37: if ((0x7ff30fa00000000L & l) == 0L) break; if (kind > 23) kind = 23; jjCheckNAdd(37); break; case 38: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 16) kind = 16; jjCheckNAddStates(3, 10); break; case 39: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 16) kind = 16; jjCheckNAdd(39); break; case 40: if ((0x3ff000000000000L & l) != 0L) jjCheckNAddTwoStates(40, 41); break; case 41: if (curChar != 46) break; if (kind > 18) kind = 18; jjCheckNAddStates(27, 29); break; case 42: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 18) kind = 18; jjCheckNAddStates(27, 29); break; case 44: if ((0x280000000000L & l) != 0L) jjCheckNAdd(45); break; case 45: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 18) kind = 18; jjCheckNAddTwoStates(45, 9); break; case 46: if ((0x3ff000000000000L & l) != 0L) jjCheckNAddTwoStates(46, 47); break; case 48: if ((0x280000000000L & l) != 0L) jjCheckNAdd(49); break; case 49: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 18) kind = 18; jjCheckNAddTwoStates(49, 9); break; case 50: if ((0x3ff000000000000L & l) != 0L) jjCheckNAddStates(30, 32); break; case 52: if ((0x280000000000L & l) != 0L) jjCheckNAdd(53); break; case 53: if ((0x3ff000000000000L & l) != 0L) jjCheckNAddTwoStates(53, 9); break; default : break; } } while(i != startsAt); } else if (curChar < 128) { long l = 1L << (curChar & 077); do { switch(jjstateSet[--i]) { case 3: if ((0x47fffffed7ffffffL & l) != 0L) { if (kind > 23) kind = 23; jjCheckNAdd(37); } else if (curChar == 123) jjCheckNAddStates(20, 22); break; case 1: if (kind > 7) kind = 7; break; case 6: if ((0x2000000020L & l) != 0L) jjAddStates(33, 34); break; case 9: if ((0x5000000050L & l) != 0L && kind > 18) kind = 18; break; case 11: if ((0xffffffffefffffffL & l) != 0L) jjCheckNAdd(12); break; case 13: if (curChar == 92) jjAddStates(35, 37); break; case 14: if ((0x14404410000000L & l) != 0L) jjCheckNAdd(12); break; case 20: if ((0xffffffffefffffffL & l) != 0L) jjCheckNAddStates(0, 2); break; case 21: if (curChar == 92) jjAddStates(38, 40); break; case 22: if ((0x14404410000000L & l) != 0L) jjCheckNAddStates(0, 2); break; case 28: if (curChar == 123) jjCheckNAddStates(20, 22); break; case 29: if ((0xdfffffffffffffffL & l) != 0L) jjCheckNAddStates(20, 22); break; case 30: if (curChar == 92) jjAddStates(41, 43); break; case 31: if ((0x2014404410000000L & l) != 0L) jjCheckNAddStates(20, 22); break; case 32: if (curChar == 125 && kind > 22) kind = 22; break; case 37: if ((0x47fffffed7ffffffL & l) == 0L) break; if (kind > 23) kind = 23; jjCheckNAdd(37); break; case 43: if ((0x2000000020L & l) != 0L) jjAddStates(44, 45); break; case 47: if ((0x2000000020L & l) != 0L) jjAddStates(46, 47); break; case 51: if ((0x2000000020L & l) != 0L) jjAddStates(48, 49); break; default : break; } } while(i != startsAt); } else { int hiByte = (int)(curChar >> 8); int i1 = hiByte >> 6; long l1 = 1L << (hiByte & 077); int i2 = (curChar & 0xff) >> 6; long l2 = 1L << (curChar & 077); do { switch(jjstateSet[--i]) { case 3: case 37: if (!jjCanMove_1(hiByte, i1, i2, l1, l2)) break; if (kind > 23) kind = 23; jjCheckNAdd(37); break; case 1: if (jjCanMove_0(hiByte, i1, i2, l1, l2) && kind > 7) kind = 7; break; case 11: if (jjCanMove_0(hiByte, i1, i2, l1, l2)) jjstateSet[jjnewStateCnt++] = 12; break; case 20: if (jjCanMove_0(hiByte, i1, i2, l1, l2)) jjAddStates(0, 2); break; case 29: if (jjCanMove_0(hiByte, i1, i2, l1, l2)) jjAddStates(20, 22); break; default : break; } } while(i != startsAt); } if (kind != 0x7fffffff) { jjmatchedKind = kind; jjmatchedPos = curPos; kind = 0x7fffffff; } ++curPos; if ((i = jjnewStateCnt) == (startsAt = 54 - (jjnewStateCnt = startsAt))) return curPos; try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { return curPos; } } } private int jjMoveStringLiteralDfa0_3() { switch(curChar) { case 42: return jjMoveStringLiteralDfa1_3(0x800L); default : return 1; } } private int jjMoveStringLiteralDfa1_3(long active0) { try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { return 1; } switch(curChar) { case 47: if ((active0 & 0x800L) != 0L) return jjStopAtPos(1, 11); break; default : return 2; } return 2; } private int jjMoveStringLiteralDfa0_1() { return jjMoveNfa_1(4, 0); } private int jjMoveNfa_1(int startState, int curPos) { int startsAt = 0; jjnewStateCnt = 4; int i = 1; jjstateSet[0] = startState; int kind = 0x7fffffff; for (;;) { if (++jjround == 0x7fffffff) ReInitRounds(); if (curChar < 64) { long l = 1L << curChar; do { switch(jjstateSet[--i]) { case 4: if ((0xffffffffffffdbffL & l) != 0L) { if (kind > 9) kind = 9; jjCheckNAddStates(50, 52); } else if ((0x2400L & l) != 0L) { if (kind > 9) kind = 9; } if (curChar == 13) jjstateSet[jjnewStateCnt++] = 2; break; case 0: if ((0xffffffffffffdbffL & l) == 0L) break; kind = 9; jjCheckNAddStates(50, 52); break; case 1: if ((0x2400L & l) != 0L && kind > 9) kind = 9; break; case 2: if (curChar == 10 && kind > 9) kind = 9; break; case 3: if (curChar == 13) jjstateSet[jjnewStateCnt++] = 2; break; default : break; } } while(i != startsAt); } else if (curChar < 128) { long l = 1L << (curChar & 077); do { switch(jjstateSet[--i]) { case 4: case 0: kind = 9; jjCheckNAddStates(50, 52); break; default : break; } } while(i != startsAt); } else { int hiByte = (int)(curChar >> 8); int i1 = hiByte >> 6; long l1 = 1L << (hiByte & 077); int i2 = (curChar & 0xff) >> 6; long l2 = 1L << (curChar & 077); do { switch(jjstateSet[--i]) { case 4: case 0: if (!jjCanMove_0(hiByte, i1, i2, l1, l2)) break; if (kind > 9) kind = 9; jjCheckNAddStates(50, 52); break; default : break; } } while(i != startsAt); } if (kind != 0x7fffffff) { jjmatchedKind = kind; jjmatchedPos = curPos; kind = 0x7fffffff; } ++curPos; if ((i = jjnewStateCnt) == (startsAt = 4 - (jjnewStateCnt = startsAt))) return curPos; try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { return curPos; } } } private int jjMoveStringLiteralDfa0_2() { switch(curChar) { case 42: return jjMoveStringLiteralDfa1_2(0x400L); default : return 1; } } private int jjMoveStringLiteralDfa1_2(long active0) { try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { return 1; } switch(curChar) { case 47: if ((active0 & 0x400L) != 0L) return jjStopAtPos(1, 10); break; default : return 2; } return 2; } static final int[] jjnextStates = { 20, 21, 23, 39, 40, 41, 46, 47, 50, 51, 9, 11, 13, 5, 6, 9, 20, 21, 25, 23, 29, 30, 32, 29, 30, 34, 32, 42, 43, 9, 50, 51, 9, 7, 8, 14, 15, 17, 22, 24, 26, 31, 33, 35, 44, 45, 48, 49, 52, 53, 0, 1, 3, }; private static final boolean jjCanMove_0(int hiByte, int i1, int i2, long l1, long l2) { switch(hiByte) { case 0: return ((jjbitVec2[i2] & l2) != 0L); default : if ((jjbitVec0[i1] & l1) != 0L) return true; return false; } } private static final boolean jjCanMove_1(int hiByte, int i1, int i2, long l1, long l2) { switch(hiByte) { case 0: return ((jjbitVec4[i2] & l2) != 0L); case 48: return ((jjbitVec5[i2] & l2) != 0L); case 49: return ((jjbitVec6[i2] & l2) != 0L); case 51: return ((jjbitVec7[i2] & l2) != 0L); case 61: return ((jjbitVec8[i2] & l2) != 0L); default : if ((jjbitVec3[i1] & l1) != 0L) return true; return false; } } public static final String[] jjstrLiteralImages = { "", null, null, null, null, null, null, null, null, null, null, null, null, "\147\162\141\155\155\141\162", "\151\155\160\157\162\164", "\160\165\142\154\151\143", null, null, null, null, null, null, null, null, null, null, "\73", "\126\61\56\60", "\74", "\56", "\52", "\76", "\75", "\174", "\57", "\53", "\50", "\51", "\133", "\135", }; public static final String[] lexStateNames = { "DEFAULT", "IN_SINGLE_LINE_COMMENT", "IN_FORMAL_COMMENT", "IN_MULTI_LINE_COMMENT", }; public static final int[] jjnewLexState = { -1, -1, -1, -1, -1, -1, 1, 2, 3, 0, 0, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, }; static final long[] jjtoToken = { 0xfffcf5e001L, }; static final long[] jjtoSkip = { 0xe3eL, }; static final long[] jjtoSpecial = { 0xe00L, }; static final long[] jjtoMore = { 0x11c0L, }; protected JavaCharStream input_stream; private final int[] jjrounds = new int[54]; private final int[] jjstateSet = new int[108]; private final StringBuilder jjimage = new StringBuilder(); private StringBuilder image = jjimage; private int jjimageLen; private int lengthOfMatch; protected char curChar; public JSGFParserTokenManager(JavaCharStream stream){ if (JavaCharStream.staticFlag) throw new Error("ERROR: Cannot use a static CharStream class with a non-static lexical analyzer."); input_stream = stream; } public JSGFParserTokenManager(JavaCharStream stream, int lexState){ this(stream); SwitchTo(lexState); } public void ReInit(JavaCharStream stream) { jjmatchedPos = jjnewStateCnt = 0; curLexState = defaultLexState; input_stream = stream; ReInitRounds(); } private void ReInitRounds() { int i; jjround = 0x80000001; for (i = 54; i-- > 0;) jjrounds[i] = 0x80000000; } public void ReInit(JavaCharStream stream, int lexState) { ReInit(stream); SwitchTo(lexState); } public void SwitchTo(int lexState) { if (lexState >= 4 || lexState < 0) throw new TokenMgrError("Error: Ignoring invalid lexical state : " + lexState + ". State unchanged.", TokenMgrError.INVALID_LEXICAL_STATE); else curLexState = lexState; } protected Token jjFillToken() { final Token t; final String curTokenImage; final int beginLine; final int endLine; final int beginColumn; final int endColumn; if (jjmatchedPos < 0) { if (image == null) curTokenImage = ""; else curTokenImage = image.toString(); beginLine = endLine = input_stream.getBeginLine(); beginColumn = endColumn = input_stream.getBeginColumn(); } else { String im = jjstrLiteralImages[jjmatchedKind]; curTokenImage = (im == null) ? input_stream.GetImage() : im; beginLine = input_stream.getBeginLine(); beginColumn = input_stream.getBeginColumn(); endLine = input_stream.getEndLine(); endColumn = input_stream.getEndColumn(); } t = Token.newToken(jjmatchedKind, curTokenImage); t.beginLine = beginLine; t.endLine = endLine; t.beginColumn = beginColumn; t.endColumn = endColumn; return t; } int curLexState = 0; int defaultLexState = 0; int jjnewStateCnt; int jjround; int jjmatchedPos; int jjmatchedKind; public Token getNextToken() { Token specialToken = null; Token matchedToken; int curPos = 0; EOFLoop : for (;;) { try { curChar = input_stream.BeginToken(); } catch(java.io.IOException e) { jjmatchedKind = 0; matchedToken = jjFillToken(); matchedToken.specialToken = specialToken; return matchedToken; } image = jjimage; image.setLength(0); jjimageLen = 0; for (;;) { switch(curLexState) { case 0: try { input_stream.backup(0); while (curChar <= 32 && (0x100003600L & (1L << curChar)) != 0L) curChar = input_stream.BeginToken(); } catch (java.io.IOException e1) { continue EOFLoop; } jjmatchedKind = 0x7fffffff; jjmatchedPos = 0; curPos = jjMoveStringLiteralDfa0_0(); break; case 1: jjmatchedKind = 9; jjmatchedPos = -1; curPos = 0; curPos = jjMoveStringLiteralDfa0_1(); if (jjmatchedPos < 0 || (jjmatchedPos == 0 && jjmatchedKind > 12)) { jjmatchedKind = 12; jjmatchedPos = 0; } break; case 2: jjmatchedKind = 0x7fffffff; jjmatchedPos = 0; curPos = jjMoveStringLiteralDfa0_2(); if (jjmatchedPos == 0 && jjmatchedKind > 12) { jjmatchedKind = 12; } break; case 3: jjmatchedKind = 0x7fffffff; jjmatchedPos = 0; curPos = jjMoveStringLiteralDfa0_3(); if (jjmatchedPos == 0 && jjmatchedKind > 12) { jjmatchedKind = 12; } break; } if (jjmatchedKind != 0x7fffffff) { if (jjmatchedPos + 1 < curPos) input_stream.backup(curPos - jjmatchedPos - 1); if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L) { matchedToken = jjFillToken(); matchedToken.specialToken = specialToken; if (jjnewLexState[jjmatchedKind] != -1) curLexState = jjnewLexState[jjmatchedKind]; return matchedToken; } else if ((jjtoSkip[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L) { if ((jjtoSpecial[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L) { matchedToken = jjFillToken(); if (specialToken == null) specialToken = matchedToken; else { matchedToken.specialToken = specialToken; specialToken = (specialToken.next = matchedToken); } SkipLexicalActions(matchedToken); } else SkipLexicalActions(null); if (jjnewLexState[jjmatchedKind] != -1) curLexState = jjnewLexState[jjmatchedKind]; continue EOFLoop; } MoreLexicalActions(); if (jjnewLexState[jjmatchedKind] != -1) curLexState = jjnewLexState[jjmatchedKind]; curPos = 0; jjmatchedKind = 0x7fffffff; try { curChar = input_stream.readChar(); continue; } catch (java.io.IOException e1) { } } int error_line = input_stream.getEndLine(); int error_column = input_stream.getEndColumn(); String error_after = null; boolean EOFSeen = false; try { input_stream.readChar(); input_stream.backup(1); } catch (java.io.IOException e1) { EOFSeen = true; error_after = curPos <= 1 ? "" : input_stream.GetImage(); if (curChar == '\n' || curChar == '\r') { error_line++; error_column = 0; } else error_column++; } if (!EOFSeen) { input_stream.backup(1); error_after = curPos <= 1 ? "" : input_stream.GetImage(); } throw new TokenMgrError(EOFSeen, curLexState, error_line, error_column, error_after, curChar, TokenMgrError.LEXICAL_ERROR); } } } void SkipLexicalActions(Token matchedToken) { switch(jjmatchedKind) { default : break; } } void MoreLexicalActions() { jjimageLen += (lengthOfMatch = jjmatchedPos + 1); switch(jjmatchedKind) { case 7 : image.append(input_stream.GetSuffix(jjimageLen)); jjimageLen = 0; input_stream.backup(1); break; default : break; } } private void jjCheckNAdd(int state) { if (jjrounds[state] != jjround) { jjstateSet[jjnewStateCnt++] = state; jjrounds[state] = jjround; } } private void jjAddStates(int start, int end) { do { jjstateSet[jjnewStateCnt++] = jjnextStates[start]; } while (start++ != end); } private void jjCheckNAddTwoStates(int state1, int state2) { jjCheckNAdd(state1); jjCheckNAdd(state2); } private void jjCheckNAddStates(int start, int end) { do { jjCheckNAdd(jjnextStates[start]); } while (start++ != end); } }