/* Generated By:JJTree&JavaCC: Do not edit this line. TextDataParser.java */
package org.apache.pig.data.parser;
import java.io.*;
import java.util.*;
import org.apache.pig.data.DataType;
import org.apache.pig.impl.PigContext;
import org.apache.pig.impl.io.*;
import org.apache.pig.builtin.PigStorage;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.pig.data.TupleFactory;
import org.apache.pig.data.Tuple;
import org.apache.pig.data.BagFactory;
import org.apache.pig.data.DataBag;
public class TextDataParser/*@bgen(jjtree)*/implements TextDataParserTreeConstants, TextDataParserConstants {/*@bgen(jjtree)*/
protected JJTTextDataParserState jjtree = new JJTTextDataParserState();private static Log log = LogFactory.getLog(TextDataParser.class);
final public Object Parse() throws ParseException {
/*@bgen(jjtree) Parse */
SimpleNode jjtn000 = new SimpleNode(JJTPARSE);
boolean jjtc000 = true;
jjtree.openNodeScope(jjtn000);Token t1;
String s;
Object obj = null;
log.trace("Entering Parse");
try {
if (jj_2_1(2147483647)) {
obj = AtomDatum();
} else {
switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
case SIGNEDINTEGER:
case LONGINTEGER:
case DOUBLENUMBER:
case FLOATNUMBER:
case NULL:
case STRING:
case 10:
case 14:
case 16:
obj = Datum();
break;
default:
jj_la1[0] = jj_gen;
jj_consume_token(-1);
throw new ParseException();
}
}
jjtree.closeNodeScope(jjtn000, true);
jjtc000 = false;
{if (true) return obj;}
} catch (Throwable jjte000) {
if (jjtc000) {
jjtree.clearNodeScope(jjtn000);
jjtc000 = false;
} else {
jjtree.popNode();
}
if (jjte000 instanceof RuntimeException) {
{if (true) throw (RuntimeException)jjte000;}
}
if (jjte000 instanceof ParseException) {
{if (true) throw (ParseException)jjte000;}
}
{if (true) throw (Error)jjte000;}
} finally {
if (jjtc000) {
jjtree.closeNodeScope(jjtn000, true);
}
}
throw new Error("Missing return statement in function");
}
final public DataBag Bag() throws ParseException {
/*@bgen(jjtree) Bag */
SimpleNode jjtn000 = new SimpleNode(JJTBAG);
boolean jjtc000 = true;
jjtree.openNodeScope(jjtn000);BagFactory bagFactory = BagFactory.getInstance();
DataBag bag = bagFactory.newDefaultBag();
Tuple t = null;
log.trace("Entering bag");
try {
jj_consume_token(10);
t = Tuple();
bag.add(t);
jj_consume_token(11);
label_1:
while (true) {
switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
case 12:
;
break;
default:
jj_la1[1] = jj_gen;
break label_1;
}
jj_consume_token(12);
jj_consume_token(10);
t = Tuple();
bag.add(t);
jj_consume_token(11);
}
jjtree.closeNodeScope(jjtn000, true);
jjtc000 = false;
log.trace("Exiting bag with bag: " + bag);
{if (true) return bag;}
} catch (Throwable jjte000) {
if (jjtc000) {
jjtree.clearNodeScope(jjtn000);
jjtc000 = false;
} else {
jjtree.popNode();
}
if (jjte000 instanceof RuntimeException) {
{if (true) throw (RuntimeException)jjte000;}
}
if (jjte000 instanceof ParseException) {
{if (true) throw (ParseException)jjte000;}
}
{if (true) throw (Error)jjte000;}
} finally {
if (jjtc000) {
jjtree.closeNodeScope(jjtn000, true);
}
}
throw new Error("Missing return statement in function");
}
final public Tuple Tuple() throws ParseException {
/*@bgen(jjtree) Tuple */
SimpleNode jjtn000 = new SimpleNode(JJTTUPLE);
boolean jjtc000 = true;
jjtree.openNodeScope(jjtn000);Object obj = null;
TupleFactory tupleFactory = TupleFactory.getInstance();
ArrayList<Object> objList = new ArrayList<Object>();
log.trace("Entering Tuple");
try {
switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
case SIGNEDINTEGER:
case LONGINTEGER:
case DOUBLENUMBER:
case FLOATNUMBER:
case NULL:
case STRING:
case 10:
case 14:
case 16:
obj = Datum();
objList.add(obj);
label_2:
while (true) {
switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
case 12:
;
break;
default:
jj_la1[2] = jj_gen;
break label_2;
}
jj_consume_token(12);
obj = Datum();
objList.add(obj);
}
break;
default:
jj_la1[3] = jj_gen;
}
jjtree.closeNodeScope(jjtn000, true);
jjtc000 = false;
Tuple tuple = tupleFactory.newTuple(objList);
log.trace("Exiting Tuple");
{if (true) return tuple;}
} catch (Throwable jjte000) {
if (jjtc000) {
jjtree.clearNodeScope(jjtn000);
jjtc000 = false;
} else {
jjtree.popNode();
}
if (jjte000 instanceof RuntimeException) {
{if (true) throw (RuntimeException)jjte000;}
}
if (jjte000 instanceof ParseException) {
{if (true) throw (ParseException)jjte000;}
}
{if (true) throw (Error)jjte000;}
} finally {
if (jjtc000) {
jjtree.closeNodeScope(jjtn000, true);
}
}
throw new Error("Missing return statement in function");
}
final public Map<Object, Object> Map() throws ParseException {
/*@bgen(jjtree) Map */
SimpleNode jjtn000 = new SimpleNode(JJTMAP);
boolean jjtc000 = true;
jjtree.openNodeScope(jjtn000);Map<Object, Object> keyValues = new HashMap<Object, Object>();
log.trace("Entering Map");
try {
KeyValuePair(keyValues);
label_3:
while (true) {
switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
case 12:
;
break;
default:
jj_la1[4] = jj_gen;
break label_3;
}
jj_consume_token(12);
KeyValuePair(keyValues);
}
jjtree.closeNodeScope(jjtn000, true);
jjtc000 = false;
log.trace("Exiting Map");
{if (true) return keyValues;}
} catch (Throwable jjte000) {
if (jjtc000) {
jjtree.clearNodeScope(jjtn000);
jjtc000 = false;
} else {
jjtree.popNode();
}
if (jjte000 instanceof RuntimeException) {
{if (true) throw (RuntimeException)jjte000;}
}
if (jjte000 instanceof ParseException) {
{if (true) throw (ParseException)jjte000;}
}
{if (true) throw (Error)jjte000;}
} finally {
if (jjtc000) {
jjtree.closeNodeScope(jjtn000, true);
}
}
throw new Error("Missing return statement in function");
}
final public void KeyValuePair(Map<Object, Object> keyValues) throws ParseException {
/*@bgen(jjtree) KeyValuePair */
SimpleNode jjtn000 = new SimpleNode(JJTKEYVALUEPAIR);
boolean jjtc000 = true;
jjtree.openNodeScope(jjtn000);Object key = null;
Object value = null;
log.trace("Entering KeyValuePair");
try {
key = AtomDatum();
jj_consume_token(13);
value = Datum();
jjtree.closeNodeScope(jjtn000, true);
jjtc000 = false;
keyValues.put(key, value);
log.trace("Exiting KeyValuePair");
} catch (Throwable jjte000) {
if (jjtc000) {
jjtree.clearNodeScope(jjtn000);
jjtc000 = false;
} else {
jjtree.popNode();
}
if (jjte000 instanceof RuntimeException) {
{if (true) throw (RuntimeException)jjte000;}
}
if (jjte000 instanceof ParseException) {
{if (true) throw (ParseException)jjte000;}
}
{if (true) throw (Error)jjte000;}
} finally {
if (jjtc000) {
jjtree.closeNodeScope(jjtn000, true);
}
}
}
final public Object AtomDatum() throws ParseException {
/*@bgen(jjtree) AtomDatum */
SimpleNode jjtn000 = new SimpleNode(JJTATOMDATUM);
boolean jjtc000 = true;
jjtree.openNodeScope(jjtn000);Object obj = null;
Token t;
log.trace("Entering AtomDatum");
try {
switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
case SIGNEDINTEGER:
t = jj_consume_token(SIGNEDINTEGER);
obj = new Integer(Integer.parseInt(t.image));
break;
case LONGINTEGER:
t = jj_consume_token(LONGINTEGER);
obj = new Long(Long.parseLong(t.image.substring(0, t.image.length() - 1)));
break;
case FLOATNUMBER:
t = jj_consume_token(FLOATNUMBER);
obj = new Float(Float.parseFloat(t.image));
break;
case DOUBLENUMBER:
t = jj_consume_token(DOUBLENUMBER);
obj = new Double(Double.parseDouble(t.image));
break;
case NULL:
t = jj_consume_token(NULL);
break;
case STRING:
t = jj_consume_token(STRING);
obj = t.image;
break;
default:
jj_la1[5] = jj_gen;
jj_consume_token(-1);
throw new ParseException();
}
jjtree.closeNodeScope(jjtn000, true);
jjtc000 = false;
log.trace("Exiting AtomDatum");
{if (true) return obj;}
} finally {
if (jjtc000) {
jjtree.closeNodeScope(jjtn000, true);
}
}
throw new Error("Missing return statement in function");
}
final public Object Datum() throws ParseException {
/*@bgen(jjtree) Datum */
SimpleNode jjtn000 = new SimpleNode(JJTDATUM);
boolean jjtc000 = true;
jjtree.openNodeScope(jjtn000);Object obj = null;
log.trace("Entering Datum");
try {
switch ((jj_ntk==-1)?jj_ntk():jj_ntk) {
case 14:
jj_consume_token(14);
obj = Map();
jj_consume_token(15);
break;
case 16:
jj_consume_token(16);
obj = Bag();
jj_consume_token(17);
break;
case 10:
jj_consume_token(10);
obj = Tuple();
jj_consume_token(11);
break;
case SIGNEDINTEGER:
case LONGINTEGER:
case DOUBLENUMBER:
case FLOATNUMBER:
case NULL:
case STRING:
obj = AtomDatum();
break;
default:
jj_la1[6] = jj_gen;
jj_consume_token(-1);
throw new ParseException();
}
jjtree.closeNodeScope(jjtn000, true);
jjtc000 = false;
log.trace("Exiting Datum with obj: " + obj);
{if (true) return obj;}
} catch (Throwable jjte000) {
if (jjtc000) {
jjtree.clearNodeScope(jjtn000);
jjtc000 = false;
} else {
jjtree.popNode();
}
if (jjte000 instanceof RuntimeException) {
{if (true) throw (RuntimeException)jjte000;}
}
if (jjte000 instanceof ParseException) {
{if (true) throw (ParseException)jjte000;}
}
{if (true) throw (Error)jjte000;}
} finally {
if (jjtc000) {
jjtree.closeNodeScope(jjtn000, true);
}
}
throw new Error("Missing return statement in function");
}
private boolean jj_2_1(int xla) {
jj_la = xla; jj_lastpos = jj_scanpos = token;
try { return !jj_3_1(); }
catch(LookaheadSuccess ls) { return true; }
finally { jj_save(0, xla); }
}
private boolean jj_3R_8() {
if (jj_scan_token(DOUBLENUMBER)) return true;
return false;
}
private boolean jj_3R_5() {
if (jj_scan_token(SIGNEDINTEGER)) return true;
return false;
}
private boolean jj_3R_4() {
Token xsp;
xsp = jj_scanpos;
if (jj_3R_5()) {
jj_scanpos = xsp;
if (jj_3R_6()) {
jj_scanpos = xsp;
if (jj_3R_7()) {
jj_scanpos = xsp;
if (jj_3R_8()) {
jj_scanpos = xsp;
if (jj_3R_9()) {
jj_scanpos = xsp;
if (jj_3R_10()) return true;
}
}
}
}
}
return false;
}
private boolean jj_3R_7() {
if (jj_scan_token(FLOATNUMBER)) return true;
return false;
}
private boolean jj_3R_10() {
if (jj_scan_token(STRING)) return true;
return false;
}
private boolean jj_3R_9() {
if (jj_scan_token(NULL)) return true;
return false;
}
private boolean jj_3R_6() {
if (jj_scan_token(LONGINTEGER)) return true;
return false;
}
private boolean jj_3_1() {
if (jj_3R_4()) return true;
return false;
}
/** Generated Token Manager. */
public TextDataParserTokenManager token_source;
SimpleCharStream jj_input_stream;
/** Current token. */
public Token token;
/** Next token. */
public Token jj_nt;
private int jj_ntk;
private Token jj_scanpos, jj_lastpos;
private int jj_la;
private int jj_gen;
final private int[] jj_la1 = new int[7];
static private int[] jj_la1_0;
static {
jj_la1_init_0();
}
private static void jj_la1_init_0() {
jj_la1_0 = new int[] {0x147f0,0x1000,0x1000,0x147f0,0x1000,0x3f0,0x147f0,};
}
final private JJCalls[] jj_2_rtns = new JJCalls[1];
private boolean jj_rescan = false;
private int jj_gc = 0;
/** Constructor with InputStream. */
public TextDataParser(java.io.InputStream stream) {
this(stream, null);
}
/** Constructor with InputStream and supplied encoding */
public TextDataParser(java.io.InputStream stream, String encoding) {
try { jj_input_stream = new SimpleCharStream(stream, encoding, 1, 1); } catch(java.io.UnsupportedEncodingException e) { throw new RuntimeException(e); }
token_source = new TextDataParserTokenManager(jj_input_stream);
token = new Token();
jj_ntk = -1;
jj_gen = 0;
for (int i = 0; i < 7; i++) jj_la1[i] = -1;
for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
}
/** Reinitialise. */
public void ReInit(java.io.InputStream stream) {
ReInit(stream, null);
}
/** Reinitialise. */
public void ReInit(java.io.InputStream stream, String encoding) {
try { jj_input_stream.ReInit(stream, encoding, 1, 1); } catch(java.io.UnsupportedEncodingException e) { throw new RuntimeException(e); }
token_source.ReInit(jj_input_stream);
token = new Token();
jj_ntk = -1;
jjtree.reset();
jj_gen = 0;
for (int i = 0; i < 7; i++) jj_la1[i] = -1;
for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
}
/** Constructor. */
public TextDataParser(java.io.Reader stream) {
jj_input_stream = new SimpleCharStream(stream, 1, 1);
token_source = new TextDataParserTokenManager(jj_input_stream);
token = new Token();
jj_ntk = -1;
jj_gen = 0;
for (int i = 0; i < 7; i++) jj_la1[i] = -1;
for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
}
/** Reinitialise. */
public void ReInit(java.io.Reader stream) {
jj_input_stream.ReInit(stream, 1, 1);
token_source.ReInit(jj_input_stream);
token = new Token();
jj_ntk = -1;
jjtree.reset();
jj_gen = 0;
for (int i = 0; i < 7; i++) jj_la1[i] = -1;
for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
}
/** Constructor with generated Token Manager. */
public TextDataParser(TextDataParserTokenManager tm) {
token_source = tm;
token = new Token();
jj_ntk = -1;
jj_gen = 0;
for (int i = 0; i < 7; i++) jj_la1[i] = -1;
for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
}
/** Reinitialise. */
public void ReInit(TextDataParserTokenManager tm) {
token_source = tm;
token = new Token();
jj_ntk = -1;
jjtree.reset();
jj_gen = 0;
for (int i = 0; i < 7; i++) jj_la1[i] = -1;
for (int i = 0; i < jj_2_rtns.length; i++) jj_2_rtns[i] = new JJCalls();
}
private Token jj_consume_token(int kind) throws ParseException {
Token oldToken;
if ((oldToken = token).next != null) token = token.next;
else token = token.next = token_source.getNextToken();
jj_ntk = -1;
if (token.kind == kind) {
jj_gen++;
if (++jj_gc > 100) {
jj_gc = 0;
for (int i = 0; i < jj_2_rtns.length; i++) {
JJCalls c = jj_2_rtns[i];
while (c != null) {
if (c.gen < jj_gen) c.first = null;
c = c.next;
}
}
}
return token;
}
token = oldToken;
jj_kind = kind;
throw generateParseException();
}
static private final class LookaheadSuccess extends java.lang.Error { }
final private LookaheadSuccess jj_ls = new LookaheadSuccess();
private boolean jj_scan_token(int kind) {
if (jj_scanpos == jj_lastpos) {
jj_la--;
if (jj_scanpos.next == null) {
jj_lastpos = jj_scanpos = jj_scanpos.next = token_source.getNextToken();
} else {
jj_lastpos = jj_scanpos = jj_scanpos.next;
}
} else {
jj_scanpos = jj_scanpos.next;
}
if (jj_rescan) {
int i = 0; Token tok = token;
while (tok != null && tok != jj_scanpos) { i++; tok = tok.next; }
if (tok != null) jj_add_error_token(kind, i);
}
if (jj_scanpos.kind != kind) return true;
if (jj_la == 0 && jj_scanpos == jj_lastpos) throw jj_ls;
return false;
}
/** Get the next Token. */
final public Token getNextToken() {
if (token.next != null) token = token.next;
else token = token.next = token_source.getNextToken();
jj_ntk = -1;
jj_gen++;
return token;
}
/** Get the specific Token. */
final public Token getToken(int index) {
Token t = token;
for (int i = 0; i < index; i++) {
if (t.next != null) t = t.next;
else t = t.next = token_source.getNextToken();
}
return t;
}
private int jj_ntk() {
if ((jj_nt=token.next) == null)
return (jj_ntk = (token.next=token_source.getNextToken()).kind);
else
return (jj_ntk = jj_nt.kind);
}
private java.util.List jj_expentries = new java.util.ArrayList();
private int[] jj_expentry;
private int jj_kind = -1;
private int[] jj_lasttokens = new int[100];
private int jj_endpos;
private void jj_add_error_token(int kind, int pos) {
if (pos >= 100) return;
if (pos == jj_endpos + 1) {
jj_lasttokens[jj_endpos++] = kind;
} else if (jj_endpos != 0) {
jj_expentry = new int[jj_endpos];
for (int i = 0; i < jj_endpos; i++) {
jj_expentry[i] = jj_lasttokens[i];
}
jj_entries_loop: for (java.util.Iterator it = jj_expentries.iterator(); it.hasNext();) {
int[] oldentry = (int[])(it.next());
if (oldentry.length == jj_expentry.length) {
for (int i = 0; i < jj_expentry.length; i++) {
if (oldentry[i] != jj_expentry[i]) {
continue jj_entries_loop;
}
}
jj_expentries.add(jj_expentry);
break jj_entries_loop;
}
}
if (pos != 0) jj_lasttokens[(jj_endpos = pos) - 1] = kind;
}
}
/** Generate ParseException. */
public ParseException generateParseException() {
jj_expentries.clear();
boolean[] la1tokens = new boolean[18];
if (jj_kind >= 0) {
la1tokens[jj_kind] = true;
jj_kind = -1;
}
for (int i = 0; i < 7; i++) {
if (jj_la1[i] == jj_gen) {
for (int j = 0; j < 32; j++) {
if ((jj_la1_0[i] & (1<<j)) != 0) {
la1tokens[j] = true;
}
}
}
}
for (int i = 0; i < 18; i++) {
if (la1tokens[i]) {
jj_expentry = new int[1];
jj_expentry[0] = i;
jj_expentries.add(jj_expentry);
}
}
jj_endpos = 0;
jj_rescan_token();
jj_add_error_token(0, 0);
int[][] exptokseq = new int[jj_expentries.size()][];
for (int i = 0; i < jj_expentries.size(); i++) {
exptokseq[i] = (int[])jj_expentries.get(i);
}
return new ParseException(token, exptokseq, tokenImage);
}
/** Enable tracing. */
final public void enable_tracing() {
}
/** Disable tracing. */
final public void disable_tracing() {
}
private void jj_rescan_token() {
jj_rescan = true;
for (int i = 0; i < 1; i++) {
try {
JJCalls p = jj_2_rtns[i];
do {
if (p.gen > jj_gen) {
jj_la = p.arg; jj_lastpos = jj_scanpos = p.first;
switch (i) {
case 0: jj_3_1(); break;
}
}
p = p.next;
} while (p != null);
} catch(LookaheadSuccess ls) { }
}
jj_rescan = false;
}
private void jj_save(int index, int xla) {
JJCalls p = jj_2_rtns[index];
while (p.gen > jj_gen) {
if (p.next == null) { p = p.next = new JJCalls(); break; }
p = p.next;
}
p.gen = jj_gen + xla - jj_la; p.first = token; p.arg = xla;
}
static final class JJCalls {
int gen;
Token first;
int arg;
JJCalls next;
}
}