/* * [The "BSD license"] * Copyright (c) 2012 Terence Parr * Copyright (c) 2012 Sam Harwell * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * 3. The name of the author may not be used to endorse or promote products * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ package org.antlr.v4.runtime; import org.antlr.v4.runtime.atn.ATN; import org.antlr.v4.runtime.atn.ATNSimulator; import org.antlr.v4.runtime.atn.ParseInfo; import org.antlr.v4.runtime.misc.NotNull; import org.antlr.v4.runtime.misc.Nullable; import org.antlr.v4.runtime.misc.Utils; import java.util.Collections; import java.util.List; import java.util.Map; import java.util.WeakHashMap; import java.util.concurrent.CopyOnWriteArrayList; public abstract class Recognizer<Symbol, ATNInterpreter extends ATNSimulator> { public static final int EOF=-1; private static final Map<String[], Map<String, Integer>> tokenTypeMapCache = new WeakHashMap<String[], Map<String, Integer>>(); private static final Map<String[], Map<String, Integer>> ruleIndexMapCache = new WeakHashMap<String[], Map<String, Integer>>(); @NotNull private List<ANTLRErrorListener> _listeners = new CopyOnWriteArrayList<ANTLRErrorListener>() {{ add(ConsoleErrorListener.INSTANCE); }}; protected ATNInterpreter _interp; private int _stateNumber = -1; /** Used to print out token names like ID during debugging and * error reporting. The generated parsers implement a method * that overrides this to point to their String[] tokenNames. */ public abstract String[] getTokenNames(); public abstract String[] getRuleNames(); /** * Get a map from token names to token types. * * <p>Used for XPath and tree pattern compilation.</p> */ @NotNull public Map<String, Integer> getTokenTypeMap() { String[] tokenNames = getTokenNames(); if (tokenNames == null) { throw new UnsupportedOperationException("The current recognizer does not provide a list of token names."); } synchronized (tokenTypeMapCache) { Map<String, Integer> result = tokenTypeMapCache.get(tokenNames); if (result == null) { result = Utils.toMap(tokenNames); result.put("EOF", Token.EOF); result = Collections.unmodifiableMap(result); tokenTypeMapCache.put(tokenNames, result); } return result; } } /** * Get a map from rule names to rule indexes. * * <p>Used for XPath and tree pattern compilation.</p> */ @NotNull public Map<String, Integer> getRuleIndexMap() { String[] ruleNames = getRuleNames(); if (ruleNames == null) { throw new UnsupportedOperationException("The current recognizer does not provide a list of rule names."); } synchronized (ruleIndexMapCache) { Map<String, Integer> result = ruleIndexMapCache.get(ruleNames); if (result == null) { result = Collections.unmodifiableMap(Utils.toMap(ruleNames)); ruleIndexMapCache.put(ruleNames, result); } return result; } } public int getTokenType(String tokenName) { Integer ttype = getTokenTypeMap().get(tokenName); if ( ttype!=null ) return ttype; return Token.INVALID_TYPE; } /** * If this recognizer was generated, it will have a serialized ATN * representation of the grammar. * * <p>For interpreters, we don't know their serialized ATN despite having * created the interpreter from it.</p> */ @NotNull public String getSerializedATN() { throw new UnsupportedOperationException("there is no serialized ATN"); } /** For debugging and other purposes, might want the grammar name. * Have ANTLR generate an implementation for this method. */ public abstract String getGrammarFileName(); /** * Get the {@link ATN} used by the recognizer for prediction. * * @return The {@link ATN} used by the recognizer for prediction. */ @NotNull public abstract ATN getATN(); /** * Get the ATN interpreter used by the recognizer for prediction. * * @return The ATN interpreter used by the recognizer for prediction. */ @NotNull public ATNInterpreter getInterpreter() { return _interp; } /** If profiling during the parse/lex, this will return DecisionInfo records * for each decision in recognizer in a ParseInfo object. * * @since 4.3 */ public ParseInfo getParseInfo() { return null; } /** * Set the ATN interpreter used by the recognizer for prediction. * * @param interpreter The ATN interpreter used by the recognizer for * prediction. */ public void setInterpreter(@NotNull ATNInterpreter interpreter) { _interp = interpreter; } /** What is the error header, normally line/character position information? */ @NotNull public String getErrorHeader(@NotNull RecognitionException e) { int line = e.getOffendingToken().getLine(); int charPositionInLine = e.getOffendingToken().getCharPositionInLine(); return "line "+line+":"+charPositionInLine; } /** How should a token be displayed in an error message? The default * is to display just the text, but during development you might * want to have a lot of information spit out. Override in that case * to use t.toString() (which, for CommonToken, dumps everything about * the token). This is better than forcing you to override a method in * your token objects because you don't have to go modify your lexer * so that it creates a new Java type. * * @deprecated This method is not called by the ANTLR 4 Runtime. Specific * implementations of {@link ANTLRErrorStrategy} may provide a similar * feature when necessary. For example, see * {@link DefaultErrorStrategy#getTokenErrorDisplay}. */ @Deprecated public String getTokenErrorDisplay(Token t) { if ( t==null ) return "<no token>"; String s = t.getText(); if ( s==null ) { if ( t.getType()==Token.EOF ) { s = "<EOF>"; } else { s = "<"+t.getType()+">"; } } s = s.replace("\n","\\n"); s = s.replace("\r","\\r"); s = s.replace("\t","\\t"); return "'"+s+"'"; } /** * @exception NullPointerException if {@code listener} is {@code null}. */ public void addErrorListener(@NotNull ANTLRErrorListener listener) { if (listener == null) { throw new NullPointerException("listener cannot be null."); } _listeners.add(listener); } public void removeErrorListener(@NotNull ANTLRErrorListener listener) { _listeners.remove(listener); } public void removeErrorListeners() { _listeners.clear(); } @NotNull public List<? extends ANTLRErrorListener> getErrorListeners() { return _listeners; } public ANTLRErrorListener getErrorListenerDispatch() { return new ProxyErrorListener(getErrorListeners()); } // subclass needs to override these if there are sempreds or actions // that the ATN interp needs to execute public boolean sempred(@Nullable RuleContext _localctx, int ruleIndex, int actionIndex) { return true; } public boolean precpred(@Nullable RuleContext localctx, int precedence) { return true; } public void action(@Nullable RuleContext _localctx, int ruleIndex, int actionIndex) { } public final int getState() { return _stateNumber; } /** Indicate that the recognizer has changed internal state that is * consistent with the ATN state passed in. This way we always know * where we are in the ATN as the parser goes along. The rule * context objects form a stack that lets us see the stack of * invoking rules. Combine this and we have complete ATN * configuration information. */ public final void setState(int atnState) { // System.err.println("setState "+atnState); _stateNumber = atnState; // if ( traceATNStates ) _ctx.trace(atnState); } public abstract IntStream getInputStream(); public abstract void setInputStream(IntStream input); @NotNull public abstract TokenFactory<?> getTokenFactory(); public abstract void setTokenFactory(@NotNull TokenFactory<?> input); }