Lexer.java

/* Copyright (C) 2002 Univ. of Massachusetts Amherst, Computer Science Dept.
   This file is part of "MALLET" (MAchine Learning for LanguagE Toolkit).
   http://www.cs.umass.edu/~mccallum/mallet
   This software is provided under the terms of the Common Public License,
   version 1.0, as published by http://www.opensource.org.  For further
   information, see the file `LICENSE' included with this distribution. */




/** 
   @author Andrew McCallum <a href="mailto:mccallum@cs.umass.edu">mccallum@cs.umass.edu</a>
 */

package cc.mallet.util;

import java.util.Iterator;

public interface Lexer extends Iterator
{
	public int getStartOffset ();

	public int getEndOffset ();

	public String getTokenString ();


	// Iterator interface methods

	public boolean hasNext ();

	// Returns token text as a String
	public Object next ();

	public void remove ();

}