lexer.java

来自「mallet是自然语言处理、机器学习领域的一个开源项目。」· Java 代码 · 共 38 行

/* Copyright (C) 2002 Univ. of Massachusetts Amherst, Computer Science Dept.
   This file is part of "MALLET" (MAchine Learning for LanguagE Toolkit).
   http://www.cs.umass.edu/~mccallum/mallet
   This software is provided under the terms of the Common Public License,
   version 1.0, as published by http://www.opensource.org.  For further
   information, see the file `LICENSE' included with this distribution. */




/** 
   @author Andrew McCallum <a href="mailto:[e-mail]">[e-mail]</a>
 */

package edu.umass.cs.mallet.base.util;

import java.util.Iterator;

public interface Lexer extends Iterator
{
	public int getStartOffset ();

	public int getEndOffset ();

	public String getTokenString ();


	// Iterator interface methods

	public boolean hasNext ();

	// Returns token text as a String
	public Object next ();

	public void remove ();

}