chineseanalyzer.java

来自「Jaoso新闻文章发布系统 0.9.1final 程序架构: Struts」· Java 代码 · 共 37 行

package jaoso.framework.core.search.lucene.analyzer;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;

import java.io.Reader;

/**
 * Title: ChineseAnalyzer Description: Subclass of
 * org.apache.lucene.analysis.Analyzer build from a ChineseTokenizer, filtered
 * with ChineseFilter. Copyright: Copyright (c) 2001 Company:
 * 
 * @author Yiyi Sun
 * @version 1.0
 *  
 */
public class ChineseAnalyzer extends Analyzer {
	/**
	 * Creates a new ChineseAnalyzer object.
	 */
	public ChineseAnalyzer() {
	}

	/**
	 * Creates a TokenStream which tokenizes all the text in the provided
	 * Reader.
	 * 
	 * @return A TokenStream build from a ChineseTokenizer filtered with
	 *         ChineseFilter.
	 */
	public final TokenStream tokenStream(String fieldName, Reader reader) {
		TokenStream result = new ChineseTokenizer(reader);
		result = new ChineseFilter(result);

		return result;
	}
}