analyzerdemo.java

一个基于Lucene的Analyzer类详细信息查看程序

package com;

import java.io.IOException;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.SimpleAnalyzer;
import org.apache.lucene.analysis.StopAnalyzer;
import org.apache.lucene.analysis.WhitespaceAnalyzer;
import org.apache.lucene.analysis.standard.StandardAnalyzer;

public class AnalyzerDemo {
	private static final String[] examples = {
	"The quick brown fox jumped over the lazy dogs",
	"XY&Z Corporation - [e-mail]",
	"中文切分词"
	};
	private static final Analyzer[] analyzers = new Analyzer[] {
			new WhitespaceAnalyzer(),
			new SimpleAnalyzer(),
			new StopAnalyzer(),
			new StandardAnalyzer(),
			new CJKAnalyzer()
			};
	
	public static void main(String[] args) throws IOException {
//	 Use the embedded example strings, unless
//	 command line arguments are specified, then use those.
		String[] strings = examples;
		if (args.length > 0) {
			strings = args;
			}
		for (int i = 0; i < strings.length; i++) {
			analyze(strings[i]);
			}
		}
	
	private static void analyze(String text) throws IOException {
		System.out.println("Analyzing \"" + text + "\"");
		for (int i = 0; i < analyzers.length; i++) {
			Analyzer analyzer = analyzers[i];
			String name = analyzer.getClass().getName();
			name = name.substring(name.lastIndexOf(".") + 1);
			System.out.println(" " + name + ":");
			System.out.print(" ");
			AnalyzerUtils.displayTokens(analyzer, text);
			AnalyzerUtils.displayTokensWithFullDetails(analyzer, text);
			System.out.println("\n");
			}
		}
	}