fileindexer.java

来自「一个很好的开源项目管理系统源代码」· Java 代码 · 共 95 行

package net.java.workeffort.searchengine;

import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.util.Date;
import java.util.Properties;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.SimpleAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;

/**
 * A File Indexer capable of recursively indexing a directory tree.
 */
public class FileIndexer {
    protected IFileHandler fileHandler;

    public FileIndexer(Properties props) throws IOException {
        fileHandler = new ExtensionFileHandler(props);
    }

    public void index(IndexWriter writer, File file)
            throws FileHandlerException {

        if (file.canRead()) {
            if (file.isDirectory()) {
                String[] files = file.list();
                if (files != null) {
                    for (int i = 0; i < files.length; i++) {
                        index(writer, new File(file, files[i]));
                    }
                }
            }
            else {
                //logger.info("Indexing " + file);
                try {
                    Document doc = fileHandler.getDocument(file);
                    if (doc != null) {
                        // index path as a keyword.
                        doc.add(Field.Keyword("path", file.getPath()));
                        writer.addDocument(doc);
                    }
                    //  else {
                    //     log.info("Cannot handle " + file.getAbsolutePath()
                    //             + "; skipping");
                    // }
                }
                catch (IOException e) {
                    //log.info("Cannot index " + file.getAbsolutePath()
                    //       + "; skipping (" + e.getMessage() + ")");
                }
            }
        }
    }

    public static void main(String[] args) throws Exception {
        if (args.length < 3) {
            usage();
            System.exit(0);
        }

        Properties props = new Properties();
        props.load(new FileInputStream(args[0]));

        Directory dir = FSDirectory.getDirectory(args[2], true);
        Analyzer analyzer = new SimpleAnalyzer();
        IndexWriter writer = new IndexWriter(dir, analyzer, true);

        FileIndexer indexer = new FileIndexer(props);

        long start = new Date().getTime();
        indexer.index(writer, new File(args[1]));
        writer.optimize();
        writer.close();
        long end = new Date().getTime();

        System.out.println();
        IndexReader reader = IndexReader.open(dir);
        System.out.println("Documents indexed: " + reader.numDocs());
        System.out.println("Total time: " + (end - start) + " ms");
        reader.close();
    }

    private static void usage() {
        System.err.println("USAGE: java " + FileIndexer.class.getName()
                + " /path/to/properties /path/to/file/or/directory"
                + " /path/to/index");
    }
}