topiciso.java

EasyJForum 是一个基于 Java 技术的免费社区论坛软件系统

package com.hongshee.ejforum.data;

/**
 * <p>Title: TopicISO.java</p>
 * <p>Description: Topic index & search object using Lucene.</p>
 * <p>Copyright: hongshee.com (c) 2008</p>
 * @author jackie
 * @version 1.0
 */

import java.io.File;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.logging.Level;
import java.util.logging.Logger;

import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.search.Hits;
import org.apache.lucene.search.IndexSearcher;
//import org.apache.lucene.search.Sort;
//import org.apache.lucene.search.SortField;
import org.apache.lucene.search.BooleanQuery;
import org.apache.lucene.search.BooleanClause;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.TermQuery;
//import org.apache.lucene.search.WildcardQuery;
import org.apache.lucene.index.Term;

import com.hongshee.ejforum.common.AppContext;
import com.hongshee.ejforum.common.CacheManager;
import com.hongshee.ejforum.data.TopicDAO.TopicInfo;
import com.hongshee.ejforum.data.EntityDAO;
import com.hongshee.ejforum.data.UserDAO.UserInfo;
import com.hongshee.ejforum.data.GroupDAO.GroupVO;
import com.hongshee.ejforum.data.SectionDAO.SectionVO;
import com.hongshee.ejforum.data.BoardDAO.BoardVO;
import com.hongshee.ejforum.util.AppUtils;
import com.hongshee.ejforum.util.MyLogger;
import com.hongshee.ejforum.util.PageUtils;

public class TopicISO extends EntityDAO
{
    private static Logger logger = MyLogger.getLogger(TopicISO.class.getName());
    private static TopicISO _iso = null;

    private StandardAnalyzer analyzer = new StandardAnalyzer();
    private volatile IndexSearcher searcher = null;
    private FSDirectory dir = null;
    
    protected TopicISO() {}

    public static TopicISO getInstance()
    {
        if (_iso == null)
        {
            _iso = new TopicISO();
        }
        return _iso;
    } 

    public void init() throws Exception
    {
        String appPath = AppContext.getInstance().getRealPath();
        String currentIdx = AppUtils.getStringFromFile(appPath + "WEB-INF/data/ejf.idx");
        if (currentIdx.length() == 0)
        {
            buildTopicsIndex();
        }
    }
    
    class TopicIndexTask implements Runnable
    {
        public void run()
        {
            try
            {
                logger.log(Level.INFO, "Started a topics index task!");
                
                indexTopics();
                loadTopicsIndex();
                
                logger.log(Level.INFO, "Succeeded to load topics index to memo!");
            }
            catch(Throwable ignored)
            {
                logger.log(Level.SEVERE,ignored.getMessage(),ignored);
                AppUtils.sendMail2Admin("Failed to index topics", ignored.toString());
            }
        }
    }
    
    public void buildTopicsIndex()
    {
        new Thread(new TopicIndexTask()).start();
    }

    private void loadTopicsIndex() throws Exception
    {
        String appPath = AppContext.getInstance().getRealPath();
        String currentIdx = AppUtils.getStringFromFile(appPath + "WEB-INF/data/ejf.idx");
        if (currentIdx.length() == 0)
            currentIdx = "1";
        
        FSDirectory d = 
            FSDirectory.getDirectory(appPath + "WEB-INF/data/idx_" + currentIdx);
        IndexSearcher s = new IndexSearcher(d);

        IndexSearcher old_searcher = searcher; 
        searcher = s;
        
        FSDirectory old_d = dir;        
        dir = d;
        
        if (old_d != null)
        {
            old_d.close();
            old_d = null;
        }
        if (old_searcher != null)
        {
            old_searcher.close();
            old_searcher = null;
        }
        
        if (currentIdx.equals("1"))
            currentIdx = "2";
        else
            currentIdx = "1";
        
//      Delete old index directory
        String idxDirName = appPath + "WEB-INF/data/idx_" + currentIdx;
        File aFile = new File(idxDirName);
        if (aFile.exists())
        {
            String[] filenames = aFile.list();
            if (filenames != null)
            {
                for (int i=0; i<filenames.length; i++)
                {
                    aFile = new File(idxDirName + "/" + filenames[i]);
                    aFile.delete();
                }
            }
        }
    }
    
    private void indexTopics() throws Exception
    {
        logger.info("Start to index topics!");
        long startTime = System.currentTimeMillis();
        
        String appPath = AppContext.getInstance().getRealPath();
        String currentIdx = AppUtils.getStringFromFile(appPath + "WEB-INF/data/ejf.idx");
        if (currentIdx.equals("1"))
            currentIdx = "2";
        else
            currentIdx = "1";
            
        String idxDirName = appPath + "WEB-INF/data/idx_" + currentIdx;
        File aFile = new File(idxDirName);
        if (!aFile.exists())
        {
            aFile.mkdir();
        }
        
        FSDirectory dir = FSDirectory.getDirectory(idxDirName); 
        IndexWriter writer = new IndexWriter(dir, analyzer, true);
        writer.setMergeFactor(100);
        try
        {
            String tmpStr = null;
            HashMap record = null;
            String userID = null;
            
            ArrayList<HashMap> topicList = this.execSelectSql(adapter.Topic_Index, null);
            
            if (topicList != null)
            {
                for (int i=0; i<topicList.size(); i++)
                {
                    record = topicList.get(i);

                    userID = (String)record.get("NICKNAME");
                    if (userID == null)
                        userID = (String)record.get("USERID");
                    else
                        userID = userID + " " + (String)record.get("USERID");
                    
                    Document doc = new Document();
                    doc.add(new Field("topicID", (String)record.get("TOPICID"), 
                                Field.Store.YES, Field.Index.NO));
                    doc.add(new Field("replyID", "0", 
                                Field.Store.YES, Field.Index.NO));
                    doc.add(new Field("boardID", (String)record.get("BOARDID"), 
                                Field.Store.NO, Field.Index.UN_TOKENIZED));
                    doc.add(new Field("userID", userID.replace('.',' '), 
                                Field.Store.NO, Field.Index.TOKENIZED));
                    doc.add(new Field("title", ((String)record.get("TITLE")).replace('.',' '), 
                                Field.Store.NO, Field.Index.TOKENIZED));
                    doc.add(new Field("content", ((String)record.get("CONTENT")).replace('.',' '), 
                                Field.Store.NO, Field.Index.TOKENIZED));
                    
                    writer.addDocument(doc);
                }
            }
            
            ArrayList<HashMap> replyList = this.execSelectSql(adapter.Reply_Index, null);
            
            if (replyList != null)
            {
                for (int i=0; i<replyList.size(); i++)
                {
                    record = replyList.get(i);
                    tmpStr = (String)record.get("TITLE") + "," 
                               + (String)record.get("CONTENT");
                    
                    Document doc = new Document();
                    doc.add(new Field("topicID", (String)record.get("TOPICID"), 
                                Field.Store.YES, Field.Index.NO));
                    doc.add(new Field("replyID", (String)record.get("REPLYID"), 
                                Field.Store.YES, Field.Index.NO));
                    doc.add(new Field("boardID", (String)record.get("BOARDID"), 
                                Field.Store.NO, Field.Index.UN_TOKENIZED));
                    doc.add(new Field("userID", ((String)record.get("USERID")).replace('.',' '), 
                                Field.Store.NO, Field.Index.TOKENIZED));
                    doc.add(new Field("title", "", 
                                Field.Store.NO, Field.Index.TOKENIZED));