bbsspider.java

用java实现的一个bbs的portal

package BBSSpider;

import java.util.Date;

/**
 * Created by IntelliJ IDEA.
 * User: ADMINISTRATOR
 * Date: 2003-7-17
 * Time: 13:46:30
 * To change this template use Options | File Templates.
 */
public class BBSSpider {

    public static Date doGet(Date latestDate, String bbsName, String boardName,int threadNum){
        //
        CatchPage catPage = new CatchPage(latestDate,bbsName,boardName,threadNum);
        catPage.inint();
        //
        //catPage.catchItemPage(bbsName,boardName);
        catPage.catchItemPage();
        /*
        int waitCount = 0;
        while (true){
        waitCount++;
        if (waitCount == 60)
        break;
        boolean canContinue = true;
        for (int i = 0;i<catPage.threadNum;i++)
        if (catPage.catThread[i].isAlive()){
        canContinue = false;
        break;
        }
        if (canContinue)
        break;
        try{
        Thread.sleep(1000);
        }catch(Exception ex){
        ex.printStackTrace();
        }
        }
        */
        try{
            Thread.sleep(60000); //60 sec
        }catch(Exception ex){
            ex.printStackTrace();
        }
        //System.out.println("firstArticleDate="+catPage.firstArticleDate);
        return catPage.firstArticleDate;
    }

    public static boolean isOnBBS(String bbsName,String userName){
        return BBSTester.getInstance().isOnLine(bbsName,userName);
    }
    public static void main(String args[]){
        //System.out.println(BBSSpider.isOnBBS("BDWM","coco"));
        Date latestDate=BotTool.String2Date("2003-08-09 12:00:00","yyyy-MM-dd HH:mm:ss");
        BBSSpider.doGet(latestDate,"bbs.pku.edu.cn","SecondHand",5);
        BBSSpider.doGet(latestDate,"bbs.pku.edu.cn","House",5);
    }
}