testsitefilter.java

用来为垂直搜索引擎抓取数据的采集系统

/*
 * *****************************************************
 * Copyright (c) 2005 IIM Lab. All  Rights Reserved.
 * Created by xuehao at Dec 1, 2005
 * Contact: [e-mail]
 * *****************************************************
 */
package org.indigo.tests.db.fieldfilter;

import junit.framework.TestCase;

import org.indigo.db.fieldfilter.*;

public class TestSiteFilter extends TestCase
{
    public void testSiteFilter()
    {
        String site = "www.ahnw.gov.cn/scxx/schq/index.asp?datetime=&page=1&zl=40中草药&diqu=&chanpin=&dl=04药材&NewDay=0";
        site = "http://www.agri.com.cn/price/price.asp?page=1&fromdate=2005-10-18&todate=2009-10-25&province=340000&market=&type=0&subtype=0";
        site = SiteFilter.getInstance().filter( site );
        System.out.println( site );
    }
}