createbinfile.java

java写的搜索引擎网络爬虫 java写的搜索引擎网络爬虫 java写的搜索引擎网络爬虫

/*
 * File name : CreateBinFile.java
 * Create Time : 2006-5-23 9:33:54
 * Author : shiwei
 * Descript : 生成二进制文件
 * Version : 
 */
package com.snoics.reptile.file;

import com.snoics.base.interfaces.log.Log;
import com.snoics.reptile.link.ILink;
import com.snoics.reptile.link.Link;
import com.snoics.reptile.link.TempLink;
import com.snoics.reptile.system.common.Common;
import com.snoics.reptile.util.UrlUtil;
import com.snoics.useclass.SnoicsClass;

public class CreateBinFile implements ICreateFile{
	private String resolvedUrl="";
	private String relativizeUrl="";
	private String resolvedFile="";
	private String relativizeFile="";
	private String htmlString="";
	private ILink link=new Link();
	private ILink tempLink=new TempLink();
	private UrlUtil urlUtil=new UrlUtil();
	
	private Log log=null;
	
	public CreateBinFile(){
		SnoicsClass snoicsClass=new SnoicsClass();
		log=snoicsClass.getLog();
		log.getLogger("[ CreateBinFile ]");
	}
	
	/**
	 * 获取html字符串
	 * @return String
	 */
	public String getHtmlString() {
		return htmlString;
	}

	/**
	 * 设置HTML字符串
	 * @param htmlString
	 */
	public void setHtmlString(String htmlString) {
		this.htmlString = htmlString;
	}
	
	/**
	 * 获取生成文件存放的相对的本地路径
	 * @return String
	 */
	public String getRelativizeFile() {
		return relativizeFile;
	}
	
	/**
	 * 设置生成文件存放的相对的本地路径
	 * @param relativizeFile
	 */
	public void setRelativizeFile(String relativizeFile) {
		this.relativizeFile = relativizeFile;
	}
	
	/**
	 * 获取重新生成后的相对与website路径URL
	 * @return String
	 */
	public String getRelativizeUrl() {
		return relativizeUrl;
	}
	
	/**
	 * 设置重新生成后的相对路径URL
	 * @param relativizeUrl
	 */
	public void setRelativizeUrl(String relativizeUrl) {
		this.relativizeUrl = relativizeUrl;
	}
	
	/**
	 * 获取需要生成文件的完整的路径
	 * @return String
	 */
	public String getResolvedFile() {
		return resolvedFile;
	}
	
	/**
	 * 设置需要生成文件的完整的路径
	 * @param resolvedFile
	 */
	public void setResolvedFile(String resolvedFile) {
		this.resolvedFile = resolvedFile;
	}
	
	/**
	 * 获取重新生成后的完全路径URL
	 * @return String
	 */
	public String getResolvedUrl() {
		return resolvedUrl;
	}
	
	/**
	 * 设置重新生成后的完全路径URL
	 * @param resolvedUrl
	 */
	public void setResolvedUrl(String resolvedUrl) {
		this.resolvedUrl = resolvedUrl;
	}
	
	/**
	 * 生成文件
	 *
	 */
	public void create(){
		if(Common.createBinFileList.contains(relativizeUrl)){
			return;
		}else{
			if(link.getLink(relativizeUrl)==null){
				urlUtil.createBinFile(resolvedUrl,resolvedFile);
				tempLink.addLink(relativizeUrl,relativizeUrl);
				Common.createBinFileList.add(relativizeUrl);
				Common.createBinfFileCount++;
				log.info("Create bin file "+resolvedUrl+" To "+resolvedFile);
			}
		}
	}

}