testlargesmall.java

Light in the box 抓取程序。 使用HttpClient

package com.blogool.export;

import java.io.*;

import com.blogool.crawl.Util;

public class TestLargeSmall {
	public static void main(String[] args) {
		File fileLargeOrignal = new File("d:/libox1/imagesl_bak");
		File fileLargeDest = new File("d:/libox1/imagesl_bak_out");
		if (!fileLargeDest.exists()) {
			fileLargeDest.mkdirs();
		}
		File[] orignal = fileLargeOrignal.listFiles();
		
		for (int i = 0; i < orignal.length; i ++) {
			
			try {
				/*
				String fn = smalls[i].getName();
				String md5 = Util.md5Encoding(fn);
				
				String folderName = md5.substring(0, 2);
				File folder = new File(fileSmall, folderName);
				if (!folder.exists()) folder.mkdir();
				File newFile = new File(folder, fn);
				smalls[i].renameTo(newFile);
				
				folder = new File(fileLarge, folderName);
				if (!folder.exists()) folder.mkdir();
				newFile = new File(folder, fn);
				larges[i].renameTo(newFile);*/
				String fn = orignal[i].getName();
				String md5 = Util.md5Encoding(fn);
				String folderName = md5.substring(0, 2);
				
				File destFolder = new File(fileLargeDest, folderName);
				if (!destFolder.exists()) {
					destFolder.mkdirs();
				}
				
				File destFile = new File(destFolder, fn);
				orignal[i].renameTo(destFile);
				
			} catch (RuntimeException e) {
				e.printStackTrace();
			}
		}

	}
}