configutil.java

本程序是专门用于从网页上自动收集cmi,cnki上的被引文献的数据

package cn.ac.cintcm.spider;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.apache.commons.httpclient.NameValuePair;

public class ConfigUtil {
	private static final String CONFIGSPILITOR = ":=";
	
	public static FormParameter loadFormConfig(String configFile) throws IOException {
		FormParameter params = new FormParameter();
		if (configFile != null && !configFile.trim().equals("")) {
			File inputFile = new File(System.getProperty("user.dir"), configFile);
			BufferedReader reader = new BufferedReader(new FileReader(inputFile));
			List<NameValuePair> config = new ArrayList<NameValuePair>();
			String line = reader.readLine();
			while (line != null) {
				String[] name = getEntry(line);
				if (name != null && name.length == 2) {
					if (name[0].equals("url")) {
						params.setUrl(name[1].trim());
					} else if (name[0].equals("hidden")) {
						if (name[1] != null) {
							String[] values = name[1].trim().split(","); 
							params.setHiddenParameters(Arrays.asList(values));
						}
					} else if (name[0].equals("url2")) {
						params.setUrl2(name[1].trim());
					}else {
						config.add(new NameValuePair(name[0].trim(), new String(name[1].trim().getBytes(),"8859_1")));
					}
				}
				line = reader.readLine();
			}
			reader.close();
			params.setNameValues(config);
		}
		return params;
	}
	
	public static Map<String, String> loadJobConfig(String configFile) throws IOException {
		File inputFile = new File(System.getProperty("user.dir"), configFile);
		BufferedReader reader = new BufferedReader(new FileReader(inputFile));
		Map<String, String> config = new HashMap<String, String>();
		String line = reader.readLine();
		while (line != null) {
			String[] name = getEntry(line);
			if (name != null && name.length == 2) {
				config.put(name[0].trim(), name[1].trim());
			}
			line = reader.readLine();
		}
		reader.close();
		return config;
	}
	
	private static String[] getEntry(String line) {
		String[] items = null;
		if (line != null) {
			items =line.split(CONFIGSPILITOR);
		}
		return items;
	}
	

}