keywordcounter.java

自己写的search engine, 有 boolean search, fuzzy search

package searchingEngine.utilites.dataConverter;

import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.util.Collections;
import java.util.LinkedList;
import java.util.Arrays;

import searchingEngine.Parameters;

public class KeywordCounter{
	public static String keywordsList[] = null;
	public static void loadKeywordsList(String input) throws IOException {
		BufferedReader br = new BufferedReader(new FileReader(input));
		String line;
		keywordsList = new String[Parameters.TOTAL_NUMBER_OF_FILES];
		int count = 0;
		while ((line=br.readLine())!=null){
			keywordsList[count] = line;
			count++;
		}
		br.close();
	}
	
	public static LinkedList<Integer> getPosition(String term,int fileid){
		if (keywordsList == null) return null;
		int index = Arrays.binarySearch(keywordsList,term);
		if (index < 0) return new LinkedList<Integer>();
		!!!
	}
	public static void main(String[] args) throws Exception {
		BufferedReader br;
		LinkedList<String> stringList = new LinkedList<String>();
		String line;
		int index;
		String current, last = "";
		stringList.add("aA");
		for (int i = 0; i<=118; i++){
			br= new BufferedReader(new FileReader("G:/ir/sortedPost"+i+".txt"));
			while ((line = br.readLine())!= null) {
				current = (line.split(" "))[1];
				if (current.intern()!=last.intern()) {
					index = Collections.binarySearch(stringList,current);
					if (index<0) {
						index = index*(-1) -1;
						stringList.add(index,current);	
					}
					last = current;
				}
			}
			br.close();
			System.out.println("read file - G:/ir/sortedPost"+i+".txt");
		}
		RawConverter.saveListAsText(stringList,"keywordsList"+ stringList.size()+".txt");
	}
}