websourceviewer.java

基于JAVA的网络蜘蛛系统,使用JAVA实现抓取网络资源的网络蜘蛛。通过一个入口网址来扫描整个互联网的网址

package issa.webspider.demo;

import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.Reader;
import java.net.MalformedURLException;
import java.net.URL;

public class WebSourceViewer {

	/**
	 * @param args
	 */
	public static void main(String[] args) {
		if (args.length > 0) {
			try {
				URL u = new URL(args[0]);
				InputStream in = u.openStream();
				in = new BufferedInputStream(in);
				Reader r = new InputStreamReader(in);
				int c;
				while ((c=r.read()) != -1) {
					System.out.print((char) c);
				}
			}
			catch (MalformedURLException ex) {
				System.err.println(args[0] + "is not a parseable URL");
			}
			catch (IOException ex) {
				System.err.println(ex);
			}
		}

	}

}