mutispride.cs

搜索网上电子邮件,加入url就可搜索,用c#编写

using System;
using System.Data;
using System.Configuration;
using System.Web;
using System.Web.Security;
using System.Web.UI;
using System.Web.UI.WebControls;
using System.Web.UI.WebControls.WebParts;
using System.Web.UI.HtmlControls;
using System.Net;
using System.IO;
using System.Text;
using System.Text.RegularExpressions;
using System.Collections;
using System.Threading;
/// <summary>
/// Summary description for MutiSpride
/// </summary>
public class MutiSpride
{
    private ArrayList _arrurl; //URL集合
    private ArrayList _arremail=new ArrayList(); //URL集合
    private int _threadNum = 1; //线程数量
    private string _patten; //匹配的样式
    Thread[] thread;    //线程数组
    int coursor = 0;
	public MutiSpride(int n,ArrayList al,string patten)
	{
        _arrurl = al;
        if (n > 1) _threadNum = n;
        if (_threadNum > al.Count) _threadNum = al.Count;   //线程数量
        _patten = patten;
	}
    public ArrayList GetEmail()
    {
        thread = new Thread[_threadNum];
        for (int i = 0; i < _threadNum; i++)    //实例化线称
        {
            thread[i] = new Thread(new ThreadStart(getValue));
            thread[i].Start();
        }
        waitFinsh();
        return _arremail;
    }
    /// <summary>
    /// 获取页面提取提取EMAIL
    /// </summary>
    private void getValue()
    {
        Regex regex = new Regex(_patten);
        while (true)
        {
            string param = GetURL();
            if (string.IsNullOrEmpty(param))
            {
                return;
            }
            try
            {
                WebRequest webRequest = WebRequest.Create(param);
                webRequest.Timeout = 6000;//10秒超时
                StreamReader sr = new StreamReader(webRequest.GetResponse().GetResponseStream(), Encoding.GetEncoding("GB2312"));
                string html = sr.ReadToEnd();
                sr.Close();
                sr.Dispose();

                MatchCollection mc = regex.Matches(html, 0);
                foreach (Match m in mc)
                {
                    addEmail(m.Value);
                }
            }
            catch { }
        }
    }
    
    private void waitFinsh()
    {
        for (int i = 0; i < _threadNum; i++)    //实例化线称
        {
            if (thread[i].IsAlive)
            {
                Thread.Sleep(500);
                i--;
            }
        }
    }
    /// <summary>
    /// 将EMAIL添加到结果集中
    /// </summary>
    /// <param name="email"></param>
    private void addEmail(string email)
    {
        lock (this)
        {
            if (!_arremail.Contains(email))
            {
                _arremail.Add(email);
            }
        }
    }
    private string GetURL()
    {
        lock (this)
        {
            if (coursor < _arrurl.Count)
            {
                string rst = _arrurl[coursor].ToString();
                coursor++;
                return rst;
            }
            else
            {
                return "";
            }
        }
    }

}