spidercore.h

功能强大的网络蜘蛛软件

#ifndef SPIDER_CORE_H
#define SPIDER_CORE_H
#include "spider.h"
class SpiderCore
{
public:
    int ListStartUpThreads();
    int ListRunningThreads();
    int ThreadControleCenter(string action);
    int CancelThread(string thread_name);
    int DoCreateThread(void* lpParameter);
    int StartupThread(string thread_name);
    int GetFile(string domain, string path, unsigned int port, string mapname, mysqlpp::Connection *conn, string step_param);
    int analytics_map_extra(string mapname);
	int SendSocket(string &content, string domain, string path, unsigned int port);
	int FindContentNode(string domain, string path, unsigned int port, string mapname, string &sql, vector<string> &param, int *p, string &response);
	int FindContent(string domain, string path, unsigned int port, string mapname, mysqlpp::Connection *conn, string step_param);
	int FindContentURL(string domain, string path, unsigned int port, string mapname, string table, mysqlpp::Connection *conn, string step_param);
	static int  GetContentProc(void* lpParameter);
	static int  GetContentURLProc(void* lpParameter);
	static int  GetMainURLProc(void* lpParameter);
	static int  GetSubURLProc(void* lpParameter);
	void StartSpiderThreads();
	int InsertData(string sql, vector<string> vec, mysqlpp::Connection *conn);
	int FindUrl(string domain, string path, unsigned int port, string mapname, string table, string url_flag, string parent, mysqlpp::Connection *conn, bool isfirst, string step_param, int max_page);
	void addslashes(string &sql, vector<string> vec, mysqlpp::Query &query);
	int analytics(string map_name, string parent, multimap<int, string> &mmap, unsigned int *depth);
	int LoadConfigFile();
	void print_config_map();
	void print_spider_regex_node_tree();
	string domain;
	string ipaddr;
	string path;
	unsigned int depth;
	unsigned int port;
	string encode;
	string db_host;
	string db_user;
	string db_pwd;
	string db_name;
	bool stop;
	map<string, string> config_map;
	multimap<int, string> regex_mapname;
	SpiderCore();
	virtual ~SpiderCore();

};
void thread_main();
#endif