tables.sql

开源的蜘蛛程序

create table sites(
	site_id int auto_increment not null primary key,
	url varchar(255),
	title varchar(255),
	short_desc text,
	indexdate date,
	spider_depth int default 2,
	required text,
	disallowed text,
	can_leave_domain bool);
create table links (
	link_id int auto_increment primary key not null,
	site_id int,
	url varchar(255) not null,
	title varchar(200),
	description varchar(255),
	fulltxt mediumtext,
	indexdate date,
	size float(2),
	md5sum varchar(32),
	key url (url(10)),
	visible int default 0, 
	level int);
create table keywords	(
	keyword_id int primary key not null auto_increment,
	keyword varchar(30) not null,
	unique kw (keyword),
	key keyword (keyword(10)));
create table link_keyword (
	link_id int not null,
	keyword_id int not null,
	weight int(3),
	key linkid(link_id),
	key keyid(keyword_id));
create table categories(
	category_id integer not null auto_increment primary key, 
	category text,
	parent_num integer
	);
create table site_category (
	site_id integer,
	category_id integer
	);
create table temp (
	link varchar(255),
	level integer,
	id varchar (32)
	);
create table pending (
	site_id integer,
	temp_id varchar(32),
	level integer,
	count integer,
	num integer);

create table query_log (
	query varchar(255),
	time timestamp(14),
	elapsed float(2),
	results int);