pagecommon.cs

c#的多线程采集源代码

            {
                Id = int.Parse(dr[0].ToString());
            }
            dr.Close();

            return Id;
        }

        /// <summary>
        /// 根据数据源编号获取该数据源配置信息
        /// </summary>
        /// <param name="intDataSourceId">数据源编号</param>
        /// <returns>数据源配置信息</returns>
        public Gather_DataSourceConfig GetDataSourceConfig(int intDataSourceId)
        {
            try
            {
                string strSql = "select * from Gather_DataSourceConfig where DataSourceId = " + intDataSourceId;
                DataTable dtDataSourceConfig = new DataTable();
                dtDataSourceConfig = Run.RunSql_DataSet(strSql).Tables[0];
                for (int i = 0; i < dtDataSourceConfig.Rows.Count; i++)
                {
                    DataSourceConfig.DataSourceId = int.Parse(dtDataSourceConfig.Rows[i][0].ToString());
                    DataSourceConfig.DataSourceName = dtDataSourceConfig.Rows[i]["DataSourceName"].ToString();
                    DataSourceConfig.DataSourceUrl = dtDataSourceConfig.Rows[i]["DataSourceUrl"].ToString();
                    DataSourceConfig.DataSourceEncoding = dtDataSourceConfig.Rows[i]["DataSourceEncoding"].ToString();
                    DataSourceConfig.PeriodId = int.Parse(dtDataSourceConfig.Rows[i]["PeriodId"].ToString());
                    DataSourceConfig.OrderId = int.Parse(dtDataSourceConfig.Rows[i]["OrderId"].ToString());
                    DataSourceConfig.Remark = dtDataSourceConfig.Rows[i]["Remark"].ToString();
                }
                return DataSourceConfig;
            }
            catch
            {
                return null;
            }
        }

        /// <summary>
        /// 获得数据列表
        /// </summary>
        public DataSet GetDataSourceConfigList(string strWhere)
        {
            StringBuilder strSql = new StringBuilder();
            strSql.Append("select * from Gather_DataSourceConfig ");
            if (strWhere.Trim() != "")
            {
                strSql.Append(" where " + strWhere);
            }
            strSql.Append(" order by DataSourceId ");
            return Run.RunSql_DataSet(strSql.ToString());
        }

        /// <summary>
        /// 获取所有数据源列表
        /// </summary>
        /// <returns></returns>
        public DataSet GetDataSourceConfigList()
        {
            return GetDataSourceConfigList("");
        }

        #endregion

        #region 采集周期设置
        /// <summary>
        /// 获取所有周期设置
        /// </summary>
        /// <returns>所有周期设置</returns>
        public DataSet GetPeriodList()
        {
            string strsql = "select * from Gather_Period";

            try
            {
                return Run.RunSql_DataSet(strsql);
            }
            catch (Exception myException)
            {
                throw new Exception(myException.Message, myException);
            }
        }
        /// <summary>
        /// 新增采集周期
        /// </summary>
        /// <param name="description">周期名称</param>
        /// <param name="timeGather">定时采集时间点</param>
        /// <param name="periodGather">周期采集隔间时间(单位:分钟)</param>
        /// <param name="startTime">开始时间</param>
        /// <param name="endTime">结束时间</param>
        /// <returns>周期编号/0</returns>
        public int AddPeriod(Gather_Period gather_Period)
        {
            StringBuilder sb = new StringBuilder();
            sb.Append("insert into Gather_Period (Description,TimeGather,PeriodGather,StartTime,EndTime) values (");
            sb.Append("'" + gather_Period.Description.Replace("'","''")  + "'" + ",");
            sb.Append("'" + gather_Period.TimeGather.Replace("'","''")  + "'" + ",");
            sb.Append("" + gather_Period.PeriodGather + ",");
            sb.Append("'" + gather_Period.StartTime.Replace("'","''")  + "'" + ",");
            sb.Append("'" + gather_Period.EndTime.Replace("'","''")  + "'");
            sb.Append(");select @@IDENTITY;");

            OleDbDataReader odr = Run.RunSql_DataReader(sb.ToString());

            if (odr.Read())
            {
                return Convert.ToInt32(odr[0].ToString());
            }
            else
            {
                return 0;
            }
         
        }
        /// <summary>
        /// 删除该采集周期信息
        /// </summary>
        /// <param name="periodId">周期编号</param>
        /// <returns>True/False</returns>
        public bool DeletePeriod(int periodId)
        {

            string strsql = "delete from Gather_Period where PeriodId = '" + periodId + "'";
            try
            {
                return Run.RunSql_Int(strsql) > 0 ? true : false;
            }
            catch
            {
                return false;
            }
        }
        /// <summary>
        /// 
        /// </summary>
        /// <param name="periodId">周期编号</param>
        /// <param name="description">周期名称</param>
        /// <param name="timeGather">定时采集时间点</param>
        /// <param name="periodGather">周期采集隔间时间(单位:分钟)</param>
        /// <param name="startTime">开始时间</param>
        /// <param name="endTime">结束时间</param>
        /// <returns>True/False</returns>
        public int UpdatePeriod(Gather_Period model)
        {
            StringBuilder strSql = new StringBuilder();
            strSql.Append("update Gather_Period set ");
            strSql.Append("Description='" + model.Description.Replace("'","''") + "',");
            strSql.Append("TimeGather='" + model.TimeGather.Replace("'","''") + "',");
            strSql.Append("PeriodGather=" + model.PeriodGather + ",");
            strSql.Append("StartTime='" + model.StartTime.Replace("'","''") + "',");
            strSql.Append("EndTime='" + model.EndTime.Replace("'","''")  + "'");
            strSql.Append(" where PeriodId=" + model.PeriodId + "");

            return Run.RunSql_Int(strSql.ToString());
        }

        /// <summary>
        /// 得到一个对象实体
        /// </summary>
        public Gather_Period GetPeriodModel(int PeriodId)
        {
            StringBuilder strSql = new StringBuilder();
            strSql.Append("select * from Gather_Period ");
            strSql.Append(" where PeriodId=" + PeriodId);
            Gather_Period model = new Gather_Period();
            DataSet ds = Run.RunSql_DataSet(strSql.ToString());
            model.PeriodId = PeriodId;
            if (ds.Tables[0].Rows.Count > 0)
            {
                model.Description = ds.Tables[0].Rows[0]["Description"].ToString();
                model.TimeGather = ds.Tables[0].Rows[0]["TimeGather"].ToString();
                if (ds.Tables[0].Rows[0]["PeriodGather"].ToString() != "")
                {
                    model.PeriodGather = int.Parse(ds.Tables[0].Rows[0]["PeriodGather"].ToString());
                }
                model.StartTime = ds.Tables[0].Rows[0]["StartTime"].ToString();
                model.EndTime = ds.Tables[0].Rows[0]["EndTime"].ToString();
                return model;
            }
            else
            {
                return null;
            }
        }
        #endregion

        #region 详细信息配置
        
        /// <summary>
        /// 获取操作类型
        /// </summary>
        /// <returns></returns>
        public DataSet GetOperationKind()
        {
            string strSql = "select * from Gather_OperationKind";
            return Run.RunSql_DataSet(strSql);
        }
        /// <summary>
        /// 新增详细信息配置
        /// </summary>
        /// <param name="entity">详细信息配置实体</param>
        /// <returns>新增详细信息配置的编号</returns>
        public int AddParticularConfig(Gather_ParticularConfig entity)
        {
            string strSql = "insert into Gather_ParticularConfig(DataSourceId,BasicConfigId,OparationId,StartString," 
                + "EndString,NewString,IsContainHeader,IsContainTail,Remark)"
                + " values(" + entity.DataSourceId + "," + entity.BasicConfigId + "," + entity.OparationId + ",'"
                + entity.StartString.Replace("'", "''") + "','" + entity.EndString.Replace("'", "''") + "','" + entity.NewString.Replace("'", "''") + "',"
                + entity.IsContainHeader + "," + entity.IsContainTail + ",'" + entity.Remark.Replace("'", "''") + "')"; //;select @@identity

            return Run.RunSql_Int(strSql);

        }

        /// <summary>
        /// 修改详细信息配置
        /// </summary>
        /// <param name="entity">详细信息配置实体</param>
        /// <returns></returns>
        public int UpdateParticularConfig(Gather_ParticularConfig entity)
        {
            string strSql = "update Gather_ParticularConfig set DataSourceId = " + entity.DataSourceId + ","
                + " BasicConfigId = " + entity.BasicConfigId + ",OparationId = " + entity.OparationId + ","
                + " StartString = '" + entity.StartString.Replace("'", "''") + "',EndString = '" + entity.EndString.Replace("'", "''") + "',"
                + " NewString = '" + entity.NewString.Replace("'", "''") + "',IsContainHeader = " + entity.IsContainHeader + ","
                + " IsContainTail = " + entity.IsContainTail + ", Remark = '" + entity.Remark.Replace("'","''")  + "'"
                + " where ParticularConfigId = " + entity.ParticularConfigId;
            return Run.RunSql_Int(strSql);
        }

        /// <summary>
        /// 根据编号删除详细配置信息
        /// </summary>
        /// <param name="intParticularConfigId">详细信息配置编号</param>
        /// <returns></returns>
        public int DeleteParticularConfig(int intParticularConfigId)
        {
            string strSql = "delete from Gather_ParticularConfig where ParticularConfigId = " + intParticularConfigId;
            return Run.RunSql_Int(strSql);
        }

        /// <summary>
        /// 获得数据列表
        /// </summary>
        public DataSet GetParticularConfigList(string strWhere)
        {
            StringBuilder strSql = new StringBuilder();
            strSql.Append("select [ParticularConfigId],[DataSourceId],[BasicConfigId],[OparationId],[StartString],[EndString],[NewString],[IsContainHeader],[IsContainTail],[Remark] ");
            strSql.Append(" FROM Gather_ParticularConfig ");
            if (strWhere.Trim() != "")
            {
                strSql.Append(" where " + strWhere);
            }
            return Run.RunSql_DataSet(strSql.ToString());
        }

        /// <summary>
        /// 根据数据源编号，获取该编号下的所有详细信息配置的编号
        /// </summary>
        /// <param name="intDataSourceId">数据源编号</param>
        /// <returns>详细信息配置</returns>
        public DataSet GetPCIdsByDataSourceId(int intDataSourceId)
        {
            return GetParticularConfigList("DataSourceId=" + intDataSourceId);
        }

        /// <summary>
        /// 获取所有的详细信息配置
        /// </summary>
        /// <returns></returns>
        public DataSet GetAllParticularConfig()
        {
            string strSql = "select * from Gather_ParticularConfig";
            return Run.RunSql_DataSet(strSql);
        }

        /// <summary>
        /// 根据数据源编码和基本配置编码获得详细配置信息
        /// </summary>
        /// <param name="intDataSourceId">数据源编码</param>
        /// <param name="intBasicConfigId">基本配置信息编码</param>
        /// <returns>详细信息配置集合</returns>
        public DataSet GetParticularConfig(int intDataSourceId, int intBasicConfigId)
        {
            string strSql = "select * from Gather_ParticularConfig where datasourceid = " + intDataSourceId
                + " and BasicConfigId = " + intBasicConfigId + " order by ParticularConfigId ";
            DataSet dsPaticularConfig = new DataSet();
            dsPaticularConfig = Run.RunSql_DataSet(strSql);
            return dsPaticularConfig;
        }

        /// <summary>
        /// 根据数据源编码和基本配置编码获得详细配置信息
        /// </summary>
        /// <param name="intDataSourceId">数据源编码</param>
        /// <param name="intBasicConfigId">基本配置信息编码</param>
        /// <returns>详细信息配置集合</returns>
        public DataSet GetParticularConfigEdit(int intDataSourceId, int intBasicConfigId)
        {
            //string strSql = "select ParticularConfigId,DataSourceId,BasicConfigId,"
            //    + " '操作类型' = case OparationId when 1 then '截取' when 2 then '删除段落'when 3 then '删除字符串'when 4 then '字符串前缀'when 5 then '段落前缀'when 6 then '字符串后缀'when 7 then '段落后缀'when 8 then '替换字符串'else '替换段落' end,"
            //    + " StartString as '开始字符串',EndString as '结束字符串',NewString as '替换字符串',"
            //    + " '包含开始字符串' = case IsContainHeader when 1 then '是' else '否' end,"
            //    + " '包含结束字符串'  = case IsContainTail when 1 then '是' else '否' end ,Remark as '备注'  "
            //    + " from Gather_ParticularConfig where datasourceid = " + intDataSourceId
            //    + " and BasicConfigId = " + intBasicConfigId + " order by ParticularConfigId ";
            string strSql = "select ParticularConfigId,DataSourceId,BasicConfigId,b.operationkind as '操作类型', "
                + " StartString as '开始字符串',EndString as '结束字符串',NewString as '替换字符串',"
                + " IsContainHeader as '包含开始字符串',IsContainTail as '包含结束字符串',Remark as '备注' "
                + " from gather_particularconfig a, gather_operationkind b "
                + " where datasourceid = " + intDataSourceId + " and BasicConfigId = " + intBasicConfigId
                + " and a.oparationid = b.operationid order by ParticularConfigId ";
            DataSet dsPaticularConfig = new DataSet();
            dsPaticularConfig = Run.RunSql_DataSet(strSql);
            return dsPaticularConfig;
        }

        /// <summary>
        /// 根据详细信息配置编号获取其详细信息配置
        /// </summary>
        /// <param name="intParticularConfigId">详细信息配置编号</param>
        /// <returns>详细信息配置</returns>
        public Gather_ParticularConfig GetParticularConfigModel(int intParticularConfigId)
        {
            string strSql = "select * from Gather_ParticularConfig where ParticularConfigId = " + intParticularConfigId;
            DataTable dtParticularConfig = new DataTable();
            dtParticularConfig = Run.RunSql_DataSet(strSql).Tables[0];
            foreach (DataRow dr in dtParticularConfig.Rows)
            {
                ParticularConfig.ParticularConfigId = int.Parse(dr["ParticularConfigId"].ToString());
                ParticularConfig.DataSourceId = int.Parse(dr["DataSourceId"].ToString());
                ParticularConfig.BasicConfigId = int.Parse(dr["BasicConfigId"].ToString());
                ParticularConfig.OparationId = int.Parse(dr["OparationId"].ToString());
                ParticularConfig.StartString = dr["StartString"].ToString();
                ParticularConfig.EndString = dr["EndString"].ToString();
                ParticularConfig.NewString = dr["NewString"].ToString();
                ParticularConfig.IsContainHeader = int.Parse(dr["IsContainHeader"].ToString());
                ParticularConfig.IsContainTail = int.Parse(dr["IsContainTail"].ToString());
                ParticularConfig.Remark = dr["Remark"].ToString();
            }
            return ParticularConfig;
        }
        #endregion

        #region 文章采集结果存储操作
        /// <summary>