基本信息
源码名称:网络通用采集工具 完整源码下载
源码大小:1.39M
文件格式:.rar
开发语言:C#
更新时间:2013-08-25
友情提示:(无需注册或充值,赞助后即可获取资源下载链接)
嘿,亲!知识可是无价之宝呢,但咱这精心整理的资料也耗费了不少心血呀。小小地破费一下,绝对物超所值哦!如有下载和支付问题,请联系我们QQ(微信同号):813200300
本次赞助数额为: 2 元×
微信扫码支付:2 元
×
请留下您的邮箱,我们将在2小时内将文件发到您的邮箱
源码介绍
Soukey采摘数据采集软件是一套面向个人站长、中小企业提供的一套免费开源的数据采集软件,可用于文章、论坛、博、企业信息等各种网站信息的采集,同时可 自由发布到文件、数据库,通知也支持Web在线发布功能。同时,如果您了解技术,还可在Soukey采摘基础上扩展更加丰富的功能,包括:舆情监控、RSS制作、行业化 数据采集等功能。 Soukey采摘数据采集软件使用不受任何限制,源代码使用请遵循BSD许可协议。
1、多任务、多线程,支持一个任务运行多个实例;
2 、支持图片、Flash及文件下载;
3、网址配置支持参数定制,及外部字典参数;
4、支持Cookie、POST采集;
5、支持导航、自动翻页;
6 、可采集Ajax数据;
7、采集数据临时存储、断点续采;
8 、支持数据导出,文件、数据库;
9 、在线数据发布;
10 、数据采集支持采集数据加工;
11 、支持任务计划;
12 、支持任务触发器;
13、提供网址编/解码工具;
14 、提供Mini浏览器;
15、支持简体中文及英文;
using System; using System.Collections.Generic; using System.Text; using SoukeyNetget.Plan; using System.Data; using SoukeyNetget.Task; using System.Data.OleDb; using System.Data.SqlClient; using MySql.Data.MySqlClient; namespace SoukeyNetget.Listener { class cRunTask { Queue<cTaskPlan> m_runningTasks; public cRunTask() { m_runningTasks = new Queue<cTaskPlan>(); } ~cRunTask() { } public void AddTask(cTaskPlan task) { m_runningTasks.Enqueue(task); RunTask(); } //Ö´ÐÐÈÎÎñ private void RunTask() { cPlanRunLog rLog = new cPlanRunLog(); rLog.OpenLogFile(); while (m_runningTasks.Count > 0) { cTaskPlan tp = m_runningTasks.Dequeue(); switch (tp.RunTaskType) { case (int)cGlobalParas.RunTaskType.SoukeyTask : RunSoukeyTask(tp.RunTaskName); break ; case (int)cGlobalParas.RunTaskType.OtherTask : RunOtherTask(tp.RunTaskName, tp.RunTaskPara); break ; case (int)cGlobalParas.RunTaskType.DataTask : RunDataTask(tp.RunTaskName, tp.RunTaskPara); break; } //дÈÕÖ¾ rLog.InsertLog(cGlobalParas.LogType.RunPlanTask,tp.PlanID ,tp.PlanName , (cGlobalParas.RunTaskType)tp.RunTaskType, tp.RunTaskName, tp.RunTaskPara); } rLog.CloseLogFile(); rLog = null; } //Èç¹ûÊÇSoukey²ÉÕªÈÎÎñÔòÐèÒª½«ÐÅÏ¢·´À¡µ½Ö÷½çÃæ£¬ÓÉÖ÷½çÃæÔËÐÐ //µ±Ç°Ö§³ÖÁÙʱ·½°¸£¬ºóÆÚ»áÌṩרÃÅÔËÐÐSoukeyÈÎÎñµÄÒýÇæ£¬¿ÉÒÔ½øÐÐ //ºǫ́ÔËÐÐSoukey²ÉÕªÈÎÎñ¡£ private void RunDataTask(string DataType, string Para) { switch (int.Parse(DataType)) { case (int)cGlobalParas.DatabaseType.Access : ExecuteAccessQuery(Para); break; case (int)cGlobalParas.DatabaseType.MSSqlServer: ExecuteMSSqlQuery(Para); break; case (int)cGlobalParas.DatabaseType.MySql: ExecuteMySqlQuery(Para); break; default : break; } } private void ExecuteAccessQuery(string Para) { string strconn = Para.Substring(0, Para.IndexOf("Para")); string QueryName = Para.Substring(Para.IndexOf("Para=") 5, Para.Length - Para.IndexOf("Para=") - 5); OleDbConnection conn = new OleDbConnection(); conn.ConnectionString = strconn; try { conn.Open(); } catch (System.Exception ex) { throw ex; } OleDbCommand com = new OleDbCommand(); com.Connection = conn; com.CommandText = QueryName; com.CommandType = CommandType.StoredProcedure; try { int result = com.ExecuteNonQuery(); } catch (System.Exception ex) { throw ex; } conn.Close(); } private void ExecuteMSSqlQuery(string Para) { string strconn = Para.Substring(0, Para.IndexOf("Para")); string QueryName = Para.Substring(Para.IndexOf("Para=") 5, Para.Length - Para.IndexOf("Para=")-5); SqlConnection conn = new SqlConnection(); conn.ConnectionString = strconn; try { conn.Open(); } catch (System.Exception ex) { throw ex; } SqlCommand com = new SqlCommand(); com.Connection = conn; com.CommandText = QueryName; com.CommandType = CommandType.StoredProcedure; try { int result = com.ExecuteNonQuery(); } catch (System.Exception ex) { throw ex; } conn.Close(); } private void ExecuteMySqlQuery(string Para) { string strconn = Para.Substring(0, Para.IndexOf("Para")); string QueryName = Para.Substring(Para.IndexOf("Para=") 5, Para.Length - Para.IndexOf("Para=") - 5); MySqlConnection conn = new MySqlConnection(); conn.ConnectionString = strconn; try { conn.Open(); } catch (System.Exception ex) { throw ex; } MySqlCommand com = new MySqlCommand(); com.Connection = conn; com.CommandText = QueryName; com.CommandType = CommandType.StoredProcedure; try { int result = com.ExecuteNonQuery(); } catch (System.Exception ex) { throw ex; } conn.Close(); } private void RunSoukeyTask(string TaskName) { //»ñÈ¡TaskID //cTaskClass tClass = new cTaskClass(); //string tClassPath=tClass.GetTaskClassPathByName(); //tClass = null; //string tName = tClassPath "\\" TaskName.Substring(TaskName.IndexOf("\\"), TaskName.Length - TaskName.IndexOf("\\")); //cTask t = new cTask(); //t.LoadTask(tName); //Int64 tID = t.TaskID; //t = null; //´¥·¢ÔËÐÐÈÎÎñ½øÐÐÈÎÎñµÄÖ´ÐвÙ×÷ e_RunSoukeyTaskEvent(this, new cRunTaskEventArgs(cGlobalParas.MessageType.RunSoukeyTask, TaskName ,"")); } //Èç¹ûÊÇÆäËûÈÎÎñ£¬ÔòÖ±½ÓÔËÐÐ private void RunOtherTask(string FileName, string Para) { System.Diagnostics.Process.Start (FileName, Para); } private readonly Object m_eventLock = new Object(); #region ʼþ /// ²É¼¯ÈÎÎñÍê³Éʼþ private event EventHandler<cRunTaskEventArgs> e_RunSoukeyTaskEvent; internal event EventHandler<cRunTaskEventArgs> RunSoukeyTaskEvent { add { lock (m_eventLock) { e_RunSoukeyTaskEvent = value; } } remove { lock (m_eventLock) { e_RunSoukeyTaskEvent -= value; } } } #endregion } }