多线程采集的核心代码

来源：互联网发布：乃木坂网络直播电视剧编辑：程序博客网时间：2024/05/16 19:11
多线程采集的核心代码        /// <summary>        /// 采集进程记录        /// </summary>        private ArrayList alMsgList = new ArrayList();        /// <summary>        /// 线程        /// </summary>        private Thread thread;        /// <summary>        /// 线程计数器        /// </summary>        private int Count = 0;        /// <summary>        /// 系统加载        /// </summary>        public Form1()        {            InitializeComponent();            CreateManageThreads();        }        #region 多线程采集        /// <summary>        /// 创建线程        /// </summary>        private void CreateManageThreads()        {            thread = new Thread(new ThreadStart(ManageThreads));            thread.Start();        }        /// <summary>        /// 循环线程        /// </summary>        private void ManageThreads()        {            while (thread.ThreadState == ThreadState.Running)            {                GetCircleStart();                Count = 0;                Thread.Sleep(5000);            }        }        /// <summary>        /// 根据采集周期判定获取当前需要采集的记录        /// </summary>        /// <param name="obj"></param>        private void GetCircleStart()        {            if (alMsgList.Count == 0)                 return;            Thread[] subTread = new Thread[alMsgList.Count];            for (int i = 0; i < alMsgList.Count; i++)            {                //采集进程配置实体                Entity_GatherThread obj = (Entity_GatherThread)alMsgList[i];                if (obj.StateId == "2")                {                    //obj.PeriodGather.ToString() != "0"表示定时采集；obj.PeriodGather.ToString() == ""表示循环采集                    if (obj.PeriodGather.ToString() == "0")                    {                        if (DateTime.Now >= obj.NextTime && obj.OneYesOrNo)                        {                            Count++;                            if (Count <= this.ThreadCount)                            {                                obj.OneFlag = false;                                obj.NextTime = DateTime.Now;                                subTread[i] = new Thread(new ParameterizedThreadStart(StartCreateGetData));                                subTread[i].Start(obj);                            }                        }                    }                    else                    {                        if (DateTime.Now <= obj.EndTime && DateTime.Now >= obj.NextTime)                        {                             Count++;                             if (Count <= this.ThreadCount)                             {                                 obj.NextTime = DateTime.Now.AddMinutes(obj.PeriodGather);                                 subTread[i] = new Thread(new ParameterizedThreadStart(StartCreateGetData));                                 subTread[i].Start(obj);                             }                        }                    }                }            }        }        /// <summary>        /// 开始数据采集操作(按每天为周期)        /// </summary>        /// <param name="obj"></param>        private void StartCreateGetData(object obj)        {            Entity_GatherThread entity = (Entity_GatherThread)obj;            //更改Arrylist状态：正在采集            entity.StateId = "1";            entity.StateName = "正在采集";            //启动数据采集函数            GatherOper(entity.DataSourceId,entity.MgId);            //更改当前列表和Arrylist状态            //entity.OneFlag == true表示定时采集的当天未采集,false表示已采集            if (entity.OneFlag == false)            {                entity.StateName = "完成采集";                entity.StateId = "3";             }            else            {                entity.StateName = "等待采集";                entity.StateId = "2";             }            //采集完毕        }        #endregion /// <summary>        /// 选中某个数据源后，点击“启动采集”按钮触发        /// </summary>        /// <param name="sender"></param>        /// <param name="e"></param>        private void StartGatherButton_Click(object sender, EventArgs e)        {            if (this.treeView1.SelectedNode.ContextMenuStrip.Name == "DataSourceMenu")            {                if (!this.CheckDataSourceIDInMsgList(int.Parse(this.treeView1.SelectedNode.Tag.ToString())))                {                    DataEntity.Gather_DataSourceConfig DataSourceConfig = new Gather_DataSourceConfig();                    DataSourceConfig = Common.GetDataSourceConfig(int.Parse(this.treeView1.SelectedNode.Tag.ToString()));                    if (DataSourceConfig != null)                    {                        //根据DataSourceConfig.DataSourceId判断此数据源是否进行了详细配置                        DataSet ParticularConfig = new DataSet();                        ParticularConfig = Common.GetParticularConfigList("DataSourceId=" + DataSourceConfig.DataSourceId);                        if (ParticularConfig != null)                        {                            if (ParticularConfig.Tables.Count > 0)                            {                                if (ParticularConfig.Tables[0].Rows.Count > 0)                                {                                    DataEntity.Gather_Period Period = new Gather_Period();                                    Period = Common.GetPeriodModel(DataSourceConfig.PeriodId);                                    if (Period != null)                                    {                                        DataEntity.Entity_GatherThread GatherThread = new Entity_GatherThread();                                        GatherThread.MgId = int.Parse(this.treeView1.SelectedNode.Parent.Tag.ToString());                                        GatherThread.MgName = this.treeView1.SelectedNode.Parent.Text.ToString();                                        GatherThread.CourseManageId = DataSourceConfig.DataSourceId.ToString();                                        GatherThread.DataSourceId = DataSourceConfig.DataSourceId;                                        GatherThread.DataSourceName = DataSourceConfig.DataSourceName;                                        GatherThread.EndTime = DateTime.Parse(DateTime.Today.ToString("yyyy-MM-dd") + " " + Period.EndTime);                                        GatherThread.NextTime = DateTime.Parse(DateTime.Today.ToString("yyyy-MM-dd") + " " + Period.TimeGather);                                        GatherThread.OneFlag = true;                                        GatherThread.PeriodGather = Period.PeriodGather;                                        GatherThread.PeriodId = Period.PeriodId.ToString();                                        GatherThread.StartTime = DateTime.Parse(DateTime.Today.ToString("yyyy-MM-dd") + " " + Period.StartTime);                                        GatherThread.StateId = "2";                                        GatherThread.StateName = "等待采集";                                        //将新增的数据源的采集加入采集队列                                        alMsgList.Add(GatherThread);                                        //更新采集列表                                        DataBindGridView();                                    }                                    else                                    {                                        MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细采集周期设置，可能已经被移除，请设置采集周期后重试！", "警告", MessageBoxButtons.OK);                                    }                                }                                else                                {                                    MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细配置，可能已经被移除，请设置详细配置后重试！", "警告", MessageBoxButtons.OK);                                }                            }                            else                            {                                MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细配置，可能已经被移除，请设置详细配置后重试！", "警告", MessageBoxButtons.OK);                            }                        }                        else                        {                            MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细配置，可能已经被移除，请设置详细配置后重试！", "警告", MessageBoxButtons.OK);                        }                    }                    else                    {                        MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：该数据源没有设置采集周期，请设置采集周期后重试！", "警告", MessageBoxButtons.OK);                    }                }                else                {                    MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：已加入采集队列！", "警告", MessageBoxButtons.OK);                }            }        }    /// <summary>        /// 停止某类数据源的采集进程：首先点击“停止监控”按钮，选择监控列表中需要停止采集的进程，点击“停止采集”按钮即可。        /// </summary>        /// <param name="sender"></param>        /// <param name="e"></param>        private void StopGatherButton_Click(object sender, EventArgs e)        {            if (this.dataGridView1.CurrentRow != null)            {                int Index = this.dataGridView1.CurrentRow.Index;                this.alMsgList.RemoveAt(Index);                this.timer1.Enabled = true;            }        }
0 0