username@email.com
2022-12-16 6108fe7c4f3a329e8d309d00ee0b1761b8c5ad8f
zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs
@@ -37,7 +37,7 @@
                }
                var currPage = 1;
                string sichuanpageurll = "";
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 意向公开
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=9&dbselect=bidx&kw=%E6%84%8F%E5%90%91&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -45,8 +45,8 @@
                yixianggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                logg.WriteLog("中国政采网四川省意向公开 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 公开招标
                currPage = 1;
@@ -65,7 +65,6 @@
                logg.WriteLog("中国政采网四川省采购公告 询价 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 竞争性谈判
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=3&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -74,7 +73,6 @@
                logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 单一来源
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=4&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -83,7 +81,6 @@
                logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 邀请招标
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=6&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -92,7 +89,6 @@
                logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 竞争性磋商
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=10&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -101,8 +97,6 @@
                logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 中标公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=7&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -111,7 +105,6 @@
                logg.WriteLog("中国政采网四川省中标公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 成交公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=11&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -120,7 +113,6 @@
                logg.WriteLog("中国政采网四川省成交公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 更正公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=8&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -129,7 +121,6 @@
                logg.WriteLog("中国政采网四川省更正公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 废标公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=12&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -183,7 +174,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -236,7 +227,7 @@
                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -265,7 +256,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend) );
                                        if (zhengfuProjectcount <= 0)
@@ -498,7 +492,7 @@
                                            _ccontext.SaveChanges();
                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -515,6 +509,8 @@
                            }
                        }
                    }
                    page += 1;
                }
                catch (Exception ex)
                {
@@ -523,9 +519,10 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");
                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }
             
                page += 1;
               
            }
@@ -548,7 +545,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -598,7 +595,7 @@
                            }
                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -627,7 +624,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
@@ -672,8 +672,8 @@
                                                {
                                                    if (td[i].TextContent.IndexOf("项目编号:") >= 0)
                                                    {
                                                        OpenTenderCode = td[i].TextContent.Replace("项目编号:", "").Replace("/", "").Trim();
                                                        if (string.IsNullOrEmpty(OpenTenderCode))
                                                            OpenTenderCode = td[i].TextContent.Replace("项目编号:", "").Replace("/", "").Trim();
                                                    }
                                                    if (td[i].TextContent.IndexOf("预算金额:") >= 0)
@@ -806,7 +806,7 @@
                                            _ccontext.SaveChanges();
                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -823,6 +823,8 @@
                            }
                        }
                    }
                    page += 1;
                }
                catch (Exception ex)
                {
@@ -831,10 +833,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");
                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }
             
                page += 1;
                
            }
@@ -857,7 +860,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -908,7 +911,7 @@
                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -937,7 +940,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
@@ -982,8 +988,8 @@
                                                {
                                                    if (td[i].TextContent.IndexOf("项目编号:") >= 0)
                                                    {
                                                        OpenTenderCode = td[i].TextContent.Replace("项目编号:", "").Replace("一、", "").Trim();
                                                        if (string.IsNullOrEmpty(OpenTenderCode))
                                                            OpenTenderCode = td[i].TextContent.Replace("项目编号:", "").Replace("一、", "").Trim();
                                                        if (OpenTenderCode.IndexOf("(招标文件编号") >= 0)
                                                        {
@@ -1030,8 +1036,8 @@
                                                {
                                                    if (td[i].TextContent.IndexOf("项目编号:") >= 0)
                                                    {
                                                        OpenTenderCode = td[i].TextContent.Replace("项目编号:", "").Replace("一、", "").Trim();
                                                        if (string.IsNullOrEmpty(OpenTenderCode))
                                                            OpenTenderCode = td[i].TextContent.Replace("项目编号:", "").Replace("一、", "").Trim();
                                                        if (OpenTenderCode.IndexOf("(招标文件编号") >= 0)
                                                        {
@@ -1169,7 +1175,7 @@
                                            _ccontext.SaveChanges();
                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -1186,6 +1192,7 @@
                            }
                        }
                    }
                    page += 1;
                }
                catch (Exception ex)
                {
@@ -1194,10 +1201,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");
                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }
            
                page += 1;
               
            }
@@ -1219,7 +1227,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -1270,7 +1278,7 @@
                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1299,7 +1307,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
@@ -1344,8 +1355,8 @@
                                                {
                                                    if (td[i].TextContent.IndexOf("原公告的采购项目编号:") >= 0)
                                                    {
                                                        OpenTenderCode = td[i].TextContent.Replace("原公告的采购项目编号:", "").Trim();
                                                        if (string.IsNullOrEmpty(OpenTenderCode))
                                                            OpenTenderCode = td[i].TextContent.Replace("原公告的采购项目编号:", "").Trim();
                                                    }
                                                    if (td[i].TextContent.IndexOf("预算金额:") >= 0)
@@ -1477,7 +1488,7 @@
                                            _ccontext.SaveChanges();
                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -1494,6 +1505,8 @@
                            }
                        }
                    }
                    page += 1;
                }
                catch (Exception ex)
                {
@@ -1502,10 +1515,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");
                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }
             
                page += 1;
              
            }
@@ -1528,7 +1542,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -1579,7 +1593,7 @@
                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1608,7 +1622,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
@@ -1653,8 +1670,8 @@
                                                {
                                                    if (td[i].TextContent.IndexOf("采购项目编号:") >= 0)
                                                    {
                                                        OpenTenderCode = td[i].TextContent.Replace("采购项目编号:", "").Trim();
                                                        if (string.IsNullOrEmpty(OpenTenderCode))
                                                            OpenTenderCode = td[i].TextContent.Replace("采购项目编号:", "").Trim();
                                                    }
                                                    if (td[i].TextContent.IndexOf("预算金额:") >= 0)
@@ -1787,7 +1804,7 @@
                                            _ccontext.SaveChanges();
                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -1804,6 +1821,7 @@
                            }
                        }
                    }
                    page += 1;
                }
                catch (Exception ex)
                {
@@ -1812,10 +1830,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");
                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }
             
                page += 1;
               
            }