提交

username@email.com

2022-12-08 93be07bd52b4781027df08420ed5cfe712dda6e6

提交

 zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs

@@ -37,7 +37,7 @@
                }
                var currPage = 1;
                string sichuanpageurll = "";

                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 意向公开
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=9&dbselect=bidx&kw=%E6%84%8F%E5%90%91&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -45,8 +45,8 @@
                yixianggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                logg.WriteLog("中国政采网四川省意向公开 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 公开招标
                currPage = 1;
@@ -65,7 +65,6 @@
                logg.WriteLog("中国政采网四川省采购公告 询价 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 竞争性谈判
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=3&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -74,7 +73,6 @@
                logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 单一来源
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=4&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -83,7 +81,6 @@
                logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 邀请招标
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=6&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -92,7 +89,6 @@
                logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 竞争性磋商
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=10&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -101,8 +97,6 @@
                logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 中标公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=7&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -111,7 +105,6 @@
                logg.WriteLog("中国政采网四川省中标公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 成交公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=11&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -120,7 +113,6 @@
                logg.WriteLog("中国政采网四川省成交公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 更正公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=8&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -129,7 +121,6 @@
                logg.WriteLog("中国政采网四川省更正公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 废标公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=12&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -183,7 +174,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -236,7 +227,7 @@

                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -498,7 +489,7 @@

                                            _ccontext.SaveChanges();

                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -515,6 +506,8 @@
                            }
                        }
                    }

                    page += 1;
                }
                catch (Exception ex)
                {
@@ -523,9 +516,10 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");

                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }
             
                page += 1;
               
               
            }

@@ -548,7 +542,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -598,7 +592,7 @@
                            }
                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -806,7 +800,7 @@

                                            _ccontext.SaveChanges();

                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -823,6 +817,8 @@
                            }
                        }
                    }

                    page += 1;
                }
                catch (Exception ex)
                {
@@ -831,10 +827,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");

                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }

             
                page += 1;
              
                
            }

@@ -857,7 +854,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -908,7 +905,7 @@

                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1169,7 +1166,7 @@

                                            _ccontext.SaveChanges();

                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -1186,6 +1183,7 @@
                            }
                        }
                    }
                    page += 1;
                }
                catch (Exception ex)
                {
@@ -1194,10 +1192,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");

                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }

            
                page += 1;
               
               
            }

@@ -1219,7 +1218,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -1270,7 +1269,7 @@

                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1477,7 +1476,7 @@

                                            _ccontext.SaveChanges();

                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -1494,6 +1493,8 @@
                            }
                        }
                    }

                    page += 1;
                }
                catch (Exception ex)
                {
@@ -1502,10 +1503,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");

                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }

             
                page += 1;
              
              
            }

@@ -1528,7 +1530,7 @@
            var list11 = new List<AngleSharp.Dom.IElement>();
            while (true)
            {
                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                logg.WriteLog(page.ToString(), "中国政采网四川省");
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
@@ -1579,7 +1581,7 @@

                            foreach (var sichuanjieshoudtl1 in lists)
                            {
                                Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                try
                                {
                                    sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1787,7 +1789,7 @@

                                            _ccontext.SaveChanges();

                                            Thread.CurrentThread.Join(1000 * 5);//阻止设定时间
                                            Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
                                        }
                                    }
                                }
@@ -1804,6 +1806,7 @@
                            }
                        }
                    }
                    page += 1;
                }
                catch (Exception ex)
                {
@@ -1812,10 +1815,11 @@
                    logg.WriteLog(ex.StackTrace, "中国政采网四川省");

                    logg.WriteLog(ex.ToString(), "中国政采网四川省");
                    Thread.CurrentThread.Join(1000 * 60 * 5);//阻止设定时间
                }

             
                page += 1;
               
               
            }


 zhengcaioa/Crawler/sichuan/sichuanoperation.cs

@@ -44,6 +44,290 @@
                int currPage = 1;
                int pageSize = 10;
                //开始访问 采购公告
                logg.WriteLog("四川省意向公开 开始获取", "四川");
                while (true)
                {
                    logg.WriteLog(currPage.ToString(), "四川");
                    string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=59&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
                    using (HttpClient client = new HttpClient())
                    {
                        client.Timeout = TimeSpan.FromSeconds(60);
                        HttpResponseMessage response = client.GetAsync(address).Result;
                        var res = response.Content.ReadAsStringAsync().Result;

                        sichuanjieshou sichuan = JsonConvert.DeserializeObject<sichuanjieshou>(res);

                        //保存项目到sqlserveer和elasticsearch
                        if (sichuan.data != null && sichuan.data.Count > 0)
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                if (zhengfuProjectCount <= 0)
                                {
                                    var zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "01";
                                    string gglxName = "意向公开";
                                    zhengfuProject.NoticeTime = sichuanjieshoudtl.noticeTime;
                                    zhengfuProject.OpenTenderTime = sichuanjieshoudtl.openTenderTime;
                                    zhengfuProject.RegionCode = sichuanjieshoudtl.regionCode;
                                    string regionName = sichuanjieshoudtl.regionName;
                                    zhengfuProject.Sheng = "510000";
                                    string ShengName = "四川省";
                                    string CityName = "";
                                    if ("510001" == sichuanjieshoudtl.regionCode)
                                    {
                                        zhengfuProject.RegionCode = "";
                                        regionName = "";
                                        zhengfuProject.City = "510001";
                                        CityName = "省本级";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5101"))
                                    {
                                        zhengfuProject.City = "510100";
                                        CityName = "成都市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5103"))
                                    {
                                        zhengfuProject.City = "510300";
                                        CityName = "自贡市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5104"))
                                    {
                                        zhengfuProject.City = "510400";
                                        CityName = "攀枝花市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5105"))
                                    {
                                        zhengfuProject.City = "510500";
                                        CityName = "泸州市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5106"))
                                    {
                                        zhengfuProject.City = "510600";
                                        CityName = "德阳市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5107"))
                                    {
                                        zhengfuProject.City = "510700";
                                        CityName = "绵阳市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5108"))
                                    {
                                        zhengfuProject.City = "510800";
                                        CityName = "广元市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5109"))
                                    {
                                        zhengfuProject.City = "510900";
                                        CityName = "遂宁市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5110"))
                                    {
                                        zhengfuProject.City = "511000";
                                        CityName = "内江市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5111"))
                                    {
                                        zhengfuProject.City = "511100";
                                        CityName = "乐山市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5113"))
                                    {
                                        zhengfuProject.City = "511300";
                                        CityName = "南充市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5114"))
                                    {
                                        zhengfuProject.City = "5114";
                                        CityName = "眉山市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5115"))
                                    {
                                        zhengfuProject.City = "511500";
                                        CityName = "宜宾市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5116"))
                                    {
                                        zhengfuProject.City = "511600";
                                        CityName = "广安市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5117"))
                                    {
                                        zhengfuProject.City = "511700";
                                        CityName = "达州市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5118"))
                                    {
                                        zhengfuProject.City = "511800";
                                        CityName = "雅安市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5119"))
                                    {
                                        zhengfuProject.City = "511900";
                                        CityName = "巴中市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5120"))
                                    {
                                        zhengfuProject.City = "512000";
                                        CityName = "资阳市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5132"))
                                    {
                                        zhengfuProject.City = "513200";
                                        CityName = "阿坝州";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5133"))
                                    {
                                        zhengfuProject.City = "513300";
                                        CityName = "甘孜州";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5134"))
                                    {
                                        zhengfuProject.City = "513400";
                                        CityName = "凉山州";
                                    }


                                    string cgfsName = "";
                                    switch (sichuanjieshoudtl.purchaseManner)
                                    {
                                        case "1":
                                            zhengfuProject.Cgfs = "1";
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                        default:
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
                                    {
                                        zhengfuProject.Budget = decimal.Parse(sichuanjieshoudtl.budget);
                                    }
                                    zhengfuProject.Agency = sichuanjieshoudtl.agency;
                                    zhengfuProject.AgencyCode = sichuanjieshoudtl.agencyCode;
                                    zhengfuProject.Content = sichuanjieshoudtl.content.Replace("\r", string.Empty).Replace("\n", string.Empty).Replace("\t", string.Empty).Replace(@"\", string.Empty);
                                    zhengfuProject.RecStatus = "A";
                                    zhengfuProject.Creater = "1";
                                    zhengfuProject.Createtime = DateTime.Now;
                                    zhengfuProject.Modifier = "1";
                                    zhengfuProject.Modifytime = zhengfuProject.Createtime;
                                    _ccontext.ZhengfuProjects.Add(zhengfuProject);


                                    string url = $"{Program.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
                                    string result = string.Empty;
                                    Uri postUrl = new Uri(url);
                                    eswebcrawler eswebcrawler1 = new eswebcrawler();
                                    eswebcrawler1.Id = zhengfuProject.Id;
                                    eswebcrawler1.noticeTime = zhengfuProject.NoticeTime.ToString("yyyy-MM-dd HH:mm:ss");
                                    eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue ? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss") : null;
                                    eswebcrawler1.sheng = zhengfuProject.Sheng;
                                    eswebcrawler1.shengName = ShengName;
                                    eswebcrawler1.city = zhengfuProject.City;
                                    eswebcrawler1.cityName = CityName;
                                    eswebcrawler1.regionCode = zhengfuProject.RegionCode;
                                    eswebcrawler1.regionName = regionName;
                                    eswebcrawler1.cgfs = zhengfuProject.Cgfs;
                                    eswebcrawler1.cgfsName = cgfsName;
                                    eswebcrawler1.gglx = zhengfuProject.Gglx;
                                    eswebcrawler1.gglxName = gglxName;
                                    eswebcrawler1.openTenderCode = zhengfuProject.OpenTenderCode;
                                    eswebcrawler1.title = zhengfuProject.Title;
                                    eswebcrawler1.shorttitle = zhengfuProject.Shorttitle;
                                    eswebcrawler1.pageurl = zhengfuProject.Pageurl;
                                    eswebcrawler1.pingmu = zhengfuProject.Pingmu;
                                    eswebcrawler1.pingmuName = "";
                                    eswebcrawler1.purchaser = zhengfuProject.Purchaser;
                                    eswebcrawler1.budget = zhengfuProject.Budget.HasValue ? zhengfuProject.Budget.Value.ToString() : "";
                                    eswebcrawler1.agency = zhengfuProject.Agency;
                                    eswebcrawler1.agencyCode = zhengfuProject.AgencyCode;
                                    eswebcrawler1.modifyTime = zhengfuProject.Modifytime.ToString("yyyy-MM-dd HH:mm:ss");

                                    string requestJson = JsonConvert.SerializeObject(eswebcrawler1);

                                    using (HttpContent httpContent = new StringContent(requestJson))
                                    {
                                        httpContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
                                        using (HttpClient httpClient = new HttpClient())
                                        {
                                            httpClient.Timeout = TimeSpan.FromSeconds(60);
                                            HttpResponseMessage responseMessage = httpClient.PutAsync(postUrl, httpContent).Result;
                                            result = responseMessage.Content.ReadAsStringAsync().Result;
                                        }

                                    }

                                    Newtonsoft.Json.Linq.JObject jobject = (Newtonsoft.Json.Linq.JObject)JsonConvert.DeserializeObject(result);

                                    if (jobject["error"] == null && jobject["_shards"]["successful"].ToString() == "1")
                                    {

                                    }
                                    else
                                    {
                                        throw new Exception("保存数据库出错！");
                                    }


                                    _ccontext.SaveChanges();
                                }
                            }
                        }


                        if (currPage * pageSize >= sichuan.total)
                        {
                            break;
                        }
                        else
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }


                }
                logg.WriteLog("四川省意向公开 获取完成", "四川");

                //翻页信息
                currPage = 1;
                pageSize = 10;
                //开始访问 采购公告
                logg.WriteLog("四川省采购公告 开始获取", "四川");
                while (true)
                {
@@ -64,9 +348,9 @@
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                if (zhengfuProjectCount <=0)
                                if (zhengfuProjectCount <= 0)
                                {
                                  var  zhengfuProject = new ZhengfuProject();
                                    var zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "02";
                                    string gglxName = "采购公告";
@@ -322,7 +606,7 @@


                }
                logg.WriteLog("四川省采购公告 获取完成","四川");
                logg.WriteLog("四川省采购公告 获取完成", "四川");

                //翻页信息
                currPage = 1;
@@ -546,15 +830,15 @@
                                    project.StartTime = zhengfuProject.NoticeTime;
                                    project.Sheng = zhengfuProject.Sheng;
                                    project.City = zhengfuProject.City;
                                    if(project.City== "510001")
                                    if (project.City == "510001")
                                    {
                                        project.AreaId  = "510002";
                                        project.AreaId = "510002";
                                    }
                                    else
                                    {
                                        project.AreaId = zhengfuProject.RegionCode;
                                    }
                                   

                                    project.Cgfs = BieCgfs;
                                    project.Number = zhengfuProject.OpenTenderCode;
                                    project.Name = zhengfuProject.Title;
@@ -571,7 +855,7 @@
                                    var Numberss = cDocumet.QuerySelectorAll("p");
                                    foreach (var Number in Numberss)
                                    {
                                         

                                        if (Number != null && Number.TextContent.Contains("废标理由"))
                                        {
                                            var Fbyy = Number.QuerySelector("span");
@@ -644,7 +928,7 @@
                                                var td = table[i].QuerySelectorAll("td");
                                                if (td.Length >= 3)
                                                {
                                                    

                                                    var projectzhongbiao = new Projectzhongbiao();
                                                    projectzhongbiao.ZhongbiaoId = Guid.NewGuid().ToString();
                                                    projectzhongbiao.ProjectId = project.Id;
@@ -656,7 +940,6 @@
                                        }

                                    }
                           



@@ -666,13 +949,14 @@



                                string url = $"{Program.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;

                                    string url = $"{Program.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
                                    string result = string.Empty;
                                    Uri postUrl = new Uri(url);
                                    eswebcrawler eswebcrawler1 = new eswebcrawler();
                                    eswebcrawler1.Id = zhengfuProject.Id;
                                    eswebcrawler1.noticeTime = zhengfuProject.NoticeTime.ToString("yyyy-MM-dd HH:mm:ss");
                                    eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss"):null;
                                    eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue ? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss") : null;
                                    eswebcrawler1.sheng = zhengfuProject.Sheng;
                                    eswebcrawler1.shengName = ShengName;
                                    eswebcrawler1.city = zhengfuProject.City;
@@ -1253,22 +1537,30 @@

                                            if (Number != null && Number.TextContent.Contains("废标理由"))
                                            {
                                                var Fbyy = Number.QuerySelector("span");
                                                foreach(var project in projects)
                                                if (Number.TextContent.IndexOf("span") >= 0)
                                                {
                                                    project.Fbyy = Fbyy.TextContent.Trim();
                                                    project.Fblx = "停止评审";
                                                    var Fbyy = Number.QuerySelector("span");
                                                    foreach (var project in projects)
                                                    {
                                                        project.Fbyy = Fbyy.TextContent.Trim();
                                                        project.Fblx = "停止评审";
                                                    }
                                                }
                                                    
                                               
                                            }
                                            if (Number != null && Number.TextContent.Contains("终止原因"))
                                            {
                                                var Fbyy = Number.QuerySelector("span");
                                                foreach (var project in projects)
                                               if(Number.TextContent.IndexOf("span") >= 0)
                                                {
                                                    project.Fbyy = Fbyy.TextContent.Trim();
                                                    project.Fblx = "停止评审";
                                                    var Fbyy = Number.QuerySelector("span");
                                                    foreach (var project in projects)
                                                    {
                                                        project.Fbyy = Fbyy.TextContent.Trim();
                                                        project.Fblx = "停止评审";
                                                    }
                                                }
                                               

                                            }
                                        }
@@ -1367,289 +1659,7 @@
                }
                logg.WriteLog("四川省废标公告 获取完成", "四川");

                //翻页信息
                currPage = 1;
                 pageSize = 10;
                //开始访问 采购公告
                logg.WriteLog("四川省意向公开 开始获取", "四川");
                while (true)
                {
                    logg.WriteLog(currPage.ToString(), "四川");
                    string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage="+ currPage + "&pageSize="+ pageSize + "&noticeType=59&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime="+ operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
                    using (HttpClient client = new HttpClient())
                    {
                        client.Timeout = TimeSpan.FromSeconds(60);
                        HttpResponseMessage response = client.GetAsync(address).Result;
                        var res = response.Content.ReadAsStringAsync().Result;

                        sichuanjieshou sichuan = JsonConvert.DeserializeObject<sichuanjieshou>(res);

                        //保存项目到sqlserveer和elasticsearch
                        if (sichuan.data != null && sichuan.data.Count > 0)
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                if (zhengfuProjectCount <= 0)
                                {
                                    var zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "01";
                                    string gglxName = "意向公开";
                                    zhengfuProject.NoticeTime = sichuanjieshoudtl.noticeTime;
                                    zhengfuProject.OpenTenderTime = sichuanjieshoudtl.openTenderTime;
                                    zhengfuProject.RegionCode = sichuanjieshoudtl.regionCode;
                                    string regionName = sichuanjieshoudtl.regionName;
                                    zhengfuProject.Sheng = "510000";
                                    string ShengName = "四川省";
                                    string CityName = "";
                                    if ("510001" == sichuanjieshoudtl.regionCode)
                                    {
                                        zhengfuProject.RegionCode = "";
                                        regionName = "";
                                        zhengfuProject.City = "510001";
                                        CityName = "省本级";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5101"))
                                    {
                                        zhengfuProject.City = "510100";
                                        CityName = "成都市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5103"))
                                    {
                                        zhengfuProject.City = "510300";
                                        CityName = "自贡市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5104"))
                                    {
                                        zhengfuProject.City = "510400";
                                        CityName = "攀枝花市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5105"))
                                    {
                                        zhengfuProject.City = "510500";
                                        CityName = "泸州市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5106"))
                                    {
                                        zhengfuProject.City = "510600";
                                        CityName = "德阳市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5107"))
                                    {
                                        zhengfuProject.City = "510700";
                                        CityName = "绵阳市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5108"))
                                    {
                                        zhengfuProject.City = "510800";
                                        CityName = "广元市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5109"))
                                    {
                                        zhengfuProject.City = "510900";
                                        CityName = "遂宁市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5110"))
                                    {
                                        zhengfuProject.City = "511000";
                                        CityName = "内江市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5111"))
                                    {
                                        zhengfuProject.City = "511100";
                                        CityName = "乐山市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5113"))
                                    {
                                        zhengfuProject.City = "511300";
                                        CityName = "南充市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5114"))
                                    {
                                        zhengfuProject.City = "5114";
                                        CityName = "眉山市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5115"))
                                    {
                                        zhengfuProject.City = "511500";
                                        CityName = "宜宾市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5116"))
                                    {
                                        zhengfuProject.City = "511600";
                                        CityName = "广安市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5117"))
                                    {
                                        zhengfuProject.City = "511700";
                                        CityName = "达州市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5118"))
                                    {
                                        zhengfuProject.City = "511800";
                                        CityName = "雅安市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5119"))
                                    {
                                        zhengfuProject.City = "511900";
                                        CityName = "巴中市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5120"))
                                    {
                                        zhengfuProject.City = "512000";
                                        CityName = "资阳市";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5132"))
                                    {
                                        zhengfuProject.City = "513200";
                                        CityName = "阿坝州";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5133"))
                                    {
                                        zhengfuProject.City = "513300";
                                        CityName = "甘孜州";
                                    }
                                    else if (sichuanjieshoudtl.regionCode.StartsWith("5134"))
                                    {
                                        zhengfuProject.City = "513400";
                                        CityName = "凉山州";
                                    }


                                    string cgfsName = "";
                                    switch (sichuanjieshoudtl.purchaseManner)
                                    {
                                        case "1":
                                            zhengfuProject.Cgfs = "1";
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                        default:
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
                                    {
                                        zhengfuProject.Budget = decimal.Parse(sichuanjieshoudtl.budget);
                                    }
                                    zhengfuProject.Agency = sichuanjieshoudtl.agency;
                                    zhengfuProject.AgencyCode = sichuanjieshoudtl.agencyCode;
                                    zhengfuProject.Content = sichuanjieshoudtl.content.Replace("\r", string.Empty).Replace("\n", string.Empty).Replace("\t", string.Empty).Replace(@"\", string.Empty);
                                    zhengfuProject.RecStatus = "A";
                                    zhengfuProject.Creater = "1";
                                    zhengfuProject.Createtime = DateTime.Now;
                                    zhengfuProject.Modifier = "1";
                                    zhengfuProject.Modifytime = zhengfuProject.Createtime;
                                    _ccontext.ZhengfuProjects.Add(zhengfuProject);


                                    string url = $"{Program.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
                                    string result = string.Empty;
                                    Uri postUrl = new Uri(url);
                                    eswebcrawler eswebcrawler1 = new eswebcrawler();
                                    eswebcrawler1.Id = zhengfuProject.Id;
                                    eswebcrawler1.noticeTime = zhengfuProject.NoticeTime.ToString("yyyy-MM-dd HH:mm:ss");
                                    eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue ? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss") : null;
                                    eswebcrawler1.sheng = zhengfuProject.Sheng;
                                    eswebcrawler1.shengName = ShengName;
                                    eswebcrawler1.city = zhengfuProject.City;
                                    eswebcrawler1.cityName = CityName;
                                    eswebcrawler1.regionCode = zhengfuProject.RegionCode;
                                    eswebcrawler1.regionName = regionName;
                                    eswebcrawler1.cgfs = zhengfuProject.Cgfs;
                                    eswebcrawler1.cgfsName = cgfsName;
                                    eswebcrawler1.gglx = zhengfuProject.Gglx;
                                    eswebcrawler1.gglxName = gglxName;
                                    eswebcrawler1.openTenderCode = zhengfuProject.OpenTenderCode;
                                    eswebcrawler1.title = zhengfuProject.Title;
                                    eswebcrawler1.shorttitle = zhengfuProject.Shorttitle;
                                    eswebcrawler1.pageurl = zhengfuProject.Pageurl;
                                    eswebcrawler1.pingmu = zhengfuProject.Pingmu;
                                    eswebcrawler1.pingmuName = "";
                                    eswebcrawler1.purchaser = zhengfuProject.Purchaser;
                                    eswebcrawler1.budget = zhengfuProject.Budget.HasValue ? zhengfuProject.Budget.Value.ToString() : "";
                                    eswebcrawler1.agency = zhengfuProject.Agency;
                                    eswebcrawler1.agencyCode = zhengfuProject.AgencyCode;
                                    eswebcrawler1.modifyTime = zhengfuProject.Modifytime.ToString("yyyy-MM-dd HH:mm:ss");

                                    string requestJson = JsonConvert.SerializeObject(eswebcrawler1);

                                    using (HttpContent httpContent = new StringContent(requestJson))
                                    {
                                        httpContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
                                        using (HttpClient httpClient = new HttpClient())
                                        {
                                            httpClient.Timeout = TimeSpan.FromSeconds(60);
                                            HttpResponseMessage responseMessage = httpClient.PutAsync(postUrl, httpContent).Result;
                                            result = responseMessage.Content.ReadAsStringAsync().Result;
                                        }

                                    }

                                    Newtonsoft.Json.Linq.JObject jobject = (Newtonsoft.Json.Linq.JObject)JsonConvert.DeserializeObject(result);

                                    if (jobject["error"] == null && jobject["_shards"]["successful"].ToString() == "1")
                                    {

                                    }
                                    else
                                    {
                                        throw new Exception("保存数据库出错！");
                                    }


                                    _ccontext.SaveChanges();
                                }
                            }
                        }


                        if (currPage * pageSize >= sichuan.total)
                        {
                            break;
                        }
                        else
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }


                }
                logg.WriteLog("四川省意向公开 获取完成", "四川");
              

                //保存最后更新时间
                if (updatetime != null)