username@email.com
2022-07-07 c54d598cc71ca26f262d498e034b64627d7b6616
提交
1个文件已修改
880 ■■■■ 已修改文件
zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs 880 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs
@@ -32,13 +32,13 @@
                var currPage = 1;
                string sichuanpageurll = "";
                #region 意向公开
                currPage = 1;
                currPage = 1;
                sichuanpageurll = "http://oldzfcg.scsczt.cn/CmsNewsController.do?method=search&years=2018&chnlNames=\u7701\u7EA7&chnlCodes=8a817ecb39add7c40139ae0b9b4syxgk&title=&tenderno=&agentname=&buyername=&startTime=&endTime=&distin_like=510000_1&city=510000_0&town=510000_1&cityText=\u7701\u672C\u7EA7&townText=\u7701\u672C\u7EA7&searchKey=&distin=&type=&beginDate=&endDate=&str1=&str2=&pageSize=10&curPage=1&searchResultForm=search_result_anhui.ftl";
                logg.WriteLog("旧四川省意向公开 开始获取  510001省本级");
                yixianggonggao(_ccontext, sichuanpageurll, "510001", "省本级",null,null, operationStartTime, currPage);
                yixianggonggao(_ccontext, sichuanpageurll, "510001", "省本级", null, null, operationStartTime, currPage);
                logg.WriteLog("旧四川省意向公开 开始获取  510001省本级 结束");
                currPage = 1;
@@ -14908,121 +14908,133 @@
                        }
                        foreach (var sichuanjieshoudtl1 in lists)
                        {
                            sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                            aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                            aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                            aaaaaaaa.shorttitle = aaaaaaaa.title;
                            using (HttpClient clientdtl = new HttpClient())
                            try
                            {
                                HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                var documentdtl = parser.ParseDocument(resdtl);
                                var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                var ps = dtl.QuerySelectorAll("p");
                                var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                var Purchaser = ps[ps.Length - 2].TextContent;
                                var content = ps[1].OuterHtml + documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                if (zhengfuProject == null)
                                sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                                aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                                aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                                aaaaaaaa.shorttitle = aaaaaaaa.title;
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "01";
                                    string gglxName = "意向公开";
                                    zhengfuProject.NoticeTime = DateTime.Parse(NoticeTime);
                                    zhengfuProject.OpenTenderTime = null;
                                    zhengfuProject.RegionCode = regionCode;
                                    //regionName = regionName;
                                    zhengfuProject.Sheng = "510000";
                                    string ShengName = "四川省";
                                    zhengfuProject.City = City;
                                    //CityName = CityName;
                                    zhengfuProject.Cgfs = null;
                                    string cgfsName = null;
                                    zhengfuProject.OpenTenderCode = null;
                                    zhengfuProject.Title = aaaaaaaa.title;
                                    zhengfuProject.Shorttitle = aaaaaaaa.shorttitle;
                                    zhengfuProject.Pageurl =  aaaaaaaa.pageurl;
                                    zhengfuProject.Purchaser = Purchaser;
                                    zhengfuProject.Budget = null;
                                    zhengfuProject.Agency = Purchaser;
                                    zhengfuProject.AgencyCode = null;
                                    zhengfuProject.Content = content;
                                    zhengfuProject.RecStatus = "A";
                                    zhengfuProject.Creater = "1";
                                    zhengfuProject.Createtime = DateTime.Now;
                                    zhengfuProject.Modifier = "1";
                                    zhengfuProject.Modifytime = zhengfuProject.Createtime;
                                    _ccontext.ZhengfuProjects.Add(zhengfuProject);
                                    string url = $"{sichuanoperation.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
                                    string result = string.Empty;
                                    Uri postUrl = new Uri(url);
                                    eswebcrawler eswebcrawler1 = new eswebcrawler();
                                    eswebcrawler1.Id = zhengfuProject.Id;
                                    eswebcrawler1.noticeTime = zhengfuProject.NoticeTime.ToString("yyyy-MM-dd HH:mm:ss");
                                    eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue ? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss") : null;
                                    eswebcrawler1.sheng = zhengfuProject.Sheng;
                                    eswebcrawler1.shengName = ShengName;
                                    eswebcrawler1.city = zhengfuProject.City;
                                    eswebcrawler1.cityName = CityName;
                                    eswebcrawler1.regionCode = zhengfuProject.RegionCode;
                                    eswebcrawler1.regionName = regionName;
                                    eswebcrawler1.cgfs = zhengfuProject.Cgfs;
                                    eswebcrawler1.cgfsName = cgfsName;
                                    eswebcrawler1.gglx = zhengfuProject.Gglx;
                                    eswebcrawler1.gglxName = gglxName;
                                    eswebcrawler1.openTenderCode = zhengfuProject.OpenTenderCode;
                                    eswebcrawler1.title = zhengfuProject.Title;
                                    eswebcrawler1.shorttitle = zhengfuProject.Shorttitle;
                                    eswebcrawler1.pageurl = zhengfuProject.Pageurl;
                                    eswebcrawler1.pingmu = zhengfuProject.Pingmu;
                                    eswebcrawler1.pingmuName = "";
                                    eswebcrawler1.purchaser = zhengfuProject.Purchaser;
                                    eswebcrawler1.budget = zhengfuProject.Budget.HasValue ? zhengfuProject.Budget.Value.ToString() : "";
                                    eswebcrawler1.agency = zhengfuProject.Agency;
                                    eswebcrawler1.agencyCode = zhengfuProject.AgencyCode;
                                    eswebcrawler1.modifyTime = zhengfuProject.Modifytime.ToString("yyyy-MM-dd HH:mm:ss");
                                    string requestJson = JsonConvert.SerializeObject(eswebcrawler1);
                                    using (HttpContent httpContent = new StringContent(requestJson))
                                    ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                    if (zhengfuProject == null)
                                    {
                                        httpContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
                                        using (HttpClient httpClient = new HttpClient())
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                        var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                        var documentdtl = parser.ParseDocument(resdtl);
                                        var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                        var ps = dtl.QuerySelectorAll("p");
                                        var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                        var Purchaser = ps[ps.Length - 2].TextContent;
                                        var content = ps[1].OuterHtml + documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                        zhengfuProject = new ZhengfuProject();
                                        zhengfuProject.Id = Guid.NewGuid().ToString();
                                        zhengfuProject.Gglx = "01";
                                        string gglxName = "意向公开";
                                        zhengfuProject.NoticeTime = DateTime.Parse(NoticeTime);
                                        zhengfuProject.OpenTenderTime = null;
                                        zhengfuProject.RegionCode = regionCode;
                                        //regionName = regionName;
                                        zhengfuProject.Sheng = "510000";
                                        string ShengName = "四川省";
                                        zhengfuProject.City = City;
                                        //CityName = CityName;
                                        zhengfuProject.Cgfs = null;
                                        string cgfsName = null;
                                        zhengfuProject.OpenTenderCode = null;
                                        zhengfuProject.Title = aaaaaaaa.title;
                                        zhengfuProject.Shorttitle = aaaaaaaa.shorttitle;
                                        zhengfuProject.Pageurl = aaaaaaaa.pageurl;
                                        zhengfuProject.Purchaser = Purchaser;
                                        zhengfuProject.Budget = null;
                                        zhengfuProject.Agency = Purchaser;
                                        zhengfuProject.AgencyCode = null;
                                        zhengfuProject.Content = content;
                                        zhengfuProject.RecStatus = "A";
                                        zhengfuProject.Creater = "1";
                                        zhengfuProject.Createtime = DateTime.Now;
                                        zhengfuProject.Modifier = "1";
                                        zhengfuProject.Modifytime = zhengfuProject.Createtime;
                                        _ccontext.ZhengfuProjects.Add(zhengfuProject);
                                        string url = $"{sichuanoperation.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
                                        string result = string.Empty;
                                        Uri postUrl = new Uri(url);
                                        eswebcrawler eswebcrawler1 = new eswebcrawler();
                                        eswebcrawler1.Id = zhengfuProject.Id;
                                        eswebcrawler1.noticeTime = zhengfuProject.NoticeTime.ToString("yyyy-MM-dd HH:mm:ss");
                                        eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue ? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss") : null;
                                        eswebcrawler1.sheng = zhengfuProject.Sheng;
                                        eswebcrawler1.shengName = ShengName;
                                        eswebcrawler1.city = zhengfuProject.City;
                                        eswebcrawler1.cityName = CityName;
                                        eswebcrawler1.regionCode = zhengfuProject.RegionCode;
                                        eswebcrawler1.regionName = regionName;
                                        eswebcrawler1.cgfs = zhengfuProject.Cgfs;
                                        eswebcrawler1.cgfsName = cgfsName;
                                        eswebcrawler1.gglx = zhengfuProject.Gglx;
                                        eswebcrawler1.gglxName = gglxName;
                                        eswebcrawler1.openTenderCode = zhengfuProject.OpenTenderCode;
                                        eswebcrawler1.title = zhengfuProject.Title;
                                        eswebcrawler1.shorttitle = zhengfuProject.Shorttitle;
                                        eswebcrawler1.pageurl = zhengfuProject.Pageurl;
                                        eswebcrawler1.pingmu = zhengfuProject.Pingmu;
                                        eswebcrawler1.pingmuName = "";
                                        eswebcrawler1.purchaser = zhengfuProject.Purchaser;
                                        eswebcrawler1.budget = zhengfuProject.Budget.HasValue ? zhengfuProject.Budget.Value.ToString() : "";
                                        eswebcrawler1.agency = zhengfuProject.Agency;
                                        eswebcrawler1.agencyCode = zhengfuProject.AgencyCode;
                                        eswebcrawler1.modifyTime = zhengfuProject.Modifytime.ToString("yyyy-MM-dd HH:mm:ss");
                                        string requestJson = JsonConvert.SerializeObject(eswebcrawler1);
                                        using (HttpContent httpContent = new StringContent(requestJson))
                                        {
                                            httpClient.Timeout = TimeSpan.FromSeconds(60);
                                            HttpResponseMessage responseMessage = httpClient.PutAsync(postUrl, httpContent).Result;
                                            result = responseMessage.Content.ReadAsStringAsync().Result;
                                            httpContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
                                            using (HttpClient httpClient = new HttpClient())
                                            {
                                                httpClient.Timeout = TimeSpan.FromSeconds(60);
                                                HttpResponseMessage responseMessage = httpClient.PutAsync(postUrl, httpContent).Result;
                                                result = responseMessage.Content.ReadAsStringAsync().Result;
                                            }
                                        }
                                        Newtonsoft.Json.Linq.JObject jobject = (Newtonsoft.Json.Linq.JObject)JsonConvert.DeserializeObject(result);
                                        if (jobject["error"] == null && jobject["_shards"]["successful"].ToString() == "1")
                                        {
                                        }
                                        else
                                        {
                                            throw new Exception("保存数据库出错!");
                                        }
                                        _ccontext.SaveChanges();
                                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                                    }
                                    Newtonsoft.Json.Linq.JObject jobject = (Newtonsoft.Json.Linq.JObject)JsonConvert.DeserializeObject(result);
                                    if (jobject["error"] == null && jobject["_shards"]["successful"].ToString() == "1")
                                    {
                                    }
                                    else
                                    {
                                        throw new Exception("保存数据库出错!");
                                    }
                                    _ccontext.SaveChanges();
                                    Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                                }
                            }
                            catch (Exception ex)
                            {
                                logg.WriteLog(ex.Message);
                                logg.WriteLog(ex.StackTrace);
                                logg.WriteLog(ex.ToString());
                            }
@@ -15030,6 +15042,7 @@
                    }
                }
                page += 1;
                Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
            }
@@ -15067,98 +15080,100 @@
                        }
                        foreach (var sichuanjieshoudtl1 in lists)
                        {
                            try {
                            sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                            aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                            aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                            aaaaaaaa.shorttitle = aaaaaaaa.title;
                            using (HttpClient clientdtl = new HttpClient())
                            {
                                HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                var documentdtl = parser.ParseDocument(resdtl);
                                var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                var ps = dtl.QuerySelectorAll("p");
                                var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                string Purchaser = null;
                                string Agency = null;
                                string OpenTenderCode = null;
                                decimal? Budget = null;
                                DateTime? OpenTenderTime = null;
                                var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                var td = table.QuerySelectorAll("td");
                                if (td != null)
                                {
                                    for (int i = 0; i < td.Length; i++)
                                    ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                    if (zhengfuProject == null)
                                    {
                                        if(td[i].TextContent.IndexOf("项目编号") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                OpenTenderCode = td[i + 1].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                decimal a = 0;
                                                if(decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                {
                                                    Budget = a;
                                                }
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Purchaser = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Agency = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("开启") >= 0)
                                        {
                                            if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                            {
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                        var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                        var documentdtl = parser.ParseDocument(resdtl);
                                                if (td[i + 2] != null)
                                        var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                        var ps = dtl.QuerySelectorAll("p");
                                        var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                        var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                        string Purchaser = null;
                                        string Agency = null;
                                        string OpenTenderCode = null;
                                        decimal? Budget = null;
                                        DateTime? OpenTenderTime = null;
                                        var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                        var td = table.QuerySelectorAll("td");
                                        if (td != null)
                                        {
                                            for (int i = 0; i < td.Length; i++)
                                            {
                                                if (td[i].TextContent.IndexOf("项目编号") >= 0)
                                                {
                                                    DateTime a ;
                                                    var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年","-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                    if (DateTime.TryParse(sss, out a))
                                                    if (td[i + 1] != null)
                                                    {
                                                        OpenTenderTime = a;
                                                        OpenTenderCode = td[i + 1].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                                {
                                                    if (td[i + 1] != null)
                                                    {
                                                        decimal a = 0;
                                                        if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                        {
                                                            Budget = a;
                                                        }
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Purchaser = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Agency = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("开启") >= 0)
                                                {
                                                    if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                                    {
                                                        if (td[i + 2] != null)
                                                        {
                                                            DateTime a;
                                                            var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年", "-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                            if (DateTime.TryParse(sss, out a))
                                                            {
                                                                OpenTenderTime = a;
                                                            }
                                                        }
                                                    }
                                                }
                                            }
                                        }
                                    }
                                }
                                        ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
                                        zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "02";
                                    string gglxName = "采购公告";
@@ -15258,12 +15273,22 @@
                                    Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                                }
                            }
                            }
                            catch (Exception ex)
                            {
                                logg.WriteLog(ex.Message);
                                logg.WriteLog(ex.StackTrace);
                                logg.WriteLog(ex.ToString());
                            }
                        }
                    }
                }
                page += 1;
                Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
            }
@@ -15302,98 +15327,100 @@
                        }
                        foreach (var sichuanjieshoudtl1 in lists)
                        {
                            sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                            aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                            aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                            aaaaaaaa.shorttitle = aaaaaaaa.title;
                            using (HttpClient clientdtl = new HttpClient())
                            {
                                HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                var documentdtl = parser.ParseDocument(resdtl);
                                var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                var ps = dtl.QuerySelectorAll("p");
                                var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                string Purchaser = null;
                                string Agency = null;
                                string OpenTenderCode = null;
                                decimal? Budget = null;
                                DateTime? OpenTenderTime = null;
                                var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                var td = table.QuerySelectorAll("td");
                                if (td != null)
                            try {
                                sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                                aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                                aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                                aaaaaaaa.shorttitle = aaaaaaaa.title;
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    for (int i = 0; i < td.Length; i++)
                                    ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                    if (zhengfuProject == null)
                                    {
                                        if (td[i].TextContent.IndexOf("项目编号") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                OpenTenderCode = td[i + 1].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                decimal a = 0;
                                                if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                {
                                                    Budget = a;
                                                }
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                        var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                        var documentdtl = parser.ParseDocument(resdtl);
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Purchaser = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Agency = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("开启") >= 0)
                                        {
                                            if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                            {
                                        var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                        var ps = dtl.QuerySelectorAll("p");
                                        var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                                if (td[i + 2] != null)
                                        var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                        string Purchaser = null;
                                        string Agency = null;
                                        string OpenTenderCode = null;
                                        decimal? Budget = null;
                                        DateTime? OpenTenderTime = null;
                                        var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                        var td = table.QuerySelectorAll("td");
                                        if (td != null)
                                        {
                                            for (int i = 0; i < td.Length; i++)
                                            {
                                                if (td[i].TextContent.IndexOf("项目编号") >= 0)
                                                {
                                                    DateTime a;
                                                    var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年", "-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                    if (DateTime.TryParse(sss, out a))
                                                    if (td[i + 1] != null)
                                                    {
                                                        OpenTenderTime = a;
                                                        OpenTenderCode = td[i + 1].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                                {
                                                    if (td[i + 1] != null)
                                                    {
                                                        decimal a = 0;
                                                        if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                        {
                                                            Budget = a;
                                                        }
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Purchaser = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Agency = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("开启") >= 0)
                                                {
                                                    if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                                    {
                                                        if (td[i + 2] != null)
                                                        {
                                                            DateTime a;
                                                            var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年", "-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                            if (DateTime.TryParse(sss, out a))
                                                            {
                                                                OpenTenderTime = a;
                                                            }
                                                        }
                                                    }
                                                }
                                            }
                                        }
                                    }
                                }
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
                                        zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "03";
                                    string gglxName = "结果公告";
@@ -15494,11 +15521,21 @@
                                }
                            }
                            }
                            catch (Exception ex)
                            {
                                logg.WriteLog(ex.Message);
                                logg.WriteLog(ex.StackTrace);
                                logg.WriteLog(ex.ToString());
                            }
                        }
                    }
                }
                page += 1;
                Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
            }
@@ -15537,98 +15574,100 @@
                        }
                        foreach (var sichuanjieshoudtl1 in lists)
                        {
                            sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                            aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                            aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                            aaaaaaaa.shorttitle = aaaaaaaa.title;
                            using (HttpClient clientdtl = new HttpClient())
                            {
                                HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                var documentdtl = parser.ParseDocument(resdtl);
                                var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                var ps = dtl.QuerySelectorAll("p");
                                var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                string Purchaser = null;
                                string Agency = null;
                                string OpenTenderCode = null;
                                decimal? Budget = null;
                                DateTime? OpenTenderTime = null;
                                var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                var td = table.QuerySelectorAll("td");
                                if (td != null)
                            try {
                                sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                                aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                                aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                                aaaaaaaa.shorttitle = aaaaaaaa.title;
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    for (int i = 0; i < td.Length; i++)
                                    ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                    if (zhengfuProject == null)
                                    {
                                        if (td[i].TextContent.IndexOf("项目编号") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                OpenTenderCode = td[i + 1].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                decimal a = 0;
                                                if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                {
                                                    Budget = a;
                                                }
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                        var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                        var documentdtl = parser.ParseDocument(resdtl);
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Purchaser = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Agency = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("开启") >= 0)
                                        {
                                            if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                            {
                                        var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                        var ps = dtl.QuerySelectorAll("p");
                                        var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                                if (td[i + 2] != null)
                                        var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                        string Purchaser = null;
                                        string Agency = null;
                                        string OpenTenderCode = null;
                                        decimal? Budget = null;
                                        DateTime? OpenTenderTime = null;
                                        var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                        var td = table.QuerySelectorAll("td");
                                        if (td != null)
                                        {
                                            for (int i = 0; i < td.Length; i++)
                                            {
                                                if (td[i].TextContent.IndexOf("项目编号") >= 0)
                                                {
                                                    DateTime a;
                                                    var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年", "-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                    if (DateTime.TryParse(sss, out a))
                                                    if (td[i + 1] != null)
                                                    {
                                                        OpenTenderTime = a;
                                                        OpenTenderCode = td[i + 1].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                                {
                                                    if (td[i + 1] != null)
                                                    {
                                                        decimal a = 0;
                                                        if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                        {
                                                            Budget = a;
                                                        }
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Purchaser = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Agency = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("开启") >= 0)
                                                {
                                                    if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                                    {
                                                        if (td[i + 2] != null)
                                                        {
                                                            DateTime a;
                                                            var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年", "-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                            if (DateTime.TryParse(sss, out a))
                                                            {
                                                                OpenTenderTime = a;
                                                            }
                                                        }
                                                    }
                                                }
                                            }
                                        }
                                    }
                                }
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
                                        zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "04";
                                    string gglxName = "更正公告";
@@ -15729,11 +15768,21 @@
                                }
                            }
                            }
                            catch (Exception ex)
                            {
                                logg.WriteLog(ex.Message);
                                logg.WriteLog(ex.StackTrace);
                                logg.WriteLog(ex.ToString());
                            }
                        }
                    }
                }
                page += 1;
                Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
            }
@@ -15772,98 +15821,101 @@
                        }
                        foreach (var sichuanjieshoudtl1 in lists)
                        {
                            sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                            aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                            aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                            aaaaaaaa.shorttitle = aaaaaaaa.title;
                            using (HttpClient clientdtl = new HttpClient())
                            try
                            {
                                HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                var documentdtl = parser.ParseDocument(resdtl);
                                var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                var ps = dtl.QuerySelectorAll("p");
                                var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                string Purchaser = null;
                                string Agency = null;
                                string OpenTenderCode = null;
                                decimal? Budget = null;
                                DateTime? OpenTenderTime = null;
                                var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                var td = table.QuerySelectorAll("td");
                                if (td != null)
                                sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
                                aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
                                aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
                                aaaaaaaa.shorttitle = aaaaaaaa.title;
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    for (int i = 0; i < td.Length; i++)
                                    ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                    if (zhengfuProject == null)
                                    {
                                        if (td[i].TextContent.IndexOf("项目编号") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                OpenTenderCode = td[i + 1].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                        {
                                            if (td[i + 1] != null)
                                            {
                                                decimal a = 0;
                                                if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                {
                                                    Budget = a;
                                                }
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
                                        var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
                                        var documentdtl = parser.ParseDocument(resdtl);
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Purchaser = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                        {
                                            if (td[i + 2] != null)
                                            {
                                                Agency = td[i + 2].TextContent.Trim();
                                            }
                                        }
                                        if (td[i].TextContent.IndexOf("开启") >= 0)
                                        {
                                            if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                            {
                                        var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
                                        var ps = dtl.QuerySelectorAll("p");
                                        var NoticeTime = ps[0].TextContent.Replace("系统发布时间:", "");
                                                if (td[i + 2] != null)
                                        var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
                                        string Purchaser = null;
                                        string Agency = null;
                                        string OpenTenderCode = null;
                                        decimal? Budget = null;
                                        DateTime? OpenTenderTime = null;
                                        var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
                                        var td = table.QuerySelectorAll("td");
                                        if (td != null)
                                        {
                                            for (int i = 0; i < td.Length; i++)
                                            {
                                                if (td[i].TextContent.IndexOf("项目编号") >= 0)
                                                {
                                                    DateTime a;
                                                    var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年", "-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                    if (DateTime.TryParse(sss, out a))
                                                    if (td[i + 1] != null)
                                                    {
                                                        OpenTenderTime = a;
                                                        OpenTenderCode = td[i + 1].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("预算金额") >= 0)
                                                {
                                                    if (td[i + 1] != null)
                                                    {
                                                        decimal a = 0;
                                                        if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
                                                        {
                                                            Budget = a;
                                                        }
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购人信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Purchaser = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("采购代理机构信息") >= 0)
                                                {
                                                    if (td[i + 2] != null)
                                                    {
                                                        Agency = td[i + 2].TextContent.Trim();
                                                    }
                                                }
                                                if (td[i].TextContent.IndexOf("开启") >= 0)
                                                {
                                                    if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("时间") >= 0)
                                                    {
                                                        if (td[i + 2] != null)
                                                        {
                                                            DateTime a;
                                                            var sss = td[i + 2].TextContent.Replace("(北京时间)", "").Replace("年", "-").Replace("月", "-").Replace("日", " ").Replace("点", ":").Replace("分", "").Trim();
                                                            if (DateTime.TryParse(sss, out a))
                                                            {
                                                                OpenTenderTime = a;
                                                            }
                                                        }
                                                    }
                                                }
                                            }
                                        }
                                    }
                                }
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
                                        zhengfuProject = new ZhengfuProject();
                                    zhengfuProject.Id = Guid.NewGuid().ToString();
                                    zhengfuProject.Gglx = "11";
                                    string gglxName = "废标公告";
@@ -15964,11 +16016,21 @@
                                }
                            }
                            }
                            catch (Exception ex)
                            {
                                logg.WriteLog(ex.Message);
                                logg.WriteLog(ex.StackTrace);
                                logg.WriteLog(ex.ToString());
                            }
                        }
                    }
                }
                page += 1;
                Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
            }