From c54d598cc71ca26f262d498e034b64627d7b6616 Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期四, 07 七月 2022 15:25:19 +0800
Subject: [PATCH] 提交
---
zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs | 880 +++++++++++++++++++++++++++++++---------------------------
1 files changed, 471 insertions(+), 409 deletions(-)
diff --git a/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs b/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs
index 92ae231..e9ba3c5 100644
--- a/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs
+++ b/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs
@@ -32,13 +32,13 @@
var currPage = 1;
string sichuanpageurll = "";
-
+
#region 鎰忓悜鍏紑
- currPage = 1;
+ currPage = 1;
sichuanpageurll = "http://oldzfcg.scsczt.cn/CmsNewsController.do?method=search&years=2018&chnlNames=\u7701\u7EA7&chnlCodes=8a817ecb39add7c40139ae0b9b4syxgk&title=&tenderno=&agentname=&buyername=&startTime=&endTime=&distin_like=510000_1&city=510000_0&town=510000_1&cityText=\u7701\u672C\u7EA7&townText=\u7701\u672C\u7EA7&searchKey=&distin=&type=&beginDate=&endDate=&str1=&str2=&pageSize=10&curPage=1&searchResultForm=search_result_anhui.ftl";
logg.WriteLog("鏃у洓宸濈渷鎰忓悜鍏紑 寮�濮嬭幏鍙� 510001鐪佹湰绾�");
- yixianggonggao(_ccontext, sichuanpageurll, "510001", "鐪佹湰绾�",null,null, operationStartTime, currPage);
+ yixianggonggao(_ccontext, sichuanpageurll, "510001", "鐪佹湰绾�", null, null, operationStartTime, currPage);
logg.WriteLog("鏃у洓宸濈渷鎰忓悜鍏紑 寮�濮嬭幏鍙� 510001鐪佹湰绾� 缁撴潫");
currPage = 1;
@@ -14908,121 +14908,133 @@
}
foreach (var sichuanjieshoudtl1 in lists)
{
- sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
- aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
- aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
- aaaaaaaa.shorttitle = aaaaaaaa.title;
- using (HttpClient clientdtl = new HttpClient())
+ try
{
- HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
- var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
- var documentdtl = parser.ParseDocument(resdtl);
-
- var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
- var ps = dtl.QuerySelectorAll("p");
- var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
- var Purchaser = ps[ps.Length - 2].TextContent;
- var content = ps[1].OuterHtml + documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
-
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
- if (zhengfuProject == null)
+ sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
+ aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
+ aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
+ aaaaaaaa.shorttitle = aaaaaaaa.title;
+ using (HttpClient clientdtl = new HttpClient())
{
- zhengfuProject = new ZhengfuProject();
- zhengfuProject.Id = Guid.NewGuid().ToString();
- zhengfuProject.Gglx = "01";
- string gglxName = "鎰忓悜鍏紑";
- zhengfuProject.NoticeTime = DateTime.Parse(NoticeTime);
- zhengfuProject.OpenTenderTime = null;
- zhengfuProject.RegionCode = regionCode;
- //regionName = regionName;
- zhengfuProject.Sheng = "510000";
- string ShengName = "鍥涘窛鐪�";
- zhengfuProject.City = City;
- //CityName = CityName;
-
-
- zhengfuProject.Cgfs = null;
- string cgfsName = null;
-
- zhengfuProject.OpenTenderCode = null;
- zhengfuProject.Title = aaaaaaaa.title;
- zhengfuProject.Shorttitle = aaaaaaaa.shorttitle;
- zhengfuProject.Pageurl = aaaaaaaa.pageurl;
- zhengfuProject.Purchaser = Purchaser;
- zhengfuProject.Budget = null;
-
-
-
- zhengfuProject.Agency = Purchaser;
- zhengfuProject.AgencyCode = null;
- zhengfuProject.Content = content;
- zhengfuProject.RecStatus = "A";
- zhengfuProject.Creater = "1";
- zhengfuProject.Createtime = DateTime.Now;
- zhengfuProject.Modifier = "1";
- zhengfuProject.Modifytime = zhengfuProject.Createtime;
- _ccontext.ZhengfuProjects.Add(zhengfuProject);
-
-
- string url = $"{sichuanoperation.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
- string result = string.Empty;
- Uri postUrl = new Uri(url);
- eswebcrawler eswebcrawler1 = new eswebcrawler();
- eswebcrawler1.Id = zhengfuProject.Id;
- eswebcrawler1.noticeTime = zhengfuProject.NoticeTime.ToString("yyyy-MM-dd HH:mm:ss");
- eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue ? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss") : null;
- eswebcrawler1.sheng = zhengfuProject.Sheng;
- eswebcrawler1.shengName = ShengName;
- eswebcrawler1.city = zhengfuProject.City;
- eswebcrawler1.cityName = CityName;
- eswebcrawler1.regionCode = zhengfuProject.RegionCode;
- eswebcrawler1.regionName = regionName;
- eswebcrawler1.cgfs = zhengfuProject.Cgfs;
- eswebcrawler1.cgfsName = cgfsName;
- eswebcrawler1.gglx = zhengfuProject.Gglx;
- eswebcrawler1.gglxName = gglxName;
- eswebcrawler1.openTenderCode = zhengfuProject.OpenTenderCode;
- eswebcrawler1.title = zhengfuProject.Title;
- eswebcrawler1.shorttitle = zhengfuProject.Shorttitle;
- eswebcrawler1.pageurl = zhengfuProject.Pageurl;
- eswebcrawler1.pingmu = zhengfuProject.Pingmu;
- eswebcrawler1.pingmuName = "";
- eswebcrawler1.purchaser = zhengfuProject.Purchaser;
- eswebcrawler1.budget = zhengfuProject.Budget.HasValue ? zhengfuProject.Budget.Value.ToString() : "";
- eswebcrawler1.agency = zhengfuProject.Agency;
- eswebcrawler1.agencyCode = zhengfuProject.AgencyCode;
- eswebcrawler1.modifyTime = zhengfuProject.Modifytime.ToString("yyyy-MM-dd HH:mm:ss");
-
- string requestJson = JsonConvert.SerializeObject(eswebcrawler1);
-
- using (HttpContent httpContent = new StringContent(requestJson))
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
+ if (zhengfuProject == null)
{
- httpContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
- using (HttpClient httpClient = new HttpClient())
+ HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
+ var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
+ var documentdtl = parser.ParseDocument(resdtl);
+
+ var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
+ var ps = dtl.QuerySelectorAll("p");
+ var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
+ var Purchaser = ps[ps.Length - 2].TextContent;
+ var content = ps[1].OuterHtml + documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
+
+
+ zhengfuProject = new ZhengfuProject();
+ zhengfuProject.Id = Guid.NewGuid().ToString();
+ zhengfuProject.Gglx = "01";
+ string gglxName = "鎰忓悜鍏紑";
+ zhengfuProject.NoticeTime = DateTime.Parse(NoticeTime);
+ zhengfuProject.OpenTenderTime = null;
+ zhengfuProject.RegionCode = regionCode;
+ //regionName = regionName;
+ zhengfuProject.Sheng = "510000";
+ string ShengName = "鍥涘窛鐪�";
+ zhengfuProject.City = City;
+ //CityName = CityName;
+
+
+ zhengfuProject.Cgfs = null;
+ string cgfsName = null;
+
+ zhengfuProject.OpenTenderCode = null;
+ zhengfuProject.Title = aaaaaaaa.title;
+ zhengfuProject.Shorttitle = aaaaaaaa.shorttitle;
+ zhengfuProject.Pageurl = aaaaaaaa.pageurl;
+ zhengfuProject.Purchaser = Purchaser;
+ zhengfuProject.Budget = null;
+
+
+
+ zhengfuProject.Agency = Purchaser;
+ zhengfuProject.AgencyCode = null;
+ zhengfuProject.Content = content;
+ zhengfuProject.RecStatus = "A";
+ zhengfuProject.Creater = "1";
+ zhengfuProject.Createtime = DateTime.Now;
+ zhengfuProject.Modifier = "1";
+ zhengfuProject.Modifytime = zhengfuProject.Createtime;
+ _ccontext.ZhengfuProjects.Add(zhengfuProject);
+
+
+ string url = $"{sichuanoperation.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
+ string result = string.Empty;
+ Uri postUrl = new Uri(url);
+ eswebcrawler eswebcrawler1 = new eswebcrawler();
+ eswebcrawler1.Id = zhengfuProject.Id;
+ eswebcrawler1.noticeTime = zhengfuProject.NoticeTime.ToString("yyyy-MM-dd HH:mm:ss");
+ eswebcrawler1.openTenderTime = zhengfuProject.OpenTenderTime.HasValue ? zhengfuProject.OpenTenderTime.Value.ToString("yyyy-MM-dd HH:mm:ss") : null;
+ eswebcrawler1.sheng = zhengfuProject.Sheng;
+ eswebcrawler1.shengName = ShengName;
+ eswebcrawler1.city = zhengfuProject.City;
+ eswebcrawler1.cityName = CityName;
+ eswebcrawler1.regionCode = zhengfuProject.RegionCode;
+ eswebcrawler1.regionName = regionName;
+ eswebcrawler1.cgfs = zhengfuProject.Cgfs;
+ eswebcrawler1.cgfsName = cgfsName;
+ eswebcrawler1.gglx = zhengfuProject.Gglx;
+ eswebcrawler1.gglxName = gglxName;
+ eswebcrawler1.openTenderCode = zhengfuProject.OpenTenderCode;
+ eswebcrawler1.title = zhengfuProject.Title;
+ eswebcrawler1.shorttitle = zhengfuProject.Shorttitle;
+ eswebcrawler1.pageurl = zhengfuProject.Pageurl;
+ eswebcrawler1.pingmu = zhengfuProject.Pingmu;
+ eswebcrawler1.pingmuName = "";
+ eswebcrawler1.purchaser = zhengfuProject.Purchaser;
+ eswebcrawler1.budget = zhengfuProject.Budget.HasValue ? zhengfuProject.Budget.Value.ToString() : "";
+ eswebcrawler1.agency = zhengfuProject.Agency;
+ eswebcrawler1.agencyCode = zhengfuProject.AgencyCode;
+ eswebcrawler1.modifyTime = zhengfuProject.Modifytime.ToString("yyyy-MM-dd HH:mm:ss");
+
+ string requestJson = JsonConvert.SerializeObject(eswebcrawler1);
+
+ using (HttpContent httpContent = new StringContent(requestJson))
{
- httpClient.Timeout = TimeSpan.FromSeconds(60);
- HttpResponseMessage responseMessage = httpClient.PutAsync(postUrl, httpContent).Result;
- result = responseMessage.Content.ReadAsStringAsync().Result;
+ httpContent.Headers.ContentType = new MediaTypeHeaderValue("application/json");
+ using (HttpClient httpClient = new HttpClient())
+ {
+ httpClient.Timeout = TimeSpan.FromSeconds(60);
+ HttpResponseMessage responseMessage = httpClient.PutAsync(postUrl, httpContent).Result;
+ result = responseMessage.Content.ReadAsStringAsync().Result;
+ }
+
}
+ Newtonsoft.Json.Linq.JObject jobject = (Newtonsoft.Json.Linq.JObject)JsonConvert.DeserializeObject(result);
+
+ if (jobject["error"] == null && jobject["_shards"]["successful"].ToString() == "1")
+ {
+
+ }
+ else
+ {
+ throw new Exception("淇濆瓨鏁版嵁搴撳嚭閿欙紒");
+ }
+
+
+ _ccontext.SaveChanges();
+
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
-
- Newtonsoft.Json.Linq.JObject jobject = (Newtonsoft.Json.Linq.JObject)JsonConvert.DeserializeObject(result);
-
- if (jobject["error"] == null && jobject["_shards"]["successful"].ToString() == "1")
- {
-
- }
- else
- {
- throw new Exception("淇濆瓨鏁版嵁搴撳嚭閿欙紒");
- }
-
-
- _ccontext.SaveChanges();
-
- Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
+ }
+ catch (Exception ex)
+ {
+ logg.WriteLog(ex.Message);
+
+ logg.WriteLog(ex.StackTrace);
+
+ logg.WriteLog(ex.ToString());
}
@@ -15030,6 +15042,7 @@
}
}
page += 1;
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -15067,98 +15080,100 @@
}
foreach (var sichuanjieshoudtl1 in lists)
{
+ try {
sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
aaaaaaaa.shorttitle = aaaaaaaa.title;
using (HttpClient clientdtl = new HttpClient())
{
- HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
- var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
- var documentdtl = parser.ParseDocument(resdtl);
-
- var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
- var ps = dtl.QuerySelectorAll("p");
- var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
-
- var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
-
- string Purchaser = null;
- string Agency = null;
- string OpenTenderCode = null;
- decimal? Budget = null;
- DateTime? OpenTenderTime = null;
- var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
-
- var td = table.QuerySelectorAll("td");
-
- if (td != null)
- {
-
-
- for (int i = 0; i < td.Length; i++)
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
+ if (zhengfuProject == null)
{
- if(td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
- {
- if (td[i + 1] != null)
- {
- OpenTenderCode = td[i + 1].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
- {
- if (td[i + 1] != null)
- {
- decimal a = 0;
- if(decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
- {
- Budget = a;
- }
-
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
- {
- if (td[i + 2] != null)
- {
- Purchaser = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
- {
- if (td[i + 2] != null)
- {
- Agency = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
- {
- if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
- {
+ HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
+ var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
+ var documentdtl = parser.ParseDocument(resdtl);
- if (td[i + 2] != null)
+ var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
+ var ps = dtl.QuerySelectorAll("p");
+ var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
+
+ var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
+
+ string Purchaser = null;
+ string Agency = null;
+ string OpenTenderCode = null;
+ decimal? Budget = null;
+ DateTime? OpenTenderTime = null;
+ var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
+
+ var td = table.QuerySelectorAll("td");
+
+ if (td != null)
+ {
+
+
+ for (int i = 0; i < td.Length; i++)
+ {
+ if (td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
{
- DateTime a ;
- var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�","-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
- if (DateTime.TryParse(sss, out a))
+ if (td[i + 1] != null)
{
- OpenTenderTime = a;
+ OpenTenderCode = td[i + 1].TextContent.Trim();
}
}
-
+ if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
+ {
+ if (td[i + 1] != null)
+ {
+ decimal a = 0;
+ if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
+ {
+ Budget = a;
+ }
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Purchaser = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Agency = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
+ {
+ if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
+ {
+
+ if (td[i + 2] != null)
+ {
+ DateTime a;
+ var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�", "-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
+ if (DateTime.TryParse(sss, out a))
+ {
+ OpenTenderTime = a;
+ }
+ }
+
+
+ }
+ }
}
}
- }
- }
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
- if (zhengfuProject == null)
- {
- zhengfuProject = new ZhengfuProject();
+
+ zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "02";
string gglxName = "閲囪喘鍏憡";
@@ -15258,12 +15273,22 @@
Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
}
+ }
+ catch (Exception ex)
+ {
+ logg.WriteLog(ex.Message);
+
+ logg.WriteLog(ex.StackTrace);
+
+ logg.WriteLog(ex.ToString());
+ }
}
}
}
page += 1;
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -15302,98 +15327,100 @@
}
foreach (var sichuanjieshoudtl1 in lists)
{
- sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
- aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
- aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
- aaaaaaaa.shorttitle = aaaaaaaa.title;
- using (HttpClient clientdtl = new HttpClient())
- {
- HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
- var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
- var documentdtl = parser.ParseDocument(resdtl);
-
- var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
- var ps = dtl.QuerySelectorAll("p");
- var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
-
- var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
-
- string Purchaser = null;
- string Agency = null;
- string OpenTenderCode = null;
- decimal? Budget = null;
- DateTime? OpenTenderTime = null;
- var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
-
- var td = table.QuerySelectorAll("td");
-
- if (td != null)
+ try {
+ sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
+ aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
+ aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
+ aaaaaaaa.shorttitle = aaaaaaaa.title;
+ using (HttpClient clientdtl = new HttpClient())
{
-
-
- for (int i = 0; i < td.Length; i++)
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
+ if (zhengfuProject == null)
{
- if (td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
- {
- if (td[i + 1] != null)
- {
- OpenTenderCode = td[i + 1].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
- {
- if (td[i + 1] != null)
- {
- decimal a = 0;
- if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
- {
- Budget = a;
- }
+ HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
+ var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
+ var documentdtl = parser.ParseDocument(resdtl);
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
- {
- if (td[i + 2] != null)
- {
- Purchaser = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
- {
- if (td[i + 2] != null)
- {
- Agency = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
- {
- if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
- {
+ var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
+ var ps = dtl.QuerySelectorAll("p");
+ var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
- if (td[i + 2] != null)
+ var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
+
+ string Purchaser = null;
+ string Agency = null;
+ string OpenTenderCode = null;
+ decimal? Budget = null;
+ DateTime? OpenTenderTime = null;
+ var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
+
+ var td = table.QuerySelectorAll("td");
+
+ if (td != null)
+ {
+
+
+ for (int i = 0; i < td.Length; i++)
+ {
+ if (td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
{
- DateTime a;
- var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�", "-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
- if (DateTime.TryParse(sss, out a))
+ if (td[i + 1] != null)
{
- OpenTenderTime = a;
+ OpenTenderCode = td[i + 1].TextContent.Trim();
}
}
+ if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
+ {
+ if (td[i + 1] != null)
+ {
+ decimal a = 0;
+ if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
+ {
+ Budget = a;
+ }
+
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Purchaser = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Agency = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
+ {
+ if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
+ {
+
+ if (td[i + 2] != null)
+ {
+ DateTime a;
+ var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�", "-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
+ if (DateTime.TryParse(sss, out a))
+ {
+ OpenTenderTime = a;
+ }
+ }
+ }
+ }
}
}
- }
- }
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
- if (zhengfuProject == null)
- {
- zhengfuProject = new ZhengfuProject();
+
+ zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "03";
string gglxName = "缁撴灉鍏憡";
@@ -15494,11 +15521,21 @@
}
}
+ }
+ catch (Exception ex)
+ {
+ logg.WriteLog(ex.Message);
+
+ logg.WriteLog(ex.StackTrace);
+
+ logg.WriteLog(ex.ToString());
+ }
}
}
}
page += 1;
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -15537,98 +15574,100 @@
}
foreach (var sichuanjieshoudtl1 in lists)
{
- sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
- aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
- aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
- aaaaaaaa.shorttitle = aaaaaaaa.title;
- using (HttpClient clientdtl = new HttpClient())
- {
- HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
- var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
- var documentdtl = parser.ParseDocument(resdtl);
-
- var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
- var ps = dtl.QuerySelectorAll("p");
- var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
-
- var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
-
- string Purchaser = null;
- string Agency = null;
- string OpenTenderCode = null;
- decimal? Budget = null;
- DateTime? OpenTenderTime = null;
- var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
-
- var td = table.QuerySelectorAll("td");
-
- if (td != null)
+ try {
+ sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
+ aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
+ aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
+ aaaaaaaa.shorttitle = aaaaaaaa.title;
+ using (HttpClient clientdtl = new HttpClient())
{
-
- for (int i = 0; i < td.Length; i++)
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
+ if (zhengfuProject == null)
{
- if (td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
- {
- if (td[i + 1] != null)
- {
- OpenTenderCode = td[i + 1].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
- {
- if (td[i + 1] != null)
- {
- decimal a = 0;
- if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
- {
- Budget = a;
- }
+ HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
+ var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
+ var documentdtl = parser.ParseDocument(resdtl);
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
- {
- if (td[i + 2] != null)
- {
- Purchaser = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
- {
- if (td[i + 2] != null)
- {
- Agency = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
- {
- if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
- {
+ var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
+ var ps = dtl.QuerySelectorAll("p");
+ var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
- if (td[i + 2] != null)
+ var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
+
+ string Purchaser = null;
+ string Agency = null;
+ string OpenTenderCode = null;
+ decimal? Budget = null;
+ DateTime? OpenTenderTime = null;
+ var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
+
+ var td = table.QuerySelectorAll("td");
+
+ if (td != null)
+ {
+
+
+ for (int i = 0; i < td.Length; i++)
+ {
+ if (td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
{
- DateTime a;
- var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�", "-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
- if (DateTime.TryParse(sss, out a))
+ if (td[i + 1] != null)
{
- OpenTenderTime = a;
+ OpenTenderCode = td[i + 1].TextContent.Trim();
}
}
+ if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
+ {
+ if (td[i + 1] != null)
+ {
+ decimal a = 0;
+ if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
+ {
+ Budget = a;
+ }
+
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Purchaser = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Agency = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
+ {
+ if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
+ {
+
+ if (td[i + 2] != null)
+ {
+ DateTime a;
+ var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�", "-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
+ if (DateTime.TryParse(sss, out a))
+ {
+ OpenTenderTime = a;
+ }
+ }
+ }
+ }
}
}
- }
- }
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
- if (zhengfuProject == null)
- {
- zhengfuProject = new ZhengfuProject();
+ zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "04";
string gglxName = "鏇存鍏憡";
@@ -15729,11 +15768,21 @@
}
}
+ }
+ catch (Exception ex)
+ {
+ logg.WriteLog(ex.Message);
+
+ logg.WriteLog(ex.StackTrace);
+
+ logg.WriteLog(ex.ToString());
+ }
}
}
}
page += 1;
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -15772,98 +15821,101 @@
}
foreach (var sichuanjieshoudtl1 in lists)
{
- sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
- aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
- aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
- aaaaaaaa.shorttitle = aaaaaaaa.title;
- using (HttpClient clientdtl = new HttpClient())
+ try
{
- HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
- var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
- var documentdtl = parser.ParseDocument(resdtl);
-
- var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
- var ps = dtl.QuerySelectorAll("p");
- var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
-
- var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
-
- string Purchaser = null;
- string Agency = null;
- string OpenTenderCode = null;
- decimal? Budget = null;
- DateTime? OpenTenderTime = null;
- var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
-
- var td = table.QuerySelectorAll("td");
-
- if (td != null)
+ sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
+ aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
+ aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").QuerySelector("p").TextContent;
+ aaaaaaaa.shorttitle = aaaaaaaa.title;
+ using (HttpClient clientdtl = new HttpClient())
{
-
-
- for (int i = 0; i < td.Length; i++)
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
+ if (zhengfuProject == null)
{
- if (td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
- {
- if (td[i + 1] != null)
- {
- OpenTenderCode = td[i + 1].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
- {
- if (td[i + 1] != null)
- {
- decimal a = 0;
- if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
- {
- Budget = a;
- }
+ HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
+ var resdtl = responsedtl.Content.ReadAsStringAsync().Result;
+ var documentdtl = parser.ParseDocument(resdtl);
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
- {
- if (td[i + 2] != null)
- {
- Purchaser = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
- {
- if (td[i + 2] != null)
- {
- Agency = td[i + 2].TextContent.Trim();
- }
- }
- if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
- {
- if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
- {
+ var dtl = documentdtl.All.Where(m => m.ClassName == "cont-info").FirstOrDefault();
+ var ps = dtl.QuerySelectorAll("p");
+ var NoticeTime = ps[0].TextContent.Replace("绯荤粺鍙戝竷鏃堕棿锛�", "");
- if (td[i + 2] != null)
+ var content = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault().OuterHtml.Replace("cellpadding=\"0\"", "cellpadding=\"0\" border=\"1\" bordercolor=\"#D3D3D3\"");
+
+ string Purchaser = null;
+ string Agency = null;
+ string OpenTenderCode = null;
+ decimal? Budget = null;
+ DateTime? OpenTenderTime = null;
+ var table = documentdtl.All.Where(m => m.Id == "myPrintArea").FirstOrDefault();
+
+ var td = table.QuerySelectorAll("td");
+
+ if (td != null)
+ {
+
+
+ for (int i = 0; i < td.Length; i++)
+ {
+ if (td[i].TextContent.IndexOf("椤圭洰缂栧彿") >= 0)
{
- DateTime a;
- var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�", "-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
- if (DateTime.TryParse(sss, out a))
+ if (td[i + 1] != null)
{
- OpenTenderTime = a;
+ OpenTenderCode = td[i + 1].TextContent.Trim();
}
}
+ if (td[i].TextContent.IndexOf("棰勭畻閲戦") >= 0)
+ {
+ if (td[i + 1] != null)
+ {
+ decimal a = 0;
+ if (decimal.TryParse(td[i + 1].TextContent.Trim(), out a))
+ {
+ Budget = a;
+ }
+
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浜轰俊鎭�") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Purchaser = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("閲囪喘浠ｇ悊鏈烘瀯淇℃伅") >= 0)
+ {
+ if (td[i + 2] != null)
+ {
+ Agency = td[i + 2].TextContent.Trim();
+ }
+ }
+ if (td[i].TextContent.IndexOf("寮�鍚�") >= 0)
+ {
+ if (td[i + 1] != null && td[i + 1].TextContent.IndexOf("鏃堕棿") >= 0)
+ {
+
+ if (td[i + 2] != null)
+ {
+ DateTime a;
+ var sss = td[i + 2].TextContent.Replace("(鍖椾含鏃堕棿)", "").Replace("骞�", "-").Replace("鏈�", "-").Replace("鏃�", " ").Replace("鐐�", ":").Replace("鍒�", "").Trim();
+ if (DateTime.TryParse(sss, out a))
+ {
+ OpenTenderTime = a;
+ }
+ }
+ }
+ }
}
}
- }
- }
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == aaaaaaaa.pageurl).FirstOrDefault();
- if (zhengfuProject == null)
- {
- zhengfuProject = new ZhengfuProject();
+
+ zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "11";
string gglxName = "搴熸爣鍏憡";
@@ -15964,11 +16016,21 @@
}
}
+ }
+ catch (Exception ex)
+ {
+ logg.WriteLog(ex.Message);
+
+ logg.WriteLog(ex.StackTrace);
+
+ logg.WriteLog(ex.ToString());
+ }
}
}
}
page += 1;
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
--
Gitblit v1.9.1