zhengcaioa/Crawler/Program.cs | ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史 | |
zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs | ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史 | |
zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs | ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史 | |
zhengcaioa/Crawler/sichuan/sichuanoperation.cs | ●●●●● 补丁 | 查看 | 原始文档 | blame | 历史 |
zhengcaioa/Crawler/Program.cs
@@ -203,7 +203,7 @@ //获取中国政采网的四川政采数据 CcgpSichuanoperation.operations(cccontext); Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间 Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间 } } zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs
@@ -256,7 +256,10 @@ } using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend) ); if (zhengfuProjectcount <= 0) @@ -621,7 +624,10 @@ } using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); @@ -934,7 +940,10 @@ } using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); @@ -1298,7 +1307,10 @@ } using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); @@ -1610,7 +1622,10 @@ } using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs
@@ -14925,7 +14925,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); var notime = DateTime.Now.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(startTime); var notimeend = DateTime.Parse(notime).AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -15105,7 +15109,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); var notime = DateTime.Now.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(startTime); var notimeend = DateTime.Parse(notime).AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -15361,7 +15369,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); var notime = DateTime.Now.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(startTime); var notimeend = DateTime.Parse(notime).AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -15875,7 +15887,11 @@ using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); var notime = DateTime.Now.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(startTime); var notimeend = DateTime.Parse(notime).AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -16131,7 +16147,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); var notime = DateTime.Now.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(startTime); var notimeend = DateTime.Parse(notime).AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -63,7 +63,11 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -347,7 +351,10 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -631,7 +638,10 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -1049,7 +1059,10 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -1334,7 +1347,11 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); var notimestart = DateTime.Parse(notime); var notimeend = notimestart.AddDays(1); var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject();