From c7db5bfdd77b43e91270b2bd225f6233636337d7 Mon Sep 17 00:00:00 2001 From: username@email.com <yzy2002yzy@163.com> Date: 星期五, 09 十二月 2022 12:33:10 +0800 Subject: [PATCH] 提交 --- zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs | 25 ++++++++++-- zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs | 30 ++++++++++++-- zhengcaioa/Crawler/Program.cs | 2 zhengcaioa/Crawler/sichuan/sichuanoperation.cs | 27 +++++++++++-- 4 files changed, 68 insertions(+), 16 deletions(-) diff --git a/zhengcaioa/Crawler/Program.cs b/zhengcaioa/Crawler/Program.cs index de2fee8..07fbc6d 100644 --- a/zhengcaioa/Crawler/Program.cs +++ b/zhengcaioa/Crawler/Program.cs @@ -203,7 +203,7 @@ //鑾峰彇涓浗鏀块噰缃戠殑鍥涘窛鏀块噰鏁版嵁 CcgpSichuanoperation.operations(cccontext); - Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿 + Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿 } } diff --git a/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs b/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs index 43be9ad..f29938b 100644 --- a/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs +++ b/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs @@ -256,7 +256,10 @@ } using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); + var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend) ); if (zhengfuProjectcount <= 0) @@ -621,7 +624,10 @@ } using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); + var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); @@ -934,7 +940,10 @@ } using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); + var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); @@ -1298,7 +1307,10 @@ } using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); + var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); @@ -1610,7 +1622,10 @@ } using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.OpenTenderTime == DateTime.Parse(NoticeTime))); + var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { clientdtl.Timeout = TimeSpan.FromSeconds(60); diff --git a/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs b/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs index 88ea545..4336f1d 100644 --- a/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs +++ b/zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs @@ -14925,7 +14925,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); + var notime = DateTime.Now.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(startTime); + var notimeend = DateTime.Parse(notime).AddDays(1); + + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -15105,7 +15109,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); + var notime = DateTime.Now.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(startTime); + var notimeend = DateTime.Parse(notime).AddDays(1); + + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -15361,7 +15369,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); + var notime = DateTime.Now.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(startTime); + var notimeend = DateTime.Parse(notime).AddDays(1); + + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -15875,7 +15887,11 @@ using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); + var notime = DateTime.Now.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(startTime); + var notimeend = DateTime.Parse(notime).AddDays(1); + + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; @@ -16131,7 +16147,11 @@ aaaaaaaa.shorttitle = aaaaaaaa.title; using (HttpClient clientdtl = new HttpClient()) { - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl); + var notime = DateTime.Now.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(startTime); + var notimeend = DateTime.Parse(notime).AddDays(1); + + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result; diff --git a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs index 6124099..ad3654e 100644 --- a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs +++ b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs @@ -63,7 +63,11 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); + var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -347,7 +351,10 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); + var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -631,7 +638,10 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); + var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -1049,7 +1059,10 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); + var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); @@ -1334,7 +1347,11 @@ foreach (var sichuanjieshoudtl in sichuan.data) { var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl; - var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1); + var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd"); + var notimestart = DateTime.Parse(notime); + var notimeend = notimestart.AddDays(1); + + var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend)); if (zhengfuProjectCount <= 0) { var zhengfuProject = new ZhengfuProject(); -- Gitblit v1.9.1