From 941b2450b4a1a1c9f0fc7af6a7c4d856f0d765f6 Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期二, 06 八月 2024 08:58:37 +0800
Subject: [PATCH] 修改培训班合同
---
zhengcaioa/Crawler/sichuan/sichuanoperation.cs | 197 +++++++++++++++++++++++++++++-------------------
1 files changed, 118 insertions(+), 79 deletions(-)
diff --git a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
index 6124099..811a532 100644
--- a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
+++ b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -63,7 +63,11 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
+ var notimestart = DateTime.Parse(notime);
+ var notimeend = notimestart.AddDays(1);
+
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
if (zhengfuProjectCount <= 0)
{
var zhengfuProject = new ZhengfuProject();
@@ -317,7 +321,7 @@
{
currPage += 1;
}
- Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 20);//闃绘璁惧畾鏃堕棿
}
@@ -347,7 +351,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
+ var notimestart = DateTime.Parse(notime);
+ var notimeend = notimestart.AddDays(1);
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
if (zhengfuProjectCount <= 0)
{
var zhengfuProject = new ZhengfuProject();
@@ -601,7 +608,7 @@
{
currPage += 1;
}
- Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 20);//闃绘璁惧畾鏃堕棿
}
@@ -631,7 +638,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
+ var notimestart = DateTime.Parse(notime);
+ var notimeend = notimestart.AddDays(1);
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
if (zhengfuProjectCount <= 0)
{
var zhengfuProject = new ZhengfuProject();
@@ -850,64 +860,74 @@
project.Question = zhengfuProject.Pageurl;
var parser = new HtmlParser();
var document = parser.ParseDocument(zhengfuProject.Content);
- var contentList = document.All.Where(m => m.Id == "noticeArea");
- var cDocumet = contentList.First();
- var Numberss = cDocumet.QuerySelectorAll("p");
- foreach (var Number in Numberss)
+ var cDocumet = document.All.Where(m => m.Id == "noticeArea").FirstOrDefault();
+ if (cDocumet != null)
{
-
- if (Number != null && Number.TextContent.Contains("搴熸爣鐞嗙敱"))
+ //var cDocumet = contentList.First();
+ var Numberss = cDocumet.QuerySelectorAll("p");
+ foreach (var Number in Numberss)
{
- var Fbyy = Number.QuerySelector("span");
- project.Fbyy = Fbyy.TextContent.Trim();
+
+ if (Number != null && Number.TextContent.Contains("搴熸爣鐞嗙敱"))
+ {
+ var Fbyy = Number.QuerySelector("span");
+ project.Fbyy = Fbyy.TextContent.Trim();
+ }
+ }
+
+ var Caigourennames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgName");
+ if (Caigourennames != null && Caigourennames.ToList().Count > 0)
+ {
+ var Caigourenname = Caigourennames.First();
+ project.Caigourenname = Caigourenname.TextContent;
+ }
+ var Caigourenaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgAddress");
+ if (Caigourenaddresss != null && Caigourenaddresss.ToList().Count > 0)
+ {
+ var Caigourenaddress = Caigourenaddresss.First();
+ project.Caigourenaddress = Caigourenaddress.TextContent;
+ }
+ var Caigourencontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserLinkTel");
+ if (Caigourencontacts != null && Caigourencontacts.ToList().Count > 0)
+ {
+ var Caigourencontact = Caigourencontacts.First();
+ project.Caigourencontact = Caigourencontact.TextContent;
+ }
+ var Dailinames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agencyName");
+ if (Dailinames != null && Dailinames.ToList().Count > 0)
+ {
+ var Dailiname = Dailinames.First();
+ project.Dailiname = Dailiname.TextContent;
+ }
+ var Dailiaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentAddress");
+ if (Dailiaddresss != null && Dailiaddresss.ToList().Count > 0)
+ {
+ var Dailiaddress = Dailiaddresss.First();
+ project.Dailiaddress = Dailiaddress.TextContent;
+ }
+ var Dailicontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentLinkTel");
+ if (Dailicontacts != null && Dailicontacts.ToList().Count > 0)
+ {
+ var Dailicontact = Dailicontacts.First();
+ project.Dailicontact = Dailicontact.TextContent;
+ }
+
+
+
+ var zhuanjias = cDocumet.QuerySelectorAll("div").Where(m => m.ClassName == "noticeBidResult-noticeBidResult _notice_content_noticeBidResult-noticeBidResult expert dynamic-form-editor");
+ if (zhuanjias != null && zhuanjias.ToList().Count > 0)
+ {
+ var zhuanjia = zhuanjias.First();
+
+ project.Zhuanjia = zhuanjia.TextContent.Trim();//OuterHtml
}
}
- var Caigourennames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgName");
- if (Caigourennames != null && Caigourennames.ToList().Count > 0)
- {
- var Caigourenname = Caigourennames.First();
- project.Caigourenname = Caigourenname.TextContent;
- }
- var Caigourenaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgAddress");
- if (Caigourenaddresss != null && Caigourenaddresss.ToList().Count > 0)
- {
- var Caigourenaddress = Caigourenaddresss.First();
- project.Caigourenaddress = Caigourenaddress.TextContent;
- }
- var Caigourencontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserLinkTel");
- if (Caigourencontacts != null && Caigourencontacts.ToList().Count > 0)
- {
- var Caigourencontact = Caigourencontacts.First();
- project.Caigourencontact = Caigourencontact.TextContent;
- }
- var Dailinames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agencyName");
- if (Dailinames != null && Dailinames.ToList().Count > 0)
- {
- var Dailiname = Dailinames.First();
- project.Dailiname = Dailiname.TextContent;
- }
- var Dailiaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentAddress");
- if (Dailiaddresss != null && Dailiaddresss.ToList().Count > 0)
- {
- var Dailiaddress = Dailiaddresss.First();
- project.Dailiaddress = Dailiaddress.TextContent;
- }
- var Dailicontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentLinkTel");
- if (Dailicontacts != null && Dailicontacts.ToList().Count > 0)
- {
- var Dailicontact = Dailicontacts.First();
- project.Dailicontact = Dailicontact.TextContent;
- }
+
- var zhuanjias = cDocumet.QuerySelectorAll("div").Where(m => m.ClassName == "noticeBidResult-noticeBidResult _notice_content_noticeBidResult-noticeBidResult expert dynamic-form-editor");
- if (zhuanjias != null && zhuanjias.ToList().Count > 0)
- {
- var zhuanjia = zhuanjias.First();
- project.Zhuanjia = zhuanjia.TextContent.Trim();//OuterHtml
- }
+
project.Creater = "111";
project.Createtime = zhengfuProject.Createtime;
project.Modifier = project.Creater;
@@ -915,31 +935,43 @@
project.RecStatus = "A";
_ccontext1.Projects.Add(project);
-
- var table1 = cDocumet.QuerySelectorAll("div").Where(m => m.Id == "_notice_content_noticeBidResult-noticeBidResult");
-
- if (table1 != null && table1.ToList().Count > 0)
+ if (cDocumet != null)
{
- var table = table1.First().QuerySelectorAll("table");
- if (table != null && table.ToList().Count > 0)
- {
- for (int i = 0; i < table.Length; i++)
- {
- var td = table[i].QuerySelectorAll("td");
- if (td.Length >= 3)
- {
+ //var cDocumet = contentList.First();
+ var table1 = cDocumet.QuerySelectorAll("div").Where(m => m.Id == "_notice_content_noticeBidResult-noticeBidResult");
- var projectzhongbiao = new Projectzhongbiao();
- projectzhongbiao.ZhongbiaoId = Guid.NewGuid().ToString();
- projectzhongbiao.ProjectId = project.Id;
- projectzhongbiao.Names = td[0].TextContent.Trim();
- projectzhongbiao.Price = td[2].TextContent.Trim();
- _ccontext1.Projectzhongbiaos.Add(projectzhongbiao);
+ if (table1 != null && table1.ToList().Count > 0)
+ {
+ var table = table1.First().QuerySelectorAll("table");
+ if (table != null && table.ToList().Count > 0)
+ {
+ for (int i = 0; i < table.Length; i++)
+ {
+ var td = table[i].QuerySelectorAll("td");
+ if (td.Length >= 3)
+ {
+
+ var projectzhongbiao = new Projectzhongbiao();
+ projectzhongbiao.ZhongbiaoId = Guid.NewGuid().ToString();
+ projectzhongbiao.ProjectId = project.Id;
+ if ( !string.IsNullOrWhiteSpace(td[0].TextContent) && td[0].TextContent.Trim().Length > 500)
+ {
+ projectzhongbiao.Names = td[0].TextContent.Trim().Substring(0,500);
+ }
+ else
+ {
+ projectzhongbiao.Names = td[0].TextContent.Trim();
+ }
+
+ projectzhongbiao.Price = td[2].TextContent.Trim();
+ _ccontext1.Projectzhongbiaos.Add(projectzhongbiao);
+ }
}
}
- }
+ }
}
+
@@ -1019,7 +1051,7 @@
{
currPage += 1;
}
- Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 20);//闃绘璁惧畾鏃堕棿
}
@@ -1049,7 +1081,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
+ var notimestart = DateTime.Parse(notime);
+ var notimeend = notimestart.AddDays(1);
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
if (zhengfuProjectCount <= 0)
{
var zhengfuProject = new ZhengfuProject();
@@ -1303,7 +1338,7 @@
{
currPage += 1;
}
- Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 20);//闃绘璁惧畾鏃堕棿
}
@@ -1334,7 +1369,11 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
+ var notimestart = DateTime.Parse(notime);
+ var notimeend = notimestart.AddDays(1);
+
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
if (zhengfuProjectCount <= 0)
{
var zhengfuProject = new ZhengfuProject();
@@ -1652,7 +1691,7 @@
{
currPage += 1;
}
- Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 20);//闃绘璁惧畾鏃堕棿
}
--
Gitblit v1.9.1