From 5af0dfd3abe39fd5b601d02eb58d8244ec343038 Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期一, 24 七月 2023 09:34:35 +0800
Subject: [PATCH] 字段过长
---
zhengcaioa/Crawler/sichuan/sichuanoperation.cs | 160 ++++++++++++++++++++++++++++++-----------------------
1 files changed, 91 insertions(+), 69 deletions(-)
diff --git a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
index ad3654e..3ebbfce 100644
--- a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
+++ b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -860,64 +860,74 @@
project.Question = zhengfuProject.Pageurl;
var parser = new HtmlParser();
var document = parser.ParseDocument(zhengfuProject.Content);
- var contentList = document.All.Where(m => m.Id == "noticeArea");
- var cDocumet = contentList.First();
- var Numberss = cDocumet.QuerySelectorAll("p");
- foreach (var Number in Numberss)
+ var cDocumet = document.All.Where(m => m.Id == "noticeArea").FirstOrDefault();
+ if (cDocumet != null)
{
-
- if (Number != null && Number.TextContent.Contains("搴熸爣鐞嗙敱"))
+ //var cDocumet = contentList.First();
+ var Numberss = cDocumet.QuerySelectorAll("p");
+ foreach (var Number in Numberss)
{
- var Fbyy = Number.QuerySelector("span");
- project.Fbyy = Fbyy.TextContent.Trim();
+
+ if (Number != null && Number.TextContent.Contains("搴熸爣鐞嗙敱"))
+ {
+ var Fbyy = Number.QuerySelector("span");
+ project.Fbyy = Fbyy.TextContent.Trim();
+ }
+ }
+
+ var Caigourennames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgName");
+ if (Caigourennames != null && Caigourennames.ToList().Count > 0)
+ {
+ var Caigourenname = Caigourennames.First();
+ project.Caigourenname = Caigourenname.TextContent;
+ }
+ var Caigourenaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgAddress");
+ if (Caigourenaddresss != null && Caigourenaddresss.ToList().Count > 0)
+ {
+ var Caigourenaddress = Caigourenaddresss.First();
+ project.Caigourenaddress = Caigourenaddress.TextContent;
+ }
+ var Caigourencontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserLinkTel");
+ if (Caigourencontacts != null && Caigourencontacts.ToList().Count > 0)
+ {
+ var Caigourencontact = Caigourencontacts.First();
+ project.Caigourencontact = Caigourencontact.TextContent;
+ }
+ var Dailinames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agencyName");
+ if (Dailinames != null && Dailinames.ToList().Count > 0)
+ {
+ var Dailiname = Dailinames.First();
+ project.Dailiname = Dailiname.TextContent;
+ }
+ var Dailiaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentAddress");
+ if (Dailiaddresss != null && Dailiaddresss.ToList().Count > 0)
+ {
+ var Dailiaddress = Dailiaddresss.First();
+ project.Dailiaddress = Dailiaddress.TextContent;
+ }
+ var Dailicontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentLinkTel");
+ if (Dailicontacts != null && Dailicontacts.ToList().Count > 0)
+ {
+ var Dailicontact = Dailicontacts.First();
+ project.Dailicontact = Dailicontact.TextContent;
+ }
+
+
+
+ var zhuanjias = cDocumet.QuerySelectorAll("div").Where(m => m.ClassName == "noticeBidResult-noticeBidResult _notice_content_noticeBidResult-noticeBidResult expert dynamic-form-editor");
+ if (zhuanjias != null && zhuanjias.ToList().Count > 0)
+ {
+ var zhuanjia = zhuanjias.First();
+
+ project.Zhuanjia = zhuanjia.TextContent.Trim();//OuterHtml
}
}
- var Caigourennames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgName");
- if (Caigourennames != null && Caigourennames.ToList().Count > 0)
- {
- var Caigourenname = Caigourennames.First();
- project.Caigourenname = Caigourenname.TextContent;
- }
- var Caigourenaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserOrgAddress");
- if (Caigourenaddresss != null && Caigourenaddresss.ToList().Count > 0)
- {
- var Caigourenaddress = Caigourenaddresss.First();
- project.Caigourenaddress = Caigourenaddress.TextContent;
- }
- var Caigourencontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticePurchase-purchaserLinkTel");
- if (Caigourencontacts != null && Caigourencontacts.ToList().Count > 0)
- {
- var Caigourencontact = Caigourencontacts.First();
- project.Caigourencontact = Caigourencontact.TextContent;
- }
- var Dailinames = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agencyName");
- if (Dailinames != null && Dailinames.ToList().Count > 0)
- {
- var Dailiname = Dailinames.First();
- project.Dailiname = Dailiname.TextContent;
- }
- var Dailiaddresss = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentAddress");
- if (Dailiaddresss != null && Dailiaddresss.ToList().Count > 0)
- {
- var Dailiaddress = Dailiaddresss.First();
- project.Dailiaddress = Dailiaddress.TextContent;
- }
- var Dailicontacts = cDocumet.QuerySelectorAll("span").Where(m => m.Id == "_notice_content_noticeAgency-agentLinkTel");
- if (Dailicontacts != null && Dailicontacts.ToList().Count > 0)
- {
- var Dailicontact = Dailicontacts.First();
- project.Dailicontact = Dailicontact.TextContent;
- }
+
- var zhuanjias = cDocumet.QuerySelectorAll("div").Where(m => m.ClassName == "noticeBidResult-noticeBidResult _notice_content_noticeBidResult-noticeBidResult expert dynamic-form-editor");
- if (zhuanjias != null && zhuanjias.ToList().Count > 0)
- {
- var zhuanjia = zhuanjias.First();
- project.Zhuanjia = zhuanjia.TextContent.Trim();//OuterHtml
- }
+
project.Creater = "111";
project.Createtime = zhengfuProject.Createtime;
project.Modifier = project.Creater;
@@ -925,31 +935,43 @@
project.RecStatus = "A";
_ccontext1.Projects.Add(project);
-
- var table1 = cDocumet.QuerySelectorAll("div").Where(m => m.Id == "_notice_content_noticeBidResult-noticeBidResult");
-
- if (table1 != null && table1.ToList().Count > 0)
+ if (cDocumet != null)
{
- var table = table1.First().QuerySelectorAll("table");
- if (table != null && table.ToList().Count > 0)
- {
- for (int i = 0; i < table.Length; i++)
- {
- var td = table[i].QuerySelectorAll("td");
- if (td.Length >= 3)
- {
+ //var cDocumet = contentList.First();
+ var table1 = cDocumet.QuerySelectorAll("div").Where(m => m.Id == "_notice_content_noticeBidResult-noticeBidResult");
- var projectzhongbiao = new Projectzhongbiao();
- projectzhongbiao.ZhongbiaoId = Guid.NewGuid().ToString();
- projectzhongbiao.ProjectId = project.Id;
- projectzhongbiao.Names = td[0].TextContent.Trim();
- projectzhongbiao.Price = td[2].TextContent.Trim();
- _ccontext1.Projectzhongbiaos.Add(projectzhongbiao);
+ if (table1 != null && table1.ToList().Count > 0)
+ {
+ var table = table1.First().QuerySelectorAll("table");
+ if (table != null && table.ToList().Count > 0)
+ {
+ for (int i = 0; i < table.Length; i++)
+ {
+ var td = table[i].QuerySelectorAll("td");
+ if (td.Length >= 3)
+ {
+
+ var projectzhongbiao = new Projectzhongbiao();
+ projectzhongbiao.ZhongbiaoId = Guid.NewGuid().ToString();
+ projectzhongbiao.ProjectId = project.Id;
+ if ( !string.IsNullOrWhiteSpace(td[0].TextContent) && td[0].TextContent.Trim().Length > 500)
+ {
+ projectzhongbiao.Names = td[0].TextContent.Trim().Substring(0,500);
+ }
+ else
+ {
+ projectzhongbiao.Names = td[0].TextContent.Trim();
+ }
+
+ projectzhongbiao.Price = td[2].TextContent.Trim();
+ _ccontext1.Projectzhongbiaos.Add(projectzhongbiao);
+ }
}
}
- }
+ }
}
+
--
Gitblit v1.9.1