From fac0853dc9fa1c864baf91fe314609fddce85671 Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期五, 02 十二月 2022 15:55:31 +0800
Subject: [PATCH] 提交
---
zhengcaioa/Crawler/sichuan/sichuanoperation.cs | 86 +++++++++++++++++++++++++++++++++++-------
1 files changed, 71 insertions(+), 15 deletions(-)
diff --git a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
index 5ce1381..99dbf58 100644
--- a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
+++ b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -63,10 +63,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
- if (zhengfuProject == null)
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ if (zhengfuProjectCount <=0)
{
- zhengfuProject = new ZhengfuProject();
+ var zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "02";
string gglxName = "閲囪喘鍏憡";
@@ -347,10 +347,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
- if (zhengfuProject == null)
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ if (zhengfuProjectCount <= 0)
{
- zhengfuProject = new ZhengfuProject();
+ var zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "03";
string gglxName = "缁撴灉鍏憡";
@@ -765,10 +765,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
- if (zhengfuProject == null)
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ if (zhengfuProjectCount <= 0)
{
- zhengfuProject = new ZhengfuProject();
+ var zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "04";
string gglxName = "鏇存鍏憡";
@@ -1050,10 +1050,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
- if (zhengfuProject == null)
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ if (zhengfuProjectCount <= 0)
{
- zhengfuProject = new ZhengfuProject();
+ var zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "11";
string gglxName = "搴熸爣鍏憡";
@@ -1235,6 +1235,62 @@
_ccontext.ZhengfuProjects.Add(zhengfuProject);
+ var projects = _ccontext1.Projects.Where(x => x.RecStatus == "A" && x.Number == zhengfuProject.OpenTenderCode && x.Fblx != null ).ToList();
+ if (projects.Count > 0)
+ {
+ foreach (var project in projects)
+ {
+ project.Fblx = "鍋滄璇勫";
+ }
+
+ var parser = new HtmlParser();
+ var document = parser.ParseDocument(zhengfuProject.Content);
+ var contentList = document.All.Where(m => m.Id == "noticeArea");
+ var cDocumet = contentList.First();
+ var Numberss = cDocumet.QuerySelectorAll("p");
+ foreach (var Number in Numberss)
+ {
+
+ if (Number != null && Number.TextContent.Contains("搴熸爣鐞嗙敱"))
+ {
+ var Fbyy = Number.QuerySelector("span");
+ foreach(var project in projects)
+ {
+ project.Fbyy = Fbyy.TextContent.Trim();
+ project.Fblx = "鍋滄璇勫";
+ }
+
+ }
+ if (Number != null && Number.TextContent.Contains("缁堟鍘熷洜"))
+ {
+ var Fbyy = Number.QuerySelector("span");
+ foreach (var project in projects)
+ {
+ project.Fbyy = Fbyy.TextContent.Trim();
+ project.Fblx = "鍋滄璇勫";
+ }
+
+ }
+ }
+ var feibiaoliyous = cDocumet.QuerySelectorAll("div").Where(m => m.Id == "_notice_content_reason-reason");
+ if (feibiaoliyous != null && feibiaoliyous.ToList().Count > 0)
+ {
+ var feibiaoliyou = feibiaoliyous.First();
+ foreach (var project in projects)
+ {
+ project.Fbyy = feibiaoliyou.TextContent.Replace("\n", "").Replace("\t", "");
+ project.Fblx = "缁堟閲囪喘";
+ }
+ }
+
+ _ccontext1.SaveChanges();
+ }
+
+
+
+
+
+
string url = $"{Program.api_domain}/webcrawler/_doc/" + zhengfuProject.Id;
string result = string.Empty;
Uri postUrl = new Uri(url);
@@ -1334,10 +1390,10 @@
foreach (var sichuanjieshoudtl in sichuan.data)
{
var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
- if (zhengfuProject == null)
+ var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
+ if (zhengfuProjectCount <= 0)
{
- zhengfuProject = new ZhengfuProject();
+ var zhengfuProject = new ZhengfuProject();
zhengfuProject.Id = Guid.NewGuid().ToString();
zhengfuProject.Gglx = "01";
string gglxName = "鎰忓悜鍏紑";
--
Gitblit v1.9.1