From 733aca1e22e5b4cecdce37238b9ff43027b2615e Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期一, 04 七月 2022 12:15:43 +0800
Subject: [PATCH] 提交
---
zhengcaioa/Crawler/sichuan/sichuanoperation.cs | 49 +++++++++++++++++++++++++++++++------------------
1 files changed, 31 insertions(+), 18 deletions(-)
diff --git a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
index b8008f6..8026fde 100644
--- a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
+++ b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -5,18 +5,21 @@
using System.Net.Http;
using System.Net.Http.Headers;
using System.Text;
+using System.Threading;
using zhengcaioa.Models;
namespace Crawler.sichuan
{
public class sichuanoperation
{
+ public static string api_domain = "http://192.168.0.116:9200";
+ //public static string api_domain = "http://localhost:9200";
+ public static string sichuanpageurll = "https://zfcg.scsczt.cn";
public static void operations(WebCrawlerContext _ccontext)
{
try
{
- string api_domain = "http://192.168.0.116:9200";
- string pageurll = "https://zfcg.scsczt.cn";
+
//鑾峰彇鏇存柊鏃堕棿
string operationStartTime = "";
Updatetime updatetime = _ccontext.Updatetimes.Where(x=>x.Sheng=="鍥涘窛鐪�").FirstOrDefault();
@@ -57,7 +60,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "02" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -193,34 +197,34 @@
cgfsName = "鍏紑鎷涙爣";
break;
case "2":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "2";
cgfsName = "閭�璇锋嫑鏍�";
break;
case "3":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "5";
cgfsName = "绔炰簤鎬ц皥鍒�";
break;
case "4":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "4";
cgfsName = "璇环";
break;
case "5":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "7";
cgfsName = "鍗曚竴鏉ユ簮";
break;
case "6":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "3";
cgfsName = "绔炰簤鎬х鍟�";
break;
case "9":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "10";
cgfsName = "鍏朵粬";
break;
}
zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
zhengfuProject.Title = sichuanjieshoudtl.title;
zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
- zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
+ zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -307,6 +311,7 @@
{
currPage += 1;
}
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -334,7 +339,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "03" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -497,7 +503,7 @@
zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
zhengfuProject.Title = sichuanjieshoudtl.title;
zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
- zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
+ zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -584,6 +590,7 @@
{
currPage += 1;
}
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -611,7 +618,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "04" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -774,7 +782,7 @@
zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
zhengfuProject.Title = sichuanjieshoudtl.title;
zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
- zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
+ zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -861,6 +869,7 @@
{
currPage += 1;
}
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -889,7 +898,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "11" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -1052,7 +1062,7 @@
zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
zhengfuProject.Title = sichuanjieshoudtl.title;
zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
- zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
+ zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1139,6 +1149,7 @@
{
currPage += 1;
}
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
@@ -1166,7 +1177,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "01" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -1329,7 +1341,7 @@
zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
zhengfuProject.Title = sichuanjieshoudtl.title;
zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
- zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
+ zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1416,6 +1428,7 @@
{
currPage += 1;
}
+ Thread.CurrentThread.Join(1000 * 2);//闃绘璁惧畾鏃堕棿
}
--
Gitblit v1.9.1