From 93be07bd52b4781027df08420ed5cfe712dda6e6 Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期四, 08 十二月 2022 09:30:38 +0800
Subject: [PATCH] 提交
---
zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs | 66 +++++++++++++++++---------------
1 files changed, 35 insertions(+), 31 deletions(-)
diff --git a/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs b/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs
index 53b2a2c..43be9ad 100644
--- a/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs
+++ b/zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs
@@ -37,7 +37,7 @@
}
var currPage = 1;
string sichuanpageurll = "";
-
+ Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
#region 鎰忓悜鍏紑
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=9&dbselect=bidx&kw=%E6%84%8F%E5%90%91&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -45,8 +45,8 @@
yixianggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷鎰忓悜鍏紑 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
- Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
#region 鍏紑鎷涙爣
currPage = 1;
@@ -65,7 +65,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷閲囪喘鍏憡 璇环 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
#region 绔炰簤鎬ц皥鍒�
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=3&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -74,7 +73,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷閲囪喘鍏憡 绔炰簤鎬ц皥鍒� 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
#region 鍗曚竴鏉ユ簮
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=4&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -83,7 +81,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷閲囪喘鍏憡 鍗曚竴鏉ユ簮 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
#region 閭�璇锋嫑鏍�
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=6&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -92,7 +89,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷閲囪喘鍏憡 閭�璇锋嫑鏍� 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
#region 绔炰簤鎬х鍟�
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=10&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -101,8 +97,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷閲囪喘鍏憡 绔炰簤鎬х鍟� 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
-
#region 涓爣鍏憡
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=7&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -111,7 +105,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷涓爣鍏憡 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
#region 鎴愪氦鍏憡
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=11&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -120,7 +113,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷鎴愪氦鍏憡 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
#region 鏇存鍏憡
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=8&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -129,7 +121,6 @@
logg.WriteLog("涓浗鏀块噰缃戝洓宸濈渷鏇存鍏憡 寮�濮嬭幏鍙栫粨鏉�", "涓浗鏀块噰缃戝洓宸濈渷");
#endregion
Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
-
#region 搴熸爣鍏憡
currPage = 1;
sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=12&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
@@ -183,7 +174,7 @@
var list11 = new List<AngleSharp.Dom.IElement>();
while (true)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
logg.WriteLog(page.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
try
@@ -236,7 +227,7 @@
foreach (var sichuanjieshoudtl1 in lists)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
try
{
sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -498,7 +489,7 @@
_ccontext.SaveChanges();
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
}
}
}
@@ -515,6 +506,8 @@
}
}
}
+
+ page += 1;
}
catch (Exception ex)
{
@@ -523,9 +516,10 @@
logg.WriteLog(ex.StackTrace, "涓浗鏀块噰缃戝洓宸濈渷");
logg.WriteLog(ex.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
+ Thread.CurrentThread.Join(1000 * 60 * 5);//闃绘璁惧畾鏃堕棿
}
- page += 1;
+
}
@@ -548,7 +542,7 @@
var list11 = new List<AngleSharp.Dom.IElement>();
while (true)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
logg.WriteLog(page.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
try
@@ -598,7 +592,7 @@
}
foreach (var sichuanjieshoudtl1 in lists)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
try
{
sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -806,7 +800,7 @@
_ccontext.SaveChanges();
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
}
}
}
@@ -823,6 +817,8 @@
}
}
}
+
+ page += 1;
}
catch (Exception ex)
{
@@ -831,10 +827,11 @@
logg.WriteLog(ex.StackTrace, "涓浗鏀块噰缃戝洓宸濈渷");
logg.WriteLog(ex.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
+ Thread.CurrentThread.Join(1000 * 60 * 5);//闃绘璁惧畾鏃堕棿
}
- page += 1;
+
}
@@ -857,7 +854,7 @@
var list11 = new List<AngleSharp.Dom.IElement>();
while (true)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
logg.WriteLog(page.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
try
@@ -908,7 +905,7 @@
foreach (var sichuanjieshoudtl1 in lists)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
try
{
sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1169,7 +1166,7 @@
_ccontext.SaveChanges();
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
}
}
}
@@ -1186,6 +1183,7 @@
}
}
}
+ page += 1;
}
catch (Exception ex)
{
@@ -1194,10 +1192,11 @@
logg.WriteLog(ex.StackTrace, "涓浗鏀块噰缃戝洓宸濈渷");
logg.WriteLog(ex.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
+ Thread.CurrentThread.Join(1000 * 60 * 5);//闃绘璁惧畾鏃堕棿
}
- page += 1;
+
}
@@ -1219,7 +1218,7 @@
var list11 = new List<AngleSharp.Dom.IElement>();
while (true)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
logg.WriteLog(page.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
try
@@ -1270,7 +1269,7 @@
foreach (var sichuanjieshoudtl1 in lists)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
try
{
sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1477,7 +1476,7 @@
_ccontext.SaveChanges();
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
}
}
}
@@ -1494,6 +1493,8 @@
}
}
}
+
+ page += 1;
}
catch (Exception ex)
{
@@ -1502,10 +1503,11 @@
logg.WriteLog(ex.StackTrace, "涓浗鏀块噰缃戝洓宸濈渷");
logg.WriteLog(ex.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
+ Thread.CurrentThread.Join(1000 * 60 * 5);//闃绘璁惧畾鏃堕棿
}
- page += 1;
+
}
@@ -1528,7 +1530,7 @@
var list11 = new List<AngleSharp.Dom.IElement>();
while (true)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
logg.WriteLog(page.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
try
@@ -1579,7 +1581,7 @@
foreach (var sichuanjieshoudtl1 in lists)
{
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
try
{
sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
@@ -1787,7 +1789,7 @@
_ccontext.SaveChanges();
- Thread.CurrentThread.Join(1000 * 5);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 10);//闃绘璁惧畾鏃堕棿
}
}
}
@@ -1804,6 +1806,7 @@
}
}
}
+ page += 1;
}
catch (Exception ex)
{
@@ -1812,10 +1815,11 @@
logg.WriteLog(ex.StackTrace, "涓浗鏀块噰缃戝洓宸濈渷");
logg.WriteLog(ex.ToString(), "涓浗鏀块噰缃戝洓宸濈渷");
+ Thread.CurrentThread.Join(1000 * 60 * 5);//闃绘璁惧畾鏃堕棿
}
- page += 1;
+
}
--
Gitblit v1.9.1