From 6e2b929cf381e2320ba6e7dec56c0371124d2b51 Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期六, 27 八月 2022 15:03:00 +0800
Subject: [PATCH] 提交
---
zhengcaioa/Crawler/sichuan/sichuanoperation.cs | 97 +++++++++++++++++++++++++++---------------------
1 files changed, 54 insertions(+), 43 deletions(-)
diff --git a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
index a8c1752..66167af 100644
--- a/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
+++ b/zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -12,7 +12,8 @@
{
public class sichuanoperation
{
- public static string api_domain = "http://192.168.0.116:9200";
+ //public static string api_domain = "http://192.168.0.116:9200";
+ public static string api_domain = "http://localhost:9200";
public static string sichuanpageurll = "https://zfcg.scsczt.cn";
public static void operations(WebCrawlerContext _ccontext)
{
@@ -42,9 +43,10 @@
int currPage = 1;
int pageSize = 10;
//寮�濮嬭闂� 閲囪喘鍏憡
- logg.WriteLog("鍥涘窛鐪侀噰璐叕鍛� 寮�濮嬭幏鍙�");
+ logg.WriteLog("鍥涘窛鐪侀噰璐叕鍛� 寮�濮嬭幏鍙�", "鍥涘窛");
while (true)
{
+ logg.WriteLog(currPage.ToString(), "鍥涘窛");
string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "¬iceType=00101®ionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
using (HttpClient client = new HttpClient())
{
@@ -59,7 +61,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "02" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -314,15 +317,16 @@
}
- logg.WriteLog("鍥涘窛鐪侀噰璐叕鍛� 鑾峰彇瀹屾垚");
+ logg.WriteLog("鍥涘窛鐪侀噰璐叕鍛� 鑾峰彇瀹屾垚","鍥涘窛");
//缈婚〉淇℃伅
currPage = 1;
pageSize = 10;
//寮�濮嬭闂� 閲囪喘鍏憡
- logg.WriteLog("鍥涘窛鐪佷腑鏍囧叕鍛� 寮�濮嬭幏鍙�");
+ logg.WriteLog("鍥涘窛鐪佷腑鏍囧叕鍛� 寮�濮嬭幏鍙�", "鍥涘窛");
while (true)
{
+ logg.WriteLog(currPage.ToString(), "鍥涘窛");
string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "¬iceType=00102®ionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
using (HttpClient client = new HttpClient())
{
@@ -337,7 +341,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "03" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -473,27 +478,27 @@
cgfsName = "鍏紑鎷涙爣";
break;
case "2":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "2";
cgfsName = "閭�璇锋嫑鏍�";
break;
case "3":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "5";
cgfsName = "绔炰簤鎬ц皥鍒�";
break;
case "4":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "4";
cgfsName = "璇环";
break;
case "5":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "7";
cgfsName = "鍗曚竴鏉ユ簮";
break;
case "6":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "3";
cgfsName = "绔炰簤鎬х鍟�";
break;
case "9":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "10";
cgfsName = "鍏朵粬";
break;
}
@@ -592,15 +597,16 @@
}
- logg.WriteLog("鍥涘窛鐪佷腑鏍囧叕鍛� 鑾峰彇瀹屾垚");
+ logg.WriteLog("鍥涘窛鐪佷腑鏍囧叕鍛� 鑾峰彇瀹屾垚", "鍥涘窛");
//缈婚〉淇℃伅
currPage = 1;
pageSize = 10;
//寮�濮嬭闂� 閲囪喘鍏憡
- logg.WriteLog("鍥涘窛鐪佹洿姝ｅ叕鍛� 寮�濮嬭幏鍙�");
+ logg.WriteLog("鍥涘窛鐪佹洿姝ｅ叕鍛� 寮�濮嬭幏鍙�", "鍥涘窛");
while (true)
{
+ logg.WriteLog(currPage.ToString(), "鍥涘窛");
string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "¬iceType=00103®ionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
using (HttpClient client = new HttpClient())
{
@@ -615,7 +621,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "04" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -751,27 +758,27 @@
cgfsName = "鍏紑鎷涙爣";
break;
case "2":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "2";
cgfsName = "閭�璇锋嫑鏍�";
break;
case "3":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "5";
cgfsName = "绔炰簤鎬ц皥鍒�";
break;
case "4":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "4";
cgfsName = "璇环";
break;
case "5":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "7";
cgfsName = "鍗曚竴鏉ユ簮";
break;
case "6":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "3";
cgfsName = "绔炰簤鎬х鍟�";
break;
case "9":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "10";
cgfsName = "鍏朵粬";
break;
}
@@ -870,16 +877,17 @@
}
- logg.WriteLog("鍥涘窛鐪佹洿姝ｅ叕鍛� 鑾峰彇瀹屾垚");
+ logg.WriteLog("鍥涘窛鐪佹洿姝ｅ叕鍛� 鑾峰彇瀹屾垚", "鍥涘窛");
//缈婚〉淇℃伅
currPage = 1;
pageSize = 10;
//寮�濮嬭闂� 閲囪喘鍏憡
- logg.WriteLog("鍥涘窛鐪佸簾鏍囧叕鍛� 寮�濮嬭幏鍙�");
+ logg.WriteLog("鍥涘窛鐪佸簾鏍囧叕鍛� 寮�濮嬭幏鍙�", "鍥涘窛");
while (true)
{
+ logg.WriteLog(currPage.ToString(), "鍥涘窛");
string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "¬iceType=001004,001006®ionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
using (HttpClient client = new HttpClient())
{
@@ -894,7 +902,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "11" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -1030,27 +1039,27 @@
cgfsName = "鍏紑鎷涙爣";
break;
case "2":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "2";
cgfsName = "閭�璇锋嫑鏍�";
break;
case "3":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "5";
cgfsName = "绔炰簤鎬ц皥鍒�";
break;
case "4":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "4";
cgfsName = "璇环";
break;
case "5":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "7";
cgfsName = "鍗曚竴鏉ユ簮";
break;
case "6":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "3";
cgfsName = "绔炰簤鎬х鍟�";
break;
case "9":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "10";
cgfsName = "鍏朵粬";
break;
}
@@ -1149,15 +1158,16 @@
}
- logg.WriteLog("鍥涘窛鐪佸簾鏍囧叕鍛� 鑾峰彇瀹屾垚");
+ logg.WriteLog("鍥涘窛鐪佸簾鏍囧叕鍛� 鑾峰彇瀹屾垚", "鍥涘窛");
//缈婚〉淇℃伅
currPage = 1;
pageSize = 10;
//寮�濮嬭闂� 閲囪喘鍏憡
- logg.WriteLog("鍥涘窛鐪佹剰鍚戝叕寮� 寮�濮嬭幏鍙�");
+ logg.WriteLog("鍥涘窛鐪佹剰鍚戝叕寮� 寮�濮嬭幏鍙�", "鍥涘窛");
while (true)
{
+ logg.WriteLog(currPage.ToString(), "鍥涘窛");
string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage="+ currPage + "&pageSize="+ pageSize + "¬iceType=59®ionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime="+ operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
using (HttpClient client = new HttpClient())
{
@@ -1172,7 +1182,8 @@
{
foreach (var sichuanjieshoudtl in sichuan.data)
{
- ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "01" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
+ var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
+ ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
if (zhengfuProject == null)
{
zhengfuProject = new ZhengfuProject();
@@ -1308,27 +1319,27 @@
cgfsName = "鍏紑鎷涙爣";
break;
case "2":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "2";
cgfsName = "閭�璇锋嫑鏍�";
break;
case "3":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "5";
cgfsName = "绔炰簤鎬ц皥鍒�";
break;
case "4":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "4";
cgfsName = "璇环";
break;
case "5":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "7";
cgfsName = "鍗曚竴鏉ユ簮";
break;
case "6":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "3";
cgfsName = "绔炰簤鎬х鍟�";
break;
case "9":
- zhengfuProject.Cgfs = "1";
+ zhengfuProject.Cgfs = "10";
cgfsName = "鍏朵粬";
break;
}
@@ -1427,7 +1438,7 @@
}
- logg.WriteLog("鍥涘窛鐪佹剰鍚戝叕寮� 鑾峰彇瀹屾垚");
+ logg.WriteLog("鍥涘窛鐪佹剰鍚戝叕寮� 鑾峰彇瀹屾垚", "鍥涘窛");
//淇濆瓨鏈�鍚庢洿鏂版椂闂�
if (updatetime != null)
@@ -1447,11 +1458,11 @@
}
catch (Exception ex)
{
- logg.WriteLog(ex.Message);
+ logg.WriteLog(ex.Message, "鍥涘窛");
- logg.WriteLog(ex.StackTrace);
+ logg.WriteLog(ex.StackTrace, "鍥涘窛");
- logg.WriteLog(ex.ToString());
+ logg.WriteLog(ex.ToString(), "鍥涘窛");
}
finally
{
--
Gitblit v1.9.1