zhengcaioa.git - Gitblit

			@@ -5,18 +5,21 @@
			using System.Net.Http;
			using System.Net.Http.Headers;
			using System.Text;
			using System.Threading;
			using zhengcaioa.Models;

			namespace Crawler.sichuan
			{
			public class sichuanoperation
			{
			//public static string api_domain = "http://192.168.0.116:9200";
			public static string api_domain = "http://localhost:9200";
			public static string sichuanpageurll = "https://zfcg.scsczt.cn";
			public static void operations(WebCrawlerContext _ccontext)
			{
			try
			{
			string api_domain = "http://192.168.0.116:9200";
			string pageurll = "https://zfcg.scsczt.cn";

			//获取更新时间
			string operationStartTime = "";
			Updatetime updatetime = _ccontext.Updatetimes.Where(x=>x.Sheng=="四川省").FirstOrDefault();
			@@ -40,9 +43,10 @@
			int currPage = 1;
			int pageSize = 10;
			//开始访问采购公告
			logg.WriteLog("四川省采购公告开始获取");
			logg.WriteLog("四川省采购公告开始获取", "四川");
			while (true)
			{
			logg.WriteLog(currPage.ToString(), "四川");
			string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=00101&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
			using (HttpClient client = new HttpClient())
			{
			@@ -57,7 +61,8 @@
			{
			foreach (var sichuanjieshoudtl in sichuan.data)
			{
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "02" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
			var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
			if (zhengfuProject == null)
			{
			zhengfuProject = new ZhengfuProject();
			@@ -193,34 +198,34 @@
			cgfsName = "公开招标";
			break;
			case "2":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "2";
			cgfsName = "邀请招标";
			break;
			case "3":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "5";
			cgfsName = "竞争性谈判";
			break;
			case "4":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "4";
			cgfsName = "询价";
			break;
			case "5":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "7";
			cgfsName = "单一来源";
			break;
			case "6":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "3";
			cgfsName = "竞争性磋商";
			break;
			case "9":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "10";
			cgfsName = "其他";
			break;
			}
			zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
			zhengfuProject.Title = sichuanjieshoudtl.title;
			zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
			zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

			if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
			@@ -307,19 +312,21 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			}


			}
			logg.WriteLog("四川省采购公告获取完成");
			logg.WriteLog("四川省采购公告获取完成","四川");

			//翻页信息
			currPage = 1;
			pageSize = 10;
			//开始访问采购公告
			logg.WriteLog("四川省中标公告开始获取");
			logg.WriteLog("四川省中标公告开始获取", "四川");
			while (true)
			{
			logg.WriteLog(currPage.ToString(), "四川");
			string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=00102&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
			using (HttpClient client = new HttpClient())
			{
			@@ -334,7 +341,8 @@
			{
			foreach (var sichuanjieshoudtl in sichuan.data)
			{
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "03" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
			var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
			if (zhengfuProject == null)
			{
			zhengfuProject = new ZhengfuProject();
			@@ -470,34 +478,34 @@
			cgfsName = "公开招标";
			break;
			case "2":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "2";
			cgfsName = "邀请招标";
			break;
			case "3":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "5";
			cgfsName = "竞争性谈判";
			break;
			case "4":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "4";
			cgfsName = "询价";
			break;
			case "5":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "7";
			cgfsName = "单一来源";
			break;
			case "6":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "3";
			cgfsName = "竞争性磋商";
			break;
			case "9":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "10";
			cgfsName = "其他";
			break;
			}
			zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
			zhengfuProject.Title = sichuanjieshoudtl.title;
			zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
			zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

			if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
			@@ -584,19 +592,21 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			}


			}
			logg.WriteLog("四川省中标公告获取完成");
			logg.WriteLog("四川省中标公告获取完成", "四川");

			//翻页信息
			currPage = 1;
			pageSize = 10;
			//开始访问采购公告
			logg.WriteLog("四川省更正公告开始获取");
			logg.WriteLog("四川省更正公告开始获取", "四川");
			while (true)
			{
			logg.WriteLog(currPage.ToString(), "四川");
			string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=00103&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
			using (HttpClient client = new HttpClient())
			{
			@@ -611,7 +621,8 @@
			{
			foreach (var sichuanjieshoudtl in sichuan.data)
			{
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "04" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
			var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
			if (zhengfuProject == null)
			{
			zhengfuProject = new ZhengfuProject();
			@@ -747,34 +758,34 @@
			cgfsName = "公开招标";
			break;
			case "2":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "2";
			cgfsName = "邀请招标";
			break;
			case "3":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "5";
			cgfsName = "竞争性谈判";
			break;
			case "4":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "4";
			cgfsName = "询价";
			break;
			case "5":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "7";
			cgfsName = "单一来源";
			break;
			case "6":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "3";
			cgfsName = "竞争性磋商";
			break;
			case "9":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "10";
			cgfsName = "其他";
			break;
			}
			zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
			zhengfuProject.Title = sichuanjieshoudtl.title;
			zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
			zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

			if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
			@@ -861,20 +872,22 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			}


			}
			logg.WriteLog("四川省更正公告获取完成");
			logg.WriteLog("四川省更正公告获取完成", "四川");


			//翻页信息
			currPage = 1;
			pageSize = 10;
			//开始访问采购公告
			logg.WriteLog("四川省废标公告开始获取");
			logg.WriteLog("四川省废标公告开始获取", "四川");
			while (true)
			{
			logg.WriteLog(currPage.ToString(), "四川");
			string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=001004,001006&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
			using (HttpClient client = new HttpClient())
			{
			@@ -889,7 +902,8 @@
			{
			foreach (var sichuanjieshoudtl in sichuan.data)
			{
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "11" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
			var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
			if (zhengfuProject == null)
			{
			zhengfuProject = new ZhengfuProject();
			@@ -1025,34 +1039,34 @@
			cgfsName = "公开招标";
			break;
			case "2":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "2";
			cgfsName = "邀请招标";
			break;
			case "3":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "5";
			cgfsName = "竞争性谈判";
			break;
			case "4":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "4";
			cgfsName = "询价";
			break;
			case "5":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "7";
			cgfsName = "单一来源";
			break;
			case "6":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "3";
			cgfsName = "竞争性磋商";
			break;
			case "9":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "10";
			cgfsName = "其他";
			break;
			}
			zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
			zhengfuProject.Title = sichuanjieshoudtl.title;
			zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
			zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

			if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
			@@ -1139,19 +1153,21 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			}


			}
			logg.WriteLog("四川省废标公告获取完成");
			logg.WriteLog("四川省废标公告获取完成", "四川");

			//翻页信息
			currPage = 1;
			pageSize = 10;
			//开始访问采购公告
			logg.WriteLog("四川省意向公开开始获取");
			logg.WriteLog("四川省意向公开开始获取", "四川");
			while (true)
			{
			logg.WriteLog(currPage.ToString(), "四川");
			string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage="+ currPage + "&pageSize="+ pageSize + "&noticeType=59&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime="+ operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
			using (HttpClient client = new HttpClient())
			{
			@@ -1166,7 +1182,8 @@
			{
			foreach (var sichuanjieshoudtl in sichuan.data)
			{
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "01" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
			var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
			ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
			if (zhengfuProject == null)
			{
			zhengfuProject = new ZhengfuProject();
			@@ -1302,34 +1319,34 @@
			cgfsName = "公开招标";
			break;
			case "2":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "2";
			cgfsName = "邀请招标";
			break;
			case "3":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "5";
			cgfsName = "竞争性谈判";
			break;
			case "4":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "4";
			cgfsName = "询价";
			break;
			case "5":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "7";
			cgfsName = "单一来源";
			break;
			case "6":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "3";
			cgfsName = "竞争性磋商";
			break;
			case "9":
			zhengfuProject.Cgfs = "1";
			zhengfuProject.Cgfs = "10";
			cgfsName = "其他";
			break;
			}
			zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
			zhengfuProject.Title = sichuanjieshoudtl.title;
			zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
			zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
			zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

			if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
			@@ -1416,11 +1433,12 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			}


			}
			logg.WriteLog("四川省意向公开获取完成");
			logg.WriteLog("四川省意向公开获取完成", "四川");

			//保存最后更新时间
			if (updatetime != null)
			@@ -1440,11 +1458,11 @@
			}
			catch (Exception ex)
			{
			logg.WriteLog(ex.Message);
			logg.WriteLog(ex.Message, "四川");

			logg.WriteLog(ex.StackTrace);
			logg.WriteLog(ex.StackTrace, "四川");

			logg.WriteLog(ex.ToString());
			logg.WriteLog(ex.ToString(), "四川");
			}
			finally
			{