username@email.com
2022-07-06 1aa53fde5eb18a39c53daf910d69cb857913b08d
zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -5,18 +5,21 @@
using System.Net.Http;
using System.Net.Http.Headers;
using System.Text;
using System.Threading;
using zhengcaioa.Models;
namespace Crawler.sichuan
{
   public class sichuanoperation
    {
        public static string api_domain = "http://192.168.0.116:9200";
        //public static string api_domain = "http://localhost:9200";
        public static string sichuanpageurll = "https://zfcg.scsczt.cn";
        public static void operations(WebCrawlerContext _ccontext)
        {
            try
            {
                string api_domain = "http://192.168.0.116:9200";
                string pageurll = "https://zfcg.scsczt.cn";
                //获取更新时间
                string operationStartTime = "";
                Updatetime updatetime = _ccontext.Updatetimes.Where(x=>x.Sheng=="四川省").FirstOrDefault();
@@ -43,6 +46,7 @@
                logg.WriteLog("四川省采购公告 开始获取");
                while (true)
                {
                    logg.WriteLog(currPage.ToString());
                    string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=00101&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
                    using (HttpClient client = new HttpClient())
                    {
@@ -57,7 +61,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "02" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -193,34 +198,34 @@
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -307,6 +312,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -320,6 +326,7 @@
                logg.WriteLog("四川省中标公告 开始获取");
                while (true)
                {
                    logg.WriteLog(currPage.ToString());
                    string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=00102&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
                    using (HttpClient client = new HttpClient())
                    {
@@ -334,7 +341,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "03" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -470,34 +478,34 @@
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -584,6 +592,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -597,6 +606,7 @@
                logg.WriteLog("四川省更正公告 开始获取");
                while (true)
                {
                    logg.WriteLog(currPage.ToString());
                    string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=00103&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
                    using (HttpClient client = new HttpClient())
                    {
@@ -611,7 +621,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "04" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -747,34 +758,34 @@
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -861,6 +872,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -875,6 +887,7 @@
                logg.WriteLog("四川省废标公告 开始获取");
                while (true)
                {
                    logg.WriteLog(currPage.ToString());
                    string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage=" + currPage + "&pageSize=" + pageSize + "&noticeType=001004,001006&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime=" + operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
                    using (HttpClient client = new HttpClient())
                    {
@@ -889,7 +902,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "11" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -1025,34 +1039,34 @@
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1139,6 +1153,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -1152,6 +1167,7 @@
                logg.WriteLog("四川省意向公开 开始获取");
                while (true)
                {
                    logg.WriteLog(currPage.ToString());
                    string address = "https://zfcg.scsczt.cn/freecms/rest/v1/notice/selectInfoMoreChannel.do?&siteId=94c965cc-c55d-4f92-8469-d5875c68bd04&channel=c5bff13f-21ca-4dac-b158-cb40accd3035&currPage="+ currPage + "&pageSize="+ pageSize + "&noticeType=59&regionCode=&purchaseManner=&title=&openTenderCode=&purchaser=&agency=&purchaseNature=&operationStartTime="+ operationStartTime + "&operationEndTime=&selectTimeName=noticeTime&cityOrArea=";
                    using (HttpClient client = new HttpClient())
                    {
@@ -1166,7 +1182,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "01" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -1302,34 +1319,34 @@
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1416,6 +1433,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }