username@email.com
2022-07-04 733aca1e22e5b4cecdce37238b9ff43027b2615e
zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -5,18 +5,21 @@
using System.Net.Http;
using System.Net.Http.Headers;
using System.Text;
using System.Threading;
using zhengcaioa.Models;
namespace Crawler.sichuan
{
   public class sichuanoperation
    {
        public static string api_domain = "http://192.168.0.116:9200";
        //public static string api_domain = "http://localhost:9200";
        public static string sichuanpageurll = "https://zfcg.scsczt.cn";
        public static void operations(WebCrawlerContext _ccontext)
        {
            try
            {
                string api_domain = "http://192.168.0.116:9200";
                string pageurll = "https://zfcg.scsczt.cn";
                //获取更新时间
                string operationStartTime = "";
                Updatetime updatetime = _ccontext.Updatetimes.Where(x=>x.Sheng=="四川省").FirstOrDefault();
@@ -57,7 +60,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "02" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -193,34 +197,34 @@
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -307,6 +311,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -334,7 +339,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "03" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -497,7 +503,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -584,6 +590,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -611,7 +618,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "04" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -774,7 +782,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -861,6 +869,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -889,7 +898,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "11" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -1052,7 +1062,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1139,6 +1149,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }
@@ -1166,7 +1177,8 @@
                        {
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.OpenTenderCode == sichuanjieshoudtl.openTenderCode && x.Gglx == "01" && x.NoticeTime == sichuanjieshoudtl.noticeTime).FirstOrDefault();
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                ZhengfuProject zhengfuProject = _ccontext.ZhengfuProjects.Where(x => x.Pageurl == pageurl1).FirstOrDefault();
                                if (zhengfuProject == null)
                                {
                                    zhengfuProject = new ZhengfuProject();
@@ -1329,7 +1341,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;
                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1416,6 +1428,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }