四川政采旧网站

username@email.com

2022-07-01 71961a6e71c33d5007f5a995456b4fb1b7d9c8ca

四川政采旧网站

 zhengcaioa/Crawler/Crawler.csproj

@@ -6,6 +6,7 @@
  </PropertyGroup>

  <ItemGroup>
    <PackageReference Include="AngleSharp" Version="0.14.0" />
    <PackageReference Include="Selenium.RC" Version="3.1.0" />
    <PackageReference Include="Selenium.Support" Version="4.1.1" />
    <PackageReference Include="Selenium.WebDriver" Version="4.1.1" />

 zhengcaioa/Crawler/Program.cs

@@ -147,6 +147,7 @@
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
                //获取四川的政采数据
                sichuanoperation.operations(cccontext);
                //Console.WriteLine("这个暂停");
                Thread.CurrentThread.Join(1000*60*60*2);//阻止设定时间
            }
        }
@@ -155,8 +156,12 @@
        {
            while (true)
            {
                Console.WriteLine(DateTime.Now.ToString() + "Method2_" + Thread.CurrentThread.ManagedThreadId.ToString());
                Thread.CurrentThread.Join(1000);//阻止设定时间
                string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
                var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
                //获取四川的政采数据
                OldSichuanoperation.operations(cccontext);
                Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间
            }
        }


 zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs

New file
Diff too large

 zhengcaioa/Crawler/sichuan/sichuanoperation.cs

@@ -5,18 +5,20 @@
using System.Net.Http;
using System.Net.Http.Headers;
using System.Text;
using System.Threading;
using zhengcaioa.Models;

namespace Crawler.sichuan
{
   public class sichuanoperation
    {
        public static string api_domain = "http://192.168.0.116:9200";
        public static string sichuanpageurll = "https://zfcg.scsczt.cn";
        public static void operations(WebCrawlerContext _ccontext)
        {
            try
            {
                string api_domain = "http://192.168.0.116:9200";
                string pageurll = "https://zfcg.scsczt.cn";
               
                //获取更新时间
                string operationStartTime = "";
                Updatetime updatetime = _ccontext.Updatetimes.Where(x=>x.Sheng=="四川省").FirstOrDefault();
@@ -193,34 +195,34 @@
                                            cgfsName = "公开招标";
                                            break;
                                        case "2":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "2";
                                            cgfsName = "邀请招标";
                                            break;
                                        case "3":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "5";
                                            cgfsName = "竞争性谈判";
                                            break;
                                        case "4":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "4";
                                            cgfsName = "询价";
                                            break;
                                        case "5":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "7";
                                            cgfsName = "单一来源";
                                            break;
                                        case "6":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "3";
                                            cgfsName = "竞争性磋商";
                                            break;
                                        case "9":
                                            zhengfuProject.Cgfs = "1";
                                            zhengfuProject.Cgfs = "10";
                                            cgfsName = "其他";
                                            break;
                                    }
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -307,6 +309,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }


@@ -497,7 +500,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -584,6 +587,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }


@@ -774,7 +778,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -861,6 +865,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }


@@ -1052,7 +1057,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1139,6 +1144,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }


@@ -1329,7 +1335,7 @@
                                    zhengfuProject.OpenTenderCode = sichuanjieshoudtl.openTenderCode;
                                    zhengfuProject.Title = sichuanjieshoudtl.title;
                                    zhengfuProject.Shorttitle = sichuanjieshoudtl.shorttitle;
                                    zhengfuProject.Pageurl = pageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Pageurl = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                    zhengfuProject.Purchaser = sichuanjieshoudtl.purchaser;

                                    if (!string.IsNullOrWhiteSpace(sichuanjieshoudtl.budget))
@@ -1416,6 +1422,7 @@
                        {
                            currPage += 1;
                        }
                        Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
                    }