提交

username@email.com

2023-01-05 e7b84fe17bca18fe7715c2078883fe0999a296d6

 zhengcaioa/Crawler/Program.cs

@@ -1,12 +1,15 @@
using Crawler.sichuan;
using AngleSharp.Html.Parser;
using Crawler.sichuan;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using Newtonsoft.Json;
using OpenQA.Selenium;
using OpenQA.Selenium.Chrome;
using System;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Net.Http.Headers;
using System.Threading;
using zhengcaioa.Models;

@@ -14,14 +17,19 @@
{
    class Program
    {
      
        public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
        //public static string connection = @"server=172.26.97.147;database=WebCrawler;uid=sa;pwd=Za20222812;";

        //public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
        //public static string connection1 = @"server=.;database=zhengcaioa;uid=sa;pwd=123456;";
        //public static string api_domain = "http://192.168.0.4:9200";

        public static string connection = @"server=172.26.97.184;database=WebCrawler;uid=sa;pwd=Za20222812;";
        public static string connection1 = @"server=172.26.97.184;database=zhengcaioa;uid=sa;pwd=Za20222812;";
        public static string api_domain = "http://172.26.97.184:9200";
        static void Main(string[] args)
        {
           


       



@@ -139,6 +147,10 @@
            Thread thread1 = new Thread(new ThreadStart(obj.Method2));
            thread1.Start();


            Thread thread2 = new Thread(new ThreadStart(obj.Method3));
            thread2.Start();

            Console.WriteLine("Hello World!");
        }

@@ -149,8 +161,12 @@
                ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
                var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);

                var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
                var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);

                //获取四川的政采数据
                sichuanoperation.operations(cccontext);
                sichuanoperation.operations(cccontext, cccontext1);
                //Console.WriteLine("这个暂停");
                Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间
            }
@@ -163,13 +179,34 @@
                ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
                var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);

                var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
                var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);

                //获取四川的政采数据
                OldSichuanoperation.operations(cccontext);
                OldSichuanoperation.operations(cccontext, cccontext1);
                Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间
            }
        }


        void Method3()
        {
            while (true)
            {
                ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
                var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);

                //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
                //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);

                //获取中国政采网的四川政采数据
                CcgpSichuanoperation.operations(cccontext);
                Thread.CurrentThread.Join(1000 * 60 * 10);//阻止设定时间
            }
        }