提交

username@email.com

2024-07-24 294494e5559dcc92670dd9800caf976853aff876

 zhengcaioa/Crawler/Program.cs

@@ -1,11 +1,15 @@
using Crawler.sichuan;
using AngleSharp.Html.Parser;
using Crawler.sichuan;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using Newtonsoft.Json;
using OpenQA.Selenium;
using OpenQA.Selenium.Chrome;
using System;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Net.Http.Headers;
using System.Threading;
using zhengcaioa.Models;

@@ -13,12 +17,19 @@
{
    class Program
    {
        public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";

        //public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
        //public static string connection1 = @"server=.;database=zhengcaioa;uid=sa;pwd=123456;";
        //public static string api_domain = "http://192.168.0.9:9200";

        public static string connection = @"server=172.26.97.184;database=WebCrawler;uid=sa;pwd=Za20222812;";
        public static string connection1 = @"server=172.26.97.184;database=zhengcaioa;uid=sa;pwd=Za20222812;";
        public static string api_domain = "http://172.26.97.184:9200";
        static void Main(string[] args)
        {
           


       



@@ -133,8 +144,12 @@
            thread.Start();


            Thread thread1 = new Thread(new ThreadStart(obj.Method2));
            thread1.Start();
            //Thread thread1 = new Thread(new ThreadStart(obj.Method2));
            //thread1.Start();


            //Thread thread2 = new Thread(new ThreadStart(obj.Method3));
            //thread2.Start();

            Console.WriteLine("Hello World!");
        }
@@ -143,12 +158,17 @@
        {
            while (true)
            {
                ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
                var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);

                var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
                var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);

                //获取四川的政采数据
                sichuanoperation.operations(cccontext);
                sichuanoperation.operations(cccontext, cccontext1);
                //Console.WriteLine("这个暂停");
                Thread.CurrentThread.Join(1000*60*60*2);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间
            }
        }

@@ -156,15 +176,37 @@
        {
            while (true)
            {
                ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
                var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);

                var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
                var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);

                //获取四川的政采数据
                OldSichuanoperation.operations(cccontext);
                OldSichuanoperation.operations(cccontext, cccontext1);
                Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间
            }
        }


        void Method3()
        {
            while (true)
            {
                ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
                var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
                var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);

                //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
                //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);

                //获取中国政采网的四川政采数据
                CcgpSichuanoperation.operations(cccontext);
                Thread.CurrentThread.Join(1000 * 60 * 10);//阻止设定时间
            }
        }