| | |
| | | using Crawler.sichuan; |
| | | using AngleSharp.Html.Parser; |
| | | using Crawler.sichuan; |
| | | using Microsoft.EntityFrameworkCore; |
| | | using Microsoft.Extensions.DependencyInjection; |
| | | using Newtonsoft.Json; |
| | | using OpenQA.Selenium; |
| | | using OpenQA.Selenium.Chrome; |
| | | using System; |
| | | using System.Linq; |
| | | using System.Net; |
| | | using System.Net.Http; |
| | | using System.Net.Http.Headers; |
| | | using System.Threading; |
| | | using zhengcaioa.Models; |
| | | |
| | |
| | | { |
| | | class Program |
| | | { |
| | | |
| | | //public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;"; |
| | | //public static string connection1 = @"server=.;database=zhengcaioa;uid=sa;pwd=123456;"; |
| | | //public static string api_domain = "http://192.168.0.15:9200"; |
| | | |
| | | public static string connection = @"server=172.26.97.184;database=WebCrawler;uid=sa;pwd=Za20222812;"; |
| | | public static string connection1 = @"server=172.26.97.184;database=zhengcaioa;uid=sa;pwd=Za20222812;"; |
| | | public static string api_domain = "http://172.26.97.184:9200"; |
| | | static void Main(string[] args) |
| | | { |
| | | |
| | | |
| | | |
| | | |
| | | |
| | | |
| | | |
| | |
| | | Thread thread1 = new Thread(new ThreadStart(obj.Method2)); |
| | | thread1.Start(); |
| | | |
| | | |
| | | Thread thread2 = new Thread(new ThreadStart(obj.Method3)); |
| | | thread2.Start(); |
| | | |
| | | Console.WriteLine("Hello World!"); |
| | | } |
| | | |
| | |
| | | { |
| | | while (true) |
| | | { |
| | | string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;"; |
| | | ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12; |
| | | var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>(); |
| | | var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options); |
| | | |
| | | var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>(); |
| | | var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options); |
| | | |
| | | //获取四川的政采数据 |
| | | sichuanoperation.operations(cccontext); |
| | | Thread.CurrentThread.Join(1000*60*60*2);//阻止设定时间 |
| | | sichuanoperation.operations(cccontext, cccontext1); |
| | | //Console.WriteLine("这个暂停"); |
| | | Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间 |
| | | } |
| | | } |
| | | |
| | |
| | | { |
| | | while (true) |
| | | { |
| | | Console.WriteLine(DateTime.Now.ToString() + "Method2_" + Thread.CurrentThread.ManagedThreadId.ToString()); |
| | | Thread.CurrentThread.Join(1000);//阻止设定时间 |
| | | ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12; |
| | | var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>(); |
| | | var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options); |
| | | |
| | | var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>(); |
| | | var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options); |
| | | |
| | | //获取四川的政采数据 |
| | | OldSichuanoperation.operations(cccontext, cccontext1); |
| | | Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间 |
| | | } |
| | | } |
| | | |
| | | |
| | | void Method3() |
| | | { |
| | | while (true) |
| | | { |
| | | ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12; |
| | | var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>(); |
| | | var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options); |
| | | |
| | | //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>(); |
| | | //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options); |
| | | |
| | | //获取中国政采网的四川政采数据 |
| | | CcgpSichuanoperation.operations(cccontext); |
| | | Thread.CurrentThread.Join(1000 * 60 * 10);//阻止设定时间 |
| | | } |
| | | } |
| | | |
| | | |
| | | |
| | | |