From b20a34e8277267124f9708c2c97e92ed1052fa08 Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期六, 12 十一月 2022 14:43:48 +0800
Subject: [PATCH] 自动抓取中标项目
---
zhengcaioa/Crawler/Program.cs | 39 ++++++++++++++++++++++++++++++++-------
1 files changed, 32 insertions(+), 7 deletions(-)
diff --git a/zhengcaioa/Crawler/Program.cs b/zhengcaioa/Crawler/Program.cs
index aa22779..b72b4fe 100644
--- a/zhengcaioa/Crawler/Program.cs
+++ b/zhengcaioa/Crawler/Program.cs
@@ -1,11 +1,15 @@
-锘縰sing Crawler.sichuan;
+锘縰sing AngleSharp.Html.Parser;
+using Crawler.sichuan;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using Newtonsoft.Json;
using OpenQA.Selenium;
using OpenQA.Selenium.Chrome;
using System;
+using System.Linq;
+using System.Net;
using System.Net.Http;
+using System.Net.Http.Headers;
using System.Threading;
using zhengcaioa.Models;
@@ -13,11 +17,19 @@
{
class Program
{
+
+ //public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
+ //public static string connection1 = @"server=.;database=zhengcaioa;uid=sa;pwd=123456;";
+ //public static string api_domain = "http://192.168.0.4:9200";
+
+ public static string connection = @"server=172.26.97.184;database=WebCrawler;uid=sa;pwd=Za20222812;";
+ public static string connection1 = @"server=172.26.97.184;database=zhengcaioa;uid=sa;pwd=Za20222812;";
+ public static string api_domain = "http://localhost:9200";
static void Main(string[] args)
{
-
+
@@ -142,12 +154,17 @@
{
while (true)
{
- string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
+ ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
//鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
- sichuanoperation.operations(cccontext);
- Thread.CurrentThread.Join(1000*60*60*2);//闃绘璁惧畾鏃堕棿
+ sichuanoperation.operations(cccontext, cccontext1);
+ //Console.WriteLine("杩欎釜鏆傚仠");
+ Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
}
}
@@ -155,8 +172,16 @@
{
while (true)
{
- Console.WriteLine(DateTime.Now.ToString() + "Method2_" + Thread.CurrentThread.ManagedThreadId.ToString());
- Thread.CurrentThread.Join(1000);//闃绘璁惧畾鏃堕棿
+ ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
+ var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
+ OldSichuanoperation.operations(cccontext, cccontext1);
+ Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
}
}
--
Gitblit v1.9.1