From 7b52260c2a83d23adb5447a9e9848d90b4dc018c Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期五, 20 六月 2025 08:49:09 +0800
Subject: [PATCH] 爬虫 处理处罚
---
zhengcaioa/Crawler/Program.cs | 106 ++++++++++++++++++++++++++++++++++++++++++++++------
1 files changed, 93 insertions(+), 13 deletions(-)
diff --git a/zhengcaioa/Crawler/Program.cs b/zhengcaioa/Crawler/Program.cs
index 8c24ce4..3f181c0 100644
--- a/zhengcaioa/Crawler/Program.cs
+++ b/zhengcaioa/Crawler/Program.cs
@@ -1,11 +1,15 @@
-锘縰sing Crawler.sichuan;
+锘縰sing AngleSharp.Html.Parser;
+using Crawler.sichuan;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using Newtonsoft.Json;
using OpenQA.Selenium;
using OpenQA.Selenium.Chrome;
using System;
+using System.Linq;
+using System.Net;
using System.Net.Http;
+using System.Net.Http.Headers;
using System.Threading;
using zhengcaioa.Models;
@@ -13,12 +17,21 @@
{
class Program
{
- public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
+
+ //public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
+ //public static string connection1 = @"server=.;database=zhengcaioa;uid=sa;pwd=123456;";
+ //public static string connection2 = @"server=.;database=FZCZTB;uid=sa;pwd=123456;";
+ //public static string api_domain = "http://192.168.0.9:9200";
+
+ public static string connection = @"server=172.26.97.184;database=WebCrawler;uid=sa;pwd=Za20222812;";
+ public static string connection1 = @"server=172.26.97.184;database=zhengcaioa;uid=sa;pwd=Za20222812;";
+ public static string connection2 = @"server=172.26.97.184;database=FZCZTB;uid=sa;pwd=Za20222812;";
+ public static string api_domain = "http://172.26.97.184:9200";
static void Main(string[] args)
{
-
+
@@ -129,41 +142,108 @@
Program obj = new Program();
//鏂规硶涓�锛氳皟鐢ㄧ嚎绋嬫墽琛屾柟娉曪紝鍦ㄦ柟娉曚腑瀹炵幇姝诲惊鐜紝姣忎釜寰幆Sleep璁惧畾鏃堕棿
- Thread thread = new Thread(new ThreadStart(obj.Method1));
+ Thread thread = new Thread(new ThreadStart(obj.Method));
thread.Start();
Thread thread1 = new Thread(new ThreadStart(obj.Method2));
thread1.Start();
+
+ //Thread thread2 = new Thread(new ThreadStart(obj.Method3));
+ //thread2.Start();
+
Console.WriteLine("Hello World!");
}
- void Method1()
+ void Method()
{
while (true)
{
+ //ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
- var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
- //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
- sichuanoperation.operations(cccontext);
+ var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection2).Options);
+
+ //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ //鑾峰彇鍥涘窛鐨勬姇璇夊鐞嗘暟鎹�
+ sichuantousuoperation.operations(cccontext);
//Console.WriteLine("杩欎釜鏆傚仠");
- Thread.CurrentThread.Join(1000*60*60*2);//闃绘璁惧畾鏃堕棿
+ Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
}
}
+
void Method2()
{
while (true)
{
+ //ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
- var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
- //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
- OldSichuanoperation.operations(cccontext);
- Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
+ var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection2).Options);
+
+ //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ sichuantousuoperation.operations1(cccontext);
+ //Console.WriteLine("杩欎釜鏆傚仠");
+ Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
}
}
+ //void Method1()
+ //{
+ // while (true)
+ // {
+ // ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ // var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
+ // var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ // var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ // var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ // //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
+ // sichuanoperation.operations(cccontext, cccontext1);
+ // //Console.WriteLine("杩欎釜鏆傚仠");
+ // Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
+ // }
+ //}
+
+ //void Method2()
+ //{
+ // while (true)
+ // {
+ // ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ // var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
+ // var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ // var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ // var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ // //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
+ // OldSichuanoperation.operations(cccontext, cccontext1);
+ // Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
+ // }
+ //}
+
+
+ //void Method3()
+ //{
+ // while (true)
+ // {
+ // ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ // var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
+ // var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ // //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ // //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ // //鑾峰彇涓浗鏀块噰缃戠殑鍥涘窛鏀块噰鏁版嵁
+ // CcgpSichuanoperation.operations(cccontext);
+ // Thread.CurrentThread.Join(1000 * 60 * 10);//闃绘璁惧畾鏃堕棿
+ // }
+ //}
--
Gitblit v1.9.1