From 7b52260c2a83d23adb5447a9e9848d90b4dc018c Mon Sep 17 00:00:00 2001
From: username@email.com <yzy2002yzy@163.com>
Date: 星期五, 20 六月 2025 08:49:09 +0800
Subject: [PATCH] 爬虫 处理处罚
---
zhengcaioa/Crawler/Program.cs | 108 ++++++++++++++++++++++++++++++++++++-----------------
1 files changed, 73 insertions(+), 35 deletions(-)
diff --git a/zhengcaioa/Crawler/Program.cs b/zhengcaioa/Crawler/Program.cs
index 07fbc6d..3f181c0 100644
--- a/zhengcaioa/Crawler/Program.cs
+++ b/zhengcaioa/Crawler/Program.cs
@@ -20,11 +20,13 @@
//public static string connection = @"server=.;database=WebCrawler;uid=sa;pwd=123456;";
//public static string connection1 = @"server=.;database=zhengcaioa;uid=sa;pwd=123456;";
- //public static string api_domain = "http://192.168.0.4:9200";
+ //public static string connection2 = @"server=.;database=FZCZTB;uid=sa;pwd=123456;";
+ //public static string api_domain = "http://192.168.0.9:9200";
public static string connection = @"server=172.26.97.184;database=WebCrawler;uid=sa;pwd=Za20222812;";
public static string connection1 = @"server=172.26.97.184;database=zhengcaioa;uid=sa;pwd=Za20222812;";
- public static string api_domain = "http://localhost:9200";
+ public static string connection2 = @"server=172.26.97.184;database=FZCZTB;uid=sa;pwd=Za20222812;";
+ public static string api_domain = "http://172.26.97.184:9200";
static void Main(string[] args)
{
@@ -140,7 +142,7 @@
Program obj = new Program();
//鏂规硶涓�锛氳皟鐢ㄧ嚎绋嬫墽琛屾柟娉曪紝鍦ㄦ柟娉曚腑瀹炵幇姝诲惊鐜紝姣忎釜寰幆Sleep璁惧畾鏃堕棿
- Thread thread = new Thread(new ThreadStart(obj.Method1));
+ Thread thread = new Thread(new ThreadStart(obj.Method));
thread.Start();
@@ -148,65 +150,101 @@
thread1.Start();
- Thread thread2 = new Thread(new ThreadStart(obj.Method3));
- thread2.Start();
+ //Thread thread2 = new Thread(new ThreadStart(obj.Method3));
+ //thread2.Start();
Console.WriteLine("Hello World!");
}
- void Method1()
+ void Method()
{
while (true)
{
- ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ //ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
- var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+ var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection2).Options);
- var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
- var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+ //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
- //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
- sichuanoperation.operations(cccontext, cccontext1);
+ //鑾峰彇鍥涘窛鐨勬姇璇夊鐞嗘暟鎹�
+ sichuantousuoperation.operations(cccontext);
//Console.WriteLine("杩欎釜鏆傚仠");
Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
}
}
+
void Method2()
{
while (true)
{
- ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ //ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
- var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
-
- var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
- var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
-
- //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
- OldSichuanoperation.operations(cccontext, cccontext1);
- Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
- }
- }
-
-
- void Method3()
- {
- while (true)
- {
- ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
- var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
- var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+ var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection2).Options);
//var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
//var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
- //鑾峰彇涓浗鏀块噰缃戠殑鍥涘窛鏀块噰鏁版嵁
- CcgpSichuanoperation.operations(cccontext);
- Thread.CurrentThread.Join(1000 * 60 * 30);//闃绘璁惧畾鏃堕棿
+ sichuantousuoperation.operations1(cccontext);
+ //Console.WriteLine("杩欎釜鏆傚仠");
+ Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
}
}
+ //void Method1()
+ //{
+ // while (true)
+ // {
+ // ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ // var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
+ // var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ // var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ // var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ // //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
+ // sichuanoperation.operations(cccontext, cccontext1);
+ // //Console.WriteLine("杩欎釜鏆傚仠");
+ // Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
+ // }
+ //}
+
+ //void Method2()
+ //{
+ // while (true)
+ // {
+ // ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ // var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
+ // var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ // var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ // var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ // //鑾峰彇鍥涘窛鐨勬斂閲囨暟鎹�
+ // OldSichuanoperation.operations(cccontext, cccontext1);
+ // Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//闃绘璁惧畾鏃堕棿
+ // }
+ //}
+
+
+ //void Method3()
+ //{
+ // while (true)
+ // {
+ // ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
+ // var dbContextOptionBuilder = new DbContextOptionsBuilder<WebCrawlerContext>();
+ // var cccontext = new WebCrawlerContext(dbContextOptionBuilder.UseSqlServer(connection).Options);
+
+ // //var dbContextOptionBuilder1 = new DbContextOptionsBuilder<zhengcaioaContext>();
+ // //var cccontext1 = new zhengcaioaContext(dbContextOptionBuilder1.UseSqlServer(connection1).Options);
+
+ // //鑾峰彇涓浗鏀块噰缃戠殑鍥涘窛鏀块噰鏁版嵁
+ // CcgpSichuanoperation.operations(cccontext);
+ // Thread.CurrentThread.Join(1000 * 60 * 10);//闃绘璁惧畾鏃堕棿
+ // }
+ //}
+
--
Gitblit v1.9.1