zhengcaioa.git - Gitblit

			@@ -10,6 +10,7 @@
			using System.Net.Http;
			using System.Net.Http.Headers;
			using System.Text;
			using System.Text.RegularExpressions;
			using System.Threading;
			using zhengcaioa.Models;
			namespace Crawler.sichuan
			@@ -256,7 +257,32 @@
			list11 = lists.ToList();
			}

			string[] bbb = null;
			var scriptElements = document.QuerySelectorAll("script");
			foreach (var scriptElement in scriptElements)
			{
			var scriptText = scriptElement.TextContent;

			if (scriptText.Contains("var ohtmlurls")) // 检查文本中是否包含特定变量
			{

			int startIndex = scriptText.IndexOf('"') + 1;
			int endIndex = scriptText.IndexOf('"', startIndex);
			if (startIndex > 0 && endIndex > startIndex)
			{
			var aaaa = scriptText.Substring(startIndex, endIndex - startIndex);
			if (!string.IsNullOrEmpty(aaaa))
			{
			bbb = aaaa.Split(',');
			}
			}
			}
			}




			int ccc = 0;

			foreach (var sichuanjieshoudtl1 in lists)
			{
			@@ -264,7 +290,17 @@
			try
			{
			sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
			aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
			if(bbb!=null && bbb.Length>= ccc && !string.IsNullOrEmpty(bbb[ccc]))
			{
			aaaaaaaa.pageurl = bbb[ccc];
			ccc = ccc + 1;
			}
			else
			{
			ccc = ccc + 1;
			continue;
			}
			// aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");

			logg.WriteLog(aaaaaaaa.pageurl, "中国政采网四川省");
			aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").TextContent.Replace("\n", "").Trim();
			@@ -650,13 +686,51 @@
			{
			list11 = lists.ToList();
			}

			string[] bbb = null;
			var scriptElements = document.QuerySelectorAll("script");
			foreach (var scriptElement in scriptElements)
			{
			var scriptText = scriptElement.TextContent;

			if (scriptText.Contains("var ohtmlurls")) // 检查文本中是否包含特定变量
			{

			int startIndex = scriptText.IndexOf('"') + 1;
			int endIndex = scriptText.IndexOf('"', startIndex);
			if (startIndex > 0 && endIndex > startIndex)
			{
			var aaaa = scriptText.Substring(startIndex, endIndex - startIndex);
			if (!string.IsNullOrEmpty(aaaa))
			{
			bbb = aaaa.Split(',');
			}
			}
			}
			}




			int ccc = 0;

			foreach (var sichuanjieshoudtl1 in lists)
			{
			Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
			try
			{
			sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
			aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
			if (bbb != null && bbb.Length >= ccc && !string.IsNullOrEmpty(bbb[ccc]))
			{
			aaaaaaaa.pageurl = bbb[ccc];
			ccc = ccc + 1;
			}
			else
			{
			ccc = ccc + 1;
			continue;
			}
			// aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");

			logg.WriteLog(aaaaaaaa.pageurl, "中国政采网四川省");
			aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").TextContent.Replace("\n", "").Trim();
			@@ -990,13 +1064,50 @@
			list11 = lists.ToList();
			}

			string[] bbb = null;
			var scriptElements = document.QuerySelectorAll("script");
			foreach (var scriptElement in scriptElements)
			{
			var scriptText = scriptElement.TextContent;

			if (scriptText.Contains("var ohtmlurls")) // 检查文本中是否包含特定变量
			{

			int startIndex = scriptText.IndexOf('"') + 1;
			int endIndex = scriptText.IndexOf('"', startIndex);
			if (startIndex > 0 && endIndex > startIndex)
			{
			var aaaa = scriptText.Substring(startIndex, endIndex - startIndex);
			if (!string.IsNullOrEmpty(aaaa))
			{
			bbb = aaaa.Split(',');
			}
			}
			}
			}




			int ccc = 0;

			foreach (var sichuanjieshoudtl1 in lists)
			{
			Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
			try
			{
			sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
			aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
			if (bbb != null && bbb.Length >= ccc && !string.IsNullOrEmpty(bbb[ccc]))
			{
			aaaaaaaa.pageurl = bbb[ccc];
			ccc = ccc + 1;
			}
			else
			{
			ccc = ccc + 1;
			continue;
			}
			// aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");

			logg.WriteLog(aaaaaaaa.pageurl, "中国政采网四川省");
			aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").TextContent.Replace("\n", "").Trim();
			@@ -1381,13 +1492,50 @@
			list11 = lists.ToList();
			}

			string[] bbb = null;
			var scriptElements = document.QuerySelectorAll("script");
			foreach (var scriptElement in scriptElements)
			{
			var scriptText = scriptElement.TextContent;

			if (scriptText.Contains("var ohtmlurls")) // 检查文本中是否包含特定变量
			{

			int startIndex = scriptText.IndexOf('"') + 1;
			int endIndex = scriptText.IndexOf('"', startIndex);
			if (startIndex > 0 && endIndex > startIndex)
			{
			var aaaa = scriptText.Substring(startIndex, endIndex - startIndex);
			if (!string.IsNullOrEmpty(aaaa))
			{
			bbb = aaaa.Split(',');
			}
			}
			}
			}




			int ccc = 0;

			foreach (var sichuanjieshoudtl1 in lists)
			{
			Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
			try
			{
			sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
			aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
			if (bbb != null && bbb.Length >= ccc && !string.IsNullOrEmpty(bbb[ccc]))
			{
			aaaaaaaa.pageurl = bbb[ccc];
			ccc = ccc + 1;
			}
			else
			{
			ccc = ccc + 1;
			continue;
			}
			// aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");

			logg.WriteLog(aaaaaaaa.pageurl, "中国政采网四川省");
			aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").TextContent.Replace("\n", "").Trim();
			@@ -1720,13 +1868,51 @@
			list11 = lists.ToList();
			}


			string[] bbb = null;
			var scriptElements = document.QuerySelectorAll("script");
			foreach (var scriptElement in scriptElements)
			{
			var scriptText = scriptElement.TextContent;

			if (scriptText.Contains("var ohtmlurls")) // 检查文本中是否包含特定变量
			{

			int startIndex = scriptText.IndexOf('"') + 1;
			int endIndex = scriptText.IndexOf('"', startIndex);
			if (startIndex > 0 && endIndex > startIndex)
			{
			var aaaa = scriptText.Substring(startIndex, endIndex - startIndex);
			if (!string.IsNullOrEmpty(aaaa))
			{
			bbb = aaaa.Split(',');
			}
			}
			}
			}




			int ccc = 0;

			foreach (var sichuanjieshoudtl1 in lists)
			{
			Thread.CurrentThread.Join(1000 * 10);//阻止设定时间
			try
			{
			sichuanjieshoudtl aaaaaaaa = new sichuanjieshoudtl();
			aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");
			if (bbb != null && bbb.Length >= ccc && !string.IsNullOrEmpty(bbb[ccc]))
			{
			aaaaaaaa.pageurl = bbb[ccc];
			ccc = ccc + 1;
			}
			else
			{
			ccc = ccc + 1;
			continue;
			}
			// aaaaaaaa.pageurl = sichuanjieshoudtl1.QuerySelector("a").GetAttribute("href");

			logg.WriteLog(aaaaaaaa.pageurl, "中国政采网四川省");
			aaaaaaaa.title = sichuanjieshoudtl1.QuerySelector("a").TextContent.Replace("\n", "").Trim();

	zhengcaioa/Crawler/Program.cs	8 ●●●●● 补丁 \| 查看 \| 原始文档 \| blame \| 历史
	zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs	196 ●●●●● 补丁 \| 查看 \| 原始文档 \| blame \| 历史
	zhengcaioa/Crawler/sichuan/sichuanoperation.cs	10 ●●●●● 补丁 \| 查看 \| 原始文档 \| blame \| 历史

			@@ -144,12 +144,12 @@
			thread.Start();


			Thread thread1 = new Thread(new ThreadStart(obj.Method2));
			thread1.Start();
			//Thread thread1 = new Thread(new ThreadStart(obj.Method2));
			//thread1.Start();


			Thread thread2 = new Thread(new ThreadStart(obj.Method3));
			thread2.Start();
			//Thread thread2 = new Thread(new ThreadStart(obj.Method3));
			//thread2.Start();

			Console.WriteLine("Hello World!");
			}

			@@ -321,7 +321,7 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			Thread.CurrentThread.Join(1000 * 20);//阻止设定时间
			}


			@@ -608,7 +608,7 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			Thread.CurrentThread.Join(1000 * 20);//阻止设定时间
			}


			@@ -1051,7 +1051,7 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			Thread.CurrentThread.Join(1000 * 20);//阻止设定时间
			}


			@@ -1338,7 +1338,7 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			Thread.CurrentThread.Join(1000 * 20);//阻止设定时间
			}


			@@ -1691,7 +1691,7 @@
			{
			currPage += 1;
			}
			Thread.CurrentThread.Join(1000 * 2);//阻止设定时间
			Thread.CurrentThread.Join(1000 * 20);//阻止设定时间
			}