提交

username@email.com

2023-11-21 a7ae63ad871b986eb1bede54219638edd4e29b63

 zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs

@@ -3,7 +3,10 @@
using System;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.IO.Compression;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Net.Http.Headers;
using System.Text;
@@ -19,133 +22,139 @@
        {
            try
            {


                //获取更新时间
                string operationStartTime = "";
                string operationEndTime = "";
                Updatetime updatetime = _ccontext.Updatetimes.Where(x => x.Sheng == "中国政采网四川省").FirstOrDefault();
                if (updatetime != null)

                logg.WriteLog("开始判断时间", "中国政采网四川省");

                if (DateTime.Now.Hour == 0 )
                {
                    operationStartTime = updatetime.Updatetime1.ToString("yyyy-MM-dd");
                    operationEndTime = DateTime.Now.ToString("yyyy-MM-dd");
                    //updatetime.Updatetime1 = DateTime.Now.AddDays(-1);
                    //_ccontext.SaveChanges();
                    DateTime datenow = DateTime.Now.Date;
                    Updatetime updatetime = _ccontext.Updatetimes.Where(x => x.Sheng == "中国政采网四川省").FirstOrDefault();
                    logg.WriteLog("datenow="+datenow.ToString("yyyy-MM-dd HH:mm:ss"), "中国政采网四川省");
                    operationStartTime = datenow.AddDays(-1).ToString("yyyy-MM-dd");
                    operationEndTime = datenow.AddDays(-1).ToString("yyyy-MM-dd");
                    logg.WriteLog("operationStartTime=" + operationStartTime, "中国政采网四川省");
                    logg.WriteLog("operationEndTime=" + operationEndTime, "中国政采网四川省");
                    var currPage = 1;
                    string sichuanpageurll = "";
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 意向公开
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=9&dbselect=bidx&kw=%E6%84%8F%E5%90%91&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省意向公开 开始获取", "中国政采网四川省");
                    yixianggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                    logg.WriteLog("中国政采网四川省意向公开 开始获取结束", "中国政采网四川省");
                    #endregion

                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                    #region 公开招标
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=1&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取", "中国政采网四川省");
                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "1", "公开招标");
                    logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                    #region 询价
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=2&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省采购公告 询价 开始获取", "中国政采网四川省");
                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "4", "询价");
                    logg.WriteLog("中国政采网四川省采购公告 询价 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 竞争性谈判
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=3&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取", "中国政采网四川省");
                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "5", "竞争性谈判");
                    logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 单一来源
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=4&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取", "中国政采网四川省");
                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "7", "单一来源");
                    logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 邀请招标
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=6&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取", "中国政采网四川省");
                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "2", "邀请招标");
                    logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 竞争性磋商
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=10&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取", "中国政采网四川省");
                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "3", "竞争性磋商");
                    logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 中标公告
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=7&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省中标公告 开始获取", "中国政采网四川省");
                    zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                    logg.WriteLog("中国政采网四川省中标公告 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 成交公告
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=11&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省成交公告 开始获取", "中国政采网四川省");
                    zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                    logg.WriteLog("中国政采网四川省成交公告 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 更正公告
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=8&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省更正公告 开始获取", "中国政采网四川省");
                    gengzhenggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                    logg.WriteLog("中国政采网四川省更正公告 开始获取结束", "中国政采网四川省");
                    #endregion
                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                    #region 废标公告
                    currPage = 1;
                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=12&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                    logg.WriteLog("中国政采网四川省废标公告 开始获取", "中国政采网四川省");
                    feibiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                    logg.WriteLog("中国政采网四川省废标公告 开始获取结束", "中国政采网四川省");
                    #endregion



                    //保存最后更新时间
                    if (updatetime != null)
                    {
                        updatetime.Updatetime1 = datenow;
                        _ccontext.SaveChanges();
                    }
                    else
                    {
                        updatetime = new Updatetime();
                        updatetime.Id = Guid.NewGuid().ToString();
                        updatetime.Sheng = "中国政采网四川省";
                        updatetime.Updatetime1 = datenow;
                        _ccontext.Updatetimes.Add(updatetime);
                        _ccontext.SaveChanges();
                    }

                    Thread.CurrentThread.Join(1000 * 60 * 60);//阻止设定时间
                }
                else
                {
                    operationStartTime = "2021-12-01"; //DateTime.Now.AddYears(-1).ToString("yyyy-MM-dd");
                    operationEndTime = "2022-12-01";//DateTime.Now.ToString("yyyy-MM-dd");
                }
                var currPage = 1;
                string sichuanpageurll = "";
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 意向公开
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=9&dbselect=bidx&kw=%E6%84%8F%E5%90%91&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省意向公开 开始获取", "中国政采网四川省");
                yixianggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                logg.WriteLog("中国政采网四川省意向公开 开始获取结束", "中国政采网四川省");
                #endregion

                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 公开招标
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=1&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取", "中国政采网四川省");
                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "1", "公开招标");
                logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间

                #region 询价
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=2&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省采购公告 询价 开始获取", "中国政采网四川省");
                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "4", "询价");
                logg.WriteLog("中国政采网四川省采购公告 询价 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 竞争性谈判
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=3&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取", "中国政采网四川省");
                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "5", "竞争性谈判");
                logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 单一来源
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=4&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取", "中国政采网四川省");
                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "7", "单一来源");
                logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 邀请招标
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=6&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取", "中国政采网四川省");
                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "2", "邀请招标");
                logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 竞争性磋商
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=10&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取", "中国政采网四川省");
                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "3", "竞争性磋商");
                logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 中标公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=7&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省中标公告 开始获取", "中国政采网四川省");
                zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                logg.WriteLog("中国政采网四川省中标公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 成交公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=11&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省成交公告 开始获取", "中国政采网四川省");
                zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                logg.WriteLog("中国政采网四川省成交公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 更正公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=8&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省更正公告 开始获取", "中国政采网四川省");
                gengzhenggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);
                logg.WriteLog("中国政采网四川省更正公告 开始获取结束", "中国政采网四川省");
                #endregion
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
                #region 废标公告
                currPage = 1;
                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=12&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";
                logg.WriteLog("中国政采网四川省废标公告 开始获取", "中国政采网四川省");
                feibiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime , currPage);
                logg.WriteLog("中国政采网四川省废标公告 开始获取结束", "中国政采网四川省");
                #endregion
                


                //保存最后更新时间
                if (updatetime != null)
                {
                    updatetime.Updatetime1 = DateTime.Now.AddDays(-1);
                    _ccontext.SaveChanges();
                }
                else
                {
                    updatetime = new Updatetime();
                    updatetime.Id = Guid.NewGuid().ToString();
                    updatetime.Sheng = "中国政采网四川省";
                    updatetime.Updatetime1 = DateTime.Now.AddDays(-1);
                    _ccontext.Updatetimes.Add(updatetime);
                    _ccontext.SaveChanges();
                }
                //datenow = DateTime.Now.Date.AddDays(1);
             
            }
            catch (Exception ex)
            {
@@ -165,7 +174,7 @@


        //采购公告
        public static void caigougonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page, string cgfs, string cgfsName)
        public static async void caigougonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page, string cgfs, string cgfsName)
        {

            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));
@@ -179,12 +188,36 @@
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
                {
                    using (HttpClient client = new HttpClient())
                    HttpClientHandler handler = new HttpClientHandler();
                    handler.CookieContainer = new CookieContainer();
                    using (HttpClient client = new HttpClient(handler))
                    {
                        client.Timeout = TimeSpan.FromSeconds(60);
                        client.DefaultRequestHeaders.Add("Accept", "*/*");
                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");
                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");
                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();
                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;
                        var res = response.Content.ReadAsStringAsync().Result;
                        string res = "";
                        if (response.IsSuccessStatusCode)
                        {
                            using (var responseStream = await response.Content.ReadAsStreamAsync())
                            {
                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))
                                {
                                    using (var reader = new StreamReader(decompressedStream))
                                    {
                                        res = await reader.ReadToEndAsync();
                                        // 处理解压缩后的响应内容
                                    }
                                }
                            }
                        }
                        else
                        {
                            // 处理请求失败的情况
                        }
                        //var res = response.Content.ReadAsStringAsync().Result;
                        var document = parser.ParseDocument(res);
                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();
                        var contentList = sssdfsdfsd.QuerySelector("ul");
@@ -283,7 +316,7 @@
                                                {
                                                    var ssss = fujianya.Id;
                                                    var sssss = fujianya.InnerHtml;
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                }
                                                fujianhtml += "</tbody></table></div>";

@@ -536,7 +569,7 @@


        //意向公开
        public static void yixianggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime,string endTime, int page)
        public static async void yixianggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime,string endTime, int page)
        {

            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));
@@ -550,12 +583,36 @@
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
                {
                    using (HttpClient client = new HttpClient())
                    HttpClientHandler handler = new HttpClientHandler();
                    handler.CookieContainer = new CookieContainer();
                    using (HttpClient client = new HttpClient(handler))
                    {
                        client.Timeout = TimeSpan.FromSeconds(60);
                        client.DefaultRequestHeaders.Add("Accept", "*/*");
                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");
                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");
                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();
                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;
                        var res = response.Content.ReadAsStringAsync().Result;
                        //var res = response.Content.ReadAsStringAsync().Result;
                        string res = "";
                        if (response.IsSuccessStatusCode)
                        {
                            using (var responseStream = await response.Content.ReadAsStreamAsync())
                            {
                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))
                                {
                                    using (var reader = new StreamReader(decompressedStream))
                                    {
                                        res = await reader.ReadToEndAsync();
                                        // 处理解压缩后的响应内容
                                    }
                                }
                            }
                        }
                        else
                        {
                            // 处理请求失败的情况
                        }
                        var document = parser.ParseDocument(res);
                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();
                        var contentList = sssdfsdfsd.QuerySelector("ul");
@@ -649,7 +706,7 @@
                                                {
                                                    var ssss = fujianya.Id;
                                                    var sssss = fujianya.InnerHtml;
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                }
                                                fujianhtml += "</tbody></table></div>";

@@ -851,7 +908,7 @@


        //结果公告
        public static void zhongbiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)
        public static async void zhongbiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)
        {

            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));
@@ -865,12 +922,36 @@
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
                {
                    using (HttpClient client = new HttpClient())
                    HttpClientHandler handler = new HttpClientHandler();
                    handler.CookieContainer = new CookieContainer();
                    using (HttpClient client = new HttpClient(handler))
                    {
                        client.Timeout = TimeSpan.FromSeconds(60);
                        client.DefaultRequestHeaders.Add("Accept", "*/*");
                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");
                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");
                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();
                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;
                        var res = response.Content.ReadAsStringAsync().Result;
                        //var res = response.Content.ReadAsStringAsync().Result;
                        string res = "";
                        if (response.IsSuccessStatusCode)
                        {
                            using (var responseStream = await response.Content.ReadAsStreamAsync())
                            {
                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))
                                {
                                    using (var reader = new StreamReader(decompressedStream))
                                    {
                                        res = await reader.ReadToEndAsync();
                                        // 处理解压缩后的响应内容
                                    }
                                }
                            }
                        }
                        else
                        {
                            // 处理请求失败的情况
                        }
                        var document = parser.ParseDocument(res);
                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();
                        var contentList = sssdfsdfsd.QuerySelector("ul");
@@ -965,7 +1046,7 @@
                                                {
                                                    var ssss = fujianya.Id;
                                                    var sssss = fujianya.InnerHtml;
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                }
                                                fujianhtml += "</tbody></table></div>";

@@ -1218,7 +1299,7 @@
        }

        //更正公告
        public static void gengzhenggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)
        public static async void gengzhenggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)
        {

            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));
@@ -1232,12 +1313,36 @@
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
                {
                    using (HttpClient client = new HttpClient())
                    HttpClientHandler handler = new HttpClientHandler();
                    handler.CookieContainer = new CookieContainer();
                    using (HttpClient client = new HttpClient(handler))
                    {
                        client.Timeout = TimeSpan.FromSeconds(60);
                        client.DefaultRequestHeaders.Add("Accept", "*/*");
                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");
                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");
                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();
                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;
                        var res = response.Content.ReadAsStringAsync().Result;
                        //var res = response.Content.ReadAsStringAsync().Result;
                        string res = "";
                        if (response.IsSuccessStatusCode)
                        {
                            using (var responseStream = await response.Content.ReadAsStreamAsync())
                            {
                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))
                                {
                                    using (var reader = new StreamReader(decompressedStream))
                                    {
                                        res = await reader.ReadToEndAsync();
                                        // 处理解压缩后的响应内容
                                    }
                                }
                            }
                        }
                        else
                        {
                            // 处理请求失败的情况
                        }
                        var document = parser.ParseDocument(res);
                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();
                        var contentList = sssdfsdfsd.QuerySelector("ul");
@@ -1332,7 +1437,7 @@
                                                {
                                                    var ssss = fujianya.Id;
                                                    var sssss = fujianya.InnerHtml;
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                }
                                                fujianhtml += "</tbody></table></div>";

@@ -1533,7 +1638,7 @@


        //废标公告
        public static void feibiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)
        public static async void feibiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)
        {

            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));
@@ -1547,12 +1652,36 @@
                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);
                try
                {
                    using (HttpClient client = new HttpClient())
                    HttpClientHandler handler = new HttpClientHandler();
                    handler.CookieContainer = new CookieContainer();
                    using (HttpClient client = new HttpClient(handler))
                    {
                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();
                        client.Timeout = TimeSpan.FromSeconds(60);
                        client.DefaultRequestHeaders.Add("Accept", "*/*");
                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");
                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");
                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;
                        var res = response.Content.ReadAsStringAsync().Result;
                        //var res = response.Content.ReadAsStringAsync().Result;
                        string res = "";
                        if (response.IsSuccessStatusCode)
                        {
                            using (var responseStream = await response.Content.ReadAsStreamAsync())
                            {
                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))
                                {
                                    using (var reader = new StreamReader(decompressedStream))
                                    {
                                        res = await reader.ReadToEndAsync();
                                        // 处理解压缩后的响应内容
                                    }
                                }
                            }
                        }
                        else
                        {
                            // 处理请求失败的情况
                        }
                        var document = parser.ParseDocument(res);
                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();
                        var contentList = sssdfsdfsd.QuerySelector("ul");
@@ -1647,7 +1776,7 @@
                                                {
                                                    var ssss = fujianya.Id;
                                                    var sssss = fujianya.InnerHtml;
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";
                                                }
                                                fujianhtml += "</tbody></table></div>";