政采招标oa系统
blame | 历史 | 补丁 | 提交 | 提交对比 | ignore whitespace
username@email.com
2023-11-21 a7ae63ad871b986eb1bede54219638edd4e29b63 
 zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs


@@ -3,7 +3,10 @@


using System;


using System.Collections.Generic;


using System.Globalization;


using System.IO;


using System.IO.Compression;


using System.Linq;


using System.Net;


using System.Net.Http;


using System.Net.Http.Headers;


using System.Text;


@@ -19,133 +22,139 @@


        {


            try


            {






                //获取更新时间


                string operationStartTime = "";


                string operationEndTime = "";


                Updatetime updatetime = _ccontext.Updatetimes.Where(x => x.Sheng == "中国政采网四川省").FirstOrDefault();


                if (updatetime != null)




                logg.WriteLog("开始判断时间", "中国政采网四川省");




                if (DateTime.Now.Hour == 0 )


                {


                    operationStartTime = updatetime.Updatetime1.ToString("yyyy-MM-dd");


                    operationEndTime = DateTime.Now.ToString("yyyy-MM-dd");


                    //updatetime.Updatetime1 = DateTime.Now.AddDays(-1);


                    //_ccontext.SaveChanges();


                    DateTime datenow = DateTime.Now.Date;


                    Updatetime updatetime = _ccontext.Updatetimes.Where(x => x.Sheng == "中国政采网四川省").FirstOrDefault();


                    logg.WriteLog("datenow="+datenow.ToString("yyyy-MM-dd HH:mm:ss"), "中国政采网四川省");


                    operationStartTime = datenow.AddDays(-1).ToString("yyyy-MM-dd");


                    operationEndTime = datenow.AddDays(-1).ToString("yyyy-MM-dd");


                    logg.WriteLog("operationStartTime=" + operationStartTime, "中国政采网四川省");


                    logg.WriteLog("operationEndTime=" + operationEndTime, "中国政采网四川省");


                    var currPage = 1;


                    string sichuanpageurll = "";


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 意向公开


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=9&dbselect=bidx&kw=%E6%84%8F%E5%90%91&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省意向公开 开始获取", "中国政采网四川省");


                    yixianggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                    logg.WriteLog("中国政采网四川省意向公开 开始获取结束", "中国政采网四川省");


                    #endregion




                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间




                    #region 公开招标


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=1&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取", "中国政采网四川省");


                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "1", "公开招标");


                    logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间




                    #region 询价


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=2&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省采购公告 询价 开始获取", "中国政采网四川省");


                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "4", "询价");


                    logg.WriteLog("中国政采网四川省采购公告 询价 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 竞争性谈判


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=3&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取", "中国政采网四川省");


                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "5", "竞争性谈判");


                    logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 单一来源


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=4&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取", "中国政采网四川省");


                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "7", "单一来源");


                    logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 邀请招标


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=6&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取", "中国政采网四川省");


                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "2", "邀请招标");


                    logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 竞争性磋商


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=10&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取", "中国政采网四川省");


                    caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "3", "竞争性磋商");


                    logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 中标公告


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=7&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省中标公告 开始获取", "中国政采网四川省");


                    zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                    logg.WriteLog("中国政采网四川省中标公告 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 成交公告


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=11&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省成交公告 开始获取", "中国政采网四川省");


                    zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                    logg.WriteLog("中国政采网四川省成交公告 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 更正公告


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=8&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省更正公告 开始获取", "中国政采网四川省");


                    gengzhenggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                    logg.WriteLog("中国政采网四川省更正公告 开始获取结束", "中国政采网四川省");


                    #endregion


                    //Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                    #region 废标公告


                    currPage = 1;


                    sichuanpageurll = "https://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=12&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                    logg.WriteLog("中国政采网四川省废标公告 开始获取", "中国政采网四川省");


                    feibiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                    logg.WriteLog("中国政采网四川省废标公告 开始获取结束", "中国政采网四川省");


                    #endregion








                    //保存最后更新时间


                    if (updatetime != null)


                    {


                        updatetime.Updatetime1 = datenow;


                        _ccontext.SaveChanges();


                    }


                    else


                    {


                        updatetime = new Updatetime();


                        updatetime.Id = Guid.NewGuid().ToString();


                        updatetime.Sheng = "中国政采网四川省";


                        updatetime.Updatetime1 = datenow;


                        _ccontext.Updatetimes.Add(updatetime);


                        _ccontext.SaveChanges();


                    }




                    Thread.CurrentThread.Join(1000 * 60 * 60);//阻止设定时间


                }


                else


                {


                    operationStartTime = "2021-12-01"; //DateTime.Now.AddYears(-1).ToString("yyyy-MM-dd");


                    operationEndTime = "2022-12-01";//DateTime.Now.ToString("yyyy-MM-dd");


                }


                var currPage = 1;


                string sichuanpageurll = "";


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 意向公开


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=9&dbselect=bidx&kw=%E6%84%8F%E5%90%91&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省意向公开 开始获取", "中国政采网四川省");


                yixianggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                logg.WriteLog("中国政采网四川省意向公开 开始获取结束", "中国政采网四川省");


                #endregion




                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间




                #region 公开招标


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=1&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取", "中国政采网四川省");


                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "1", "公开招标");


                logg.WriteLog("中国政采网四川省采购公告 公开招标 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间




                #region 询价


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=2&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省采购公告 询价 开始获取", "中国政采网四川省");


                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "4", "询价");


                logg.WriteLog("中国政采网四川省采购公告 询价 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 竞争性谈判


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=3&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取", "中国政采网四川省");


                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "5", "竞争性谈判");


                logg.WriteLog("中国政采网四川省采购公告 竞争性谈判 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 单一来源


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=4&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取", "中国政采网四川省");


                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "7", "单一来源");


                logg.WriteLog("中国政采网四川省采购公告 单一来源 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 邀请招标


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=6&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取", "中国政采网四川省");


                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "2", "邀请招标");


                logg.WriteLog("中国政采网四川省采购公告 邀请招标 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 竞争性磋商


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=10&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取", "中国政采网四川省");


                caigougonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage, "3", "竞争性磋商");


                logg.WriteLog("中国政采网四川省采购公告 竞争性磋商 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 中标公告


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=7&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省中标公告 开始获取", "中国政采网四川省");


                zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                logg.WriteLog("中国政采网四川省中标公告 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 成交公告


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=11&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省成交公告 开始获取", "中国政采网四川省");


                zhongbiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                logg.WriteLog("中国政采网四川省成交公告 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 更正公告


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=8&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省更正公告 开始获取", "中国政采网四川省");


                gengzhenggonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime, currPage);


                logg.WriteLog("中国政采网四川省更正公告 开始获取结束", "中国政采网四川省");


                #endregion


                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间


                #region 废标公告


                currPage = 1;


                sichuanpageurll = "http://search.ccgp.gov.cn/bxsearch?searchtype=1&page_index=1&bidSort=0&buyerName=&projectId=&pinMu=0&bidType=12&dbselect=bidx&kw=&start_time=&end_time=&timeType=6&displayZone=%E5%9B%9B%E5%B7%9D&zoneId=51&pppStatus=&agentName=";


                logg.WriteLog("中国政采网四川省废标公告 开始获取", "中国政采网四川省");


                feibiaogonggao(_ccontext, sichuanpageurll, operationStartTime, operationEndTime , currPage);


                logg.WriteLog("中国政采网四川省废标公告 开始获取结束", "中国政采网四川省");


                #endregion


                






                //保存最后更新时间


                if (updatetime != null)


                {


                    updatetime.Updatetime1 = DateTime.Now.AddDays(-1);


                    _ccontext.SaveChanges();


                }


                else


                {


                    updatetime = new Updatetime();


                    updatetime.Id = Guid.NewGuid().ToString();


                    updatetime.Sheng = "中国政采网四川省";


                    updatetime.Updatetime1 = DateTime.Now.AddDays(-1);


                    _ccontext.Updatetimes.Add(updatetime);


                    _ccontext.SaveChanges();


                }


                //datenow = DateTime.Now.Date.AddDays(1);


             


            }


            catch (Exception ex)


            {


@@ -165,7 +174,7 @@






        //采购公告


        public static void caigougonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page, string cgfs, string cgfsName)


        public static async void caigougonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page, string cgfs, string cgfsName)


        {




            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));


@@ -179,12 +188,36 @@


                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);


                try


                {


                    using (HttpClient client = new HttpClient())


                    HttpClientHandler handler = new HttpClientHandler();


                    handler.CookieContainer = new CookieContainer();


                    using (HttpClient client = new HttpClient(handler))


                    {


                        client.Timeout = TimeSpan.FromSeconds(60);


                        client.DefaultRequestHeaders.Add("Accept", "*/*");


                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");


                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");


                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();


                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;


                        var res = response.Content.ReadAsStringAsync().Result;


                        string res = "";


                        if (response.IsSuccessStatusCode)


                        {


                            using (var responseStream = await response.Content.ReadAsStreamAsync())


                            {


                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))


                                {


                                    using (var reader = new StreamReader(decompressedStream))


                                    {


                                        res = await reader.ReadToEndAsync();


                                        // 处理解压缩后的响应内容


                                    }


                                }


                            }


                        }


                        else


                        {


                            // 处理请求失败的情况


                        }


                        //var res = response.Content.ReadAsStringAsync().Result;


                        var document = parser.ParseDocument(res);


                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();


                        var contentList = sssdfsdfsd.QuerySelector("ul");


@@ -283,7 +316,7 @@


                                                {


                                                    var ssss = fujianya.Id;


                                                    var sssss = fujianya.InnerHtml;


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                }


                                                fujianhtml += "</tbody></table></div>";




@@ -536,7 +569,7 @@






        //意向公开


        public static void yixianggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime,string endTime, int page)


        public static async void yixianggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime,string endTime, int page)


        {




            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));


@@ -550,12 +583,36 @@


                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);


                try


                {


                    using (HttpClient client = new HttpClient())


                    HttpClientHandler handler = new HttpClientHandler();


                    handler.CookieContainer = new CookieContainer();


                    using (HttpClient client = new HttpClient(handler))


                    {


                        client.Timeout = TimeSpan.FromSeconds(60);


                        client.DefaultRequestHeaders.Add("Accept", "*/*");


                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");


                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");


                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();


                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;


                        var res = response.Content.ReadAsStringAsync().Result;


                        //var res = response.Content.ReadAsStringAsync().Result;


                        string res = "";


                        if (response.IsSuccessStatusCode)


                        {


                            using (var responseStream = await response.Content.ReadAsStreamAsync())


                            {


                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))


                                {


                                    using (var reader = new StreamReader(decompressedStream))


                                    {


                                        res = await reader.ReadToEndAsync();


                                        // 处理解压缩后的响应内容


                                    }


                                }


                            }


                        }


                        else


                        {


                            // 处理请求失败的情况


                        }


                        var document = parser.ParseDocument(res);


                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();


                        var contentList = sssdfsdfsd.QuerySelector("ul");


@@ -649,7 +706,7 @@


                                                {


                                                    var ssss = fujianya.Id;


                                                    var sssss = fujianya.InnerHtml;


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                }


                                                fujianhtml += "</tbody></table></div>";




@@ -672,8 +729,8 @@


                                                {


                                                    if (td[i].TextContent.IndexOf("项目编号：") >= 0)


                                                    {




                                                        OpenTenderCode = td[i].TextContent.Replace("项目编号：", "").Replace("/", "").Trim();


                                                        if (string.IsNullOrEmpty(OpenTenderCode))


                                                            OpenTenderCode = td[i].TextContent.Replace("项目编号：", "").Replace("/", "").Trim();




                                                    }


                                                    if (td[i].TextContent.IndexOf("预算金额：") >= 0)


@@ -851,7 +908,7 @@






        //结果公告


        public static void zhongbiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)


        public static async void zhongbiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)


        {




            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));


@@ -865,12 +922,36 @@


                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);


                try


                {


                    using (HttpClient client = new HttpClient())


                    HttpClientHandler handler = new HttpClientHandler();


                    handler.CookieContainer = new CookieContainer();


                    using (HttpClient client = new HttpClient(handler))


                    {


                        client.Timeout = TimeSpan.FromSeconds(60);


                        client.DefaultRequestHeaders.Add("Accept", "*/*");


                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");


                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");


                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();


                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;


                        var res = response.Content.ReadAsStringAsync().Result;


                        //var res = response.Content.ReadAsStringAsync().Result;


                        string res = "";


                        if (response.IsSuccessStatusCode)


                        {


                            using (var responseStream = await response.Content.ReadAsStreamAsync())


                            {


                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))


                                {


                                    using (var reader = new StreamReader(decompressedStream))


                                    {


                                        res = await reader.ReadToEndAsync();


                                        // 处理解压缩后的响应内容


                                    }


                                }


                            }


                        }


                        else


                        {


                            // 处理请求失败的情况


                        }


                        var document = parser.ParseDocument(res);


                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();


                        var contentList = sssdfsdfsd.QuerySelector("ul");


@@ -965,7 +1046,7 @@


                                                {


                                                    var ssss = fujianya.Id;


                                                    var sssss = fujianya.InnerHtml;


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                }


                                                fujianhtml += "</tbody></table></div>";




@@ -988,8 +1069,8 @@


                                                {


                                                    if (td[i].TextContent.IndexOf("项目编号：") >= 0)


                                                    {




                                                        OpenTenderCode = td[i].TextContent.Replace("项目编号：", "").Replace("一、", "").Trim();


                                                        if (string.IsNullOrEmpty(OpenTenderCode))


                                                            OpenTenderCode = td[i].TextContent.Replace("项目编号：", "").Replace("一、", "").Trim();




                                                        if (OpenTenderCode.IndexOf("（招标文件编号") >= 0)


                                                        {


@@ -1036,8 +1117,8 @@


                                                {


                                                    if (td[i].TextContent.IndexOf("项目编号：") >= 0)


                                                    {




                                                        OpenTenderCode = td[i].TextContent.Replace("项目编号：", "").Replace("一、", "").Trim();


                                                        if (string.IsNullOrEmpty(OpenTenderCode))


                                                            OpenTenderCode = td[i].TextContent.Replace("项目编号：", "").Replace("一、", "").Trim();




                                                        if (OpenTenderCode.IndexOf("（招标文件编号") >= 0)


                                                        {


@@ -1218,7 +1299,7 @@


        }




        //更正公告


        public static void gengzhenggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)


        public static async void gengzhenggonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)


        {




            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));


@@ -1232,12 +1313,36 @@


                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);


                try


                {


                    using (HttpClient client = new HttpClient())


                    HttpClientHandler handler = new HttpClientHandler();


                    handler.CookieContainer = new CookieContainer();


                    using (HttpClient client = new HttpClient(handler))


                    {


                        client.Timeout = TimeSpan.FromSeconds(60);


                        client.DefaultRequestHeaders.Add("Accept", "*/*");


                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");


                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");


                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();


                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;


                        var res = response.Content.ReadAsStringAsync().Result;


                        //var res = response.Content.ReadAsStringAsync().Result;


                        string res = "";


                        if (response.IsSuccessStatusCode)


                        {


                            using (var responseStream = await response.Content.ReadAsStreamAsync())


                            {


                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))


                                {


                                    using (var reader = new StreamReader(decompressedStream))


                                    {


                                        res = await reader.ReadToEndAsync();


                                        // 处理解压缩后的响应内容


                                    }


                                }


                            }


                        }


                        else


                        {


                            // 处理请求失败的情况


                        }


                        var document = parser.ParseDocument(res);


                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();


                        var contentList = sssdfsdfsd.QuerySelector("ul");


@@ -1332,7 +1437,7 @@


                                                {


                                                    var ssss = fujianya.Id;


                                                    var sssss = fujianya.InnerHtml;


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                }


                                                fujianhtml += "</tbody></table></div>";




@@ -1355,8 +1460,8 @@


                                                {


                                                    if (td[i].TextContent.IndexOf("原公告的采购项目编号：") >= 0)


                                                    {




                                                        OpenTenderCode = td[i].TextContent.Replace("原公告的采购项目编号：", "").Trim();


                                                        if (string.IsNullOrEmpty(OpenTenderCode))


                                                            OpenTenderCode = td[i].TextContent.Replace("原公告的采购项目编号：", "").Trim();




                                                    }


                                                    if (td[i].TextContent.IndexOf("预算金额：") >= 0)


@@ -1533,7 +1638,7 @@






        //废标公告


        public static void feibiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)


        public static async void feibiaogonggao(WebCrawlerContext _ccontext, string sichuanpageurll, string startTime, string endTime , int page)


        {




            sichuanpageurll = sichuanpageurll.Replace("start_time=", "start_time=" + startTime.Replace("-", "%3A"));


@@ -1547,12 +1652,36 @@


                string sichuanpageurl2 = sichuanpageurll.Replace("page_index=1", "page_index=" + page);


                try


                {


                    using (HttpClient client = new HttpClient())


                    HttpClientHandler handler = new HttpClientHandler();


                    handler.CookieContainer = new CookieContainer();


                    using (HttpClient client = new HttpClient(handler))


                    {


                        //List<sichuanjieshoudtl> data = new List<sichuanjieshoudtl>();


                        client.Timeout = TimeSpan.FromSeconds(60);


                        client.DefaultRequestHeaders.Add("Accept", "*/*");


                        client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");


                        client.DefaultRequestHeaders.Add("Host", "search.ccgp.gov.cn");


                        HttpResponseMessage response = client.GetAsync(sichuanpageurl2).Result;


                        var res = response.Content.ReadAsStringAsync().Result;


                        //var res = response.Content.ReadAsStringAsync().Result;


                        string res = "";


                        if (response.IsSuccessStatusCode)


                        {


                            using (var responseStream = await response.Content.ReadAsStreamAsync())


                            {


                                using (var decompressedStream = new GZipStream(responseStream, CompressionMode.Decompress))


                                {


                                    using (var reader = new StreamReader(decompressedStream))


                                    {


                                        res = await reader.ReadToEndAsync();


                                        // 处理解压缩后的响应内容


                                    }


                                }


                            }


                        }


                        else


                        {


                            // 处理请求失败的情况


                        }


                        var document = parser.ParseDocument(res);


                        var sssdfsdfsd = document.All.Where(m => m.ClassName == "vT-srch-result-list").FirstOrDefault();


                        var contentList = sssdfsdfsd.QuerySelector("ul");


@@ -1647,7 +1776,7 @@


                                                {


                                                    var ssss = fujianya.Id;


                                                    var sssss = fujianya.InnerHtml;


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"http://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                    fujianhtml += "<tr><td class=\"bid_attachtab_content\">附件下载：<a class=\"bizDownload\" target=\"_blank\" href =\"https://download.ccgp.gov.cn/oss/download?uuid=" + ssss + "\" id=\"0E1723104D34335C527765FF6CD28A\" title=\"点击下载\">" + sssss + "</a><br></td></tr>";


                                                }


                                                fujianhtml += "</tbody></table></div>";




@@ -1670,8 +1799,8 @@


                                                {


                                                    if (td[i].TextContent.IndexOf("采购项目编号：") >= 0)


                                                    {




                                                        OpenTenderCode = td[i].TextContent.Replace("采购项目编号：", "").Trim();


                                                        if (string.IsNullOrEmpty(OpenTenderCode))


                                                            OpenTenderCode = td[i].TextContent.Replace("采购项目编号：", "").Trim();




                                                    }


                                                    if (td[i].TextContent.IndexOf("预算金额：") >= 0)