username@email.com
2022-12-09 c7db5bfdd77b43e91270b2bd225f6233636337d7
提交
4个文件已修改
84 ■■■■ 已修改文件
zhengcaioa/Crawler/Program.cs 2 ●●● 补丁 | 查看 | 原始文档 | blame | 历史
zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs 25 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs 30 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
zhengcaioa/Crawler/sichuan/sichuanoperation.cs 27 ●●●● 补丁 | 查看 | 原始文档 | blame | 历史
zhengcaioa/Crawler/Program.cs
@@ -203,7 +203,7 @@
                //获取中国政采网的四川政采数据
                CcgpSichuanoperation.operations(cccontext);
                Thread.CurrentThread.Join(1000 * 60 * 60 * 2);//阻止设定时间
                Thread.CurrentThread.Join(1000 * 60 * 30);//阻止设定时间
            }
        }
zhengcaioa/Crawler/sichuan/CcgpSichuanoperation.cs
@@ -256,7 +256,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectcount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend) );
                                        if (zhengfuProjectcount <= 0)
@@ -621,7 +624,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
@@ -934,7 +940,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
@@ -1298,7 +1307,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
@@ -1610,7 +1622,10 @@
                                    }
                                    using (HttpClient clientdtl = new HttpClient())
                                    {
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.OpenTenderTime == DateTime.Parse(NoticeTime)));
                                        var notime = DateTime.Parse(NoticeTime).ToString("yyyy-MM-dd");
                                        var notimestart = DateTime.Parse(notime);
                                        var notimeend = notimestart.AddDays(1);
                                        var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                        if (zhengfuProjectCount <= 0)
                                        {
                                            clientdtl.Timeout = TimeSpan.FromSeconds(60);
zhengcaioa/Crawler/sichuan/OldSichuanoperation.cs
@@ -14925,7 +14925,11 @@
                                aaaaaaaa.shorttitle = aaaaaaaa.title;
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl);
                                    var notime = DateTime.Now.ToString("yyyy-MM-dd");
                                    var notimestart = DateTime.Parse(startTime);
                                    var notimeend = DateTime.Parse(notime).AddDays(1);
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                    if (zhengfuProjectCount <= 0)
                                    {
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
@@ -15105,7 +15109,11 @@
                            aaaaaaaa.shorttitle = aaaaaaaa.title;
                            using (HttpClient clientdtl = new HttpClient())
                            {
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl);
                                    var notime = DateTime.Now.ToString("yyyy-MM-dd");
                                    var notimestart = DateTime.Parse(startTime);
                                    var notimeend = DateTime.Parse(notime).AddDays(1);
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                    if (zhengfuProjectCount <= 0)
                                    {
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
@@ -15361,7 +15369,11 @@
                                aaaaaaaa.shorttitle = aaaaaaaa.title;
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl);
                                    var notime = DateTime.Now.ToString("yyyy-MM-dd");
                                    var notimestart = DateTime.Parse(startTime);
                                    var notimeend = DateTime.Parse(notime).AddDays(1);
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                    if (zhengfuProjectCount <= 0)
                                    {
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
@@ -15875,7 +15887,11 @@
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl);
                                    var notime = DateTime.Now.ToString("yyyy-MM-dd");
                                    var notimestart = DateTime.Parse(startTime);
                                    var notimeend = DateTime.Parse(notime).AddDays(1);
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                    if (zhengfuProjectCount <= 0)
                                    {
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
@@ -16131,7 +16147,11 @@
                                aaaaaaaa.shorttitle = aaaaaaaa.title;
                                using (HttpClient clientdtl = new HttpClient())
                                {
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl);
                                    var notime = DateTime.Now.ToString("yyyy-MM-dd");
                                    var notimestart = DateTime.Parse(startTime);
                                    var notimeend = DateTime.Parse(notime).AddDays(1);
                                    var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == aaaaaaaa.pageurl) || (x.RecStatus == "A" && x.Title == aaaaaaaa.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                    if (zhengfuProjectCount <= 0)
                                    {
                                        HttpResponseMessage responsedtl = clientdtl.GetAsync(aaaaaaaa.pageurl).Result;
zhengcaioa/Crawler/sichuan/sichuanoperation.cs
@@ -63,7 +63,11 @@
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
                                var notimestart = DateTime.Parse(notime);
                                var notimeend = notimestart.AddDays(1);
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "01" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                if (zhengfuProjectCount <= 0)
                                {
                                    var zhengfuProject = new ZhengfuProject();
@@ -347,7 +351,10 @@
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
                                var notimestart = DateTime.Parse(notime);
                                var notimeend = notimestart.AddDays(1);
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "02" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                if (zhengfuProjectCount <= 0)
                                {
                                    var zhengfuProject = new ZhengfuProject();
@@ -631,7 +638,10 @@
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
                                var notimestart = DateTime.Parse(notime);
                                var notimeend = notimestart.AddDays(1);
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "03" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                if (zhengfuProjectCount <= 0)
                                {
                                    var zhengfuProject = new ZhengfuProject();
@@ -1049,7 +1059,10 @@
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
                                var notimestart = DateTime.Parse(notime);
                                var notimeend = notimestart.AddDays(1);
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "04" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                if (zhengfuProjectCount <= 0)
                                {
                                    var zhengfuProject = new ZhengfuProject();
@@ -1334,7 +1347,11 @@
                            foreach (var sichuanjieshoudtl in sichuan.data)
                            {
                                var pageurl1 = sichuanpageurll + sichuanjieshoudtl.pageurl;
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => x.RecStatus == "A" && x.Pageurl == pageurl1);
                                var notime = sichuanjieshoudtl.noticeTime.ToString("yyyy-MM-dd");
                                var notimestart = DateTime.Parse(notime);
                                var notimeend = notimestart.AddDays(1);
                                var zhengfuProjectCount = _ccontext.ZhengfuProjects.Count(x => (x.RecStatus == "A" && x.Pageurl == pageurl1) || (x.RecStatus == "A" && x.Title == sichuanjieshoudtl.title && x.Gglx == "11" && x.NoticeTime >= notimestart && x.NoticeTime < notimeend));
                                if (zhengfuProjectCount <= 0)
                                {
                                    var zhengfuProject = new ZhengfuProject();