From fc488ccf1e8afa2dc53597a3cee0fba44ca11f38 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?old=E6=98=93?= <156663459@qq.com> Date: Wed, 11 Dec 2024 15:44:25 +0800 Subject: [PATCH] bug fixed --- New_College.Tasks/HostedService/JobTimedSpiderService.cs | 2 +- New_College.Tasks/HtmlAgSpider/NationWideNewsAgHelper.cs | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/New_College.Tasks/HostedService/JobTimedSpiderService.cs b/New_College.Tasks/HostedService/JobTimedSpiderService.cs index 47870ec..2d469e0 100644 --- a/New_College.Tasks/HostedService/JobTimedSpiderService.cs +++ b/New_College.Tasks/HostedService/JobTimedSpiderService.cs @@ -79,7 +79,7 @@ namespace New_College.Tasks var list = anghelper.HtmlCreatePageData(p.RegionCode); list.ForEach(async c => { - // c.title = c.title.Replace($"{p.SimpleName}：", ""); + c.title = c.title.Replace($"{p.SimpleName}：", ""); var newsinfo = await newsInfoServices.Query(e => e.Title.Trim() == c.title); if (!newsinfo.Any() && c.pubtime.Year > DateTime.Now.Year - 1) { diff --git a/New_College.Tasks/HtmlAgSpider/NationWideNewsAgHelper.cs b/New_College.Tasks/HtmlAgSpider/NationWideNewsAgHelper.cs index a442a7a..a3e73a6 100644 --- a/New_College.Tasks/HtmlAgSpider/NationWideNewsAgHelper.cs +++ b/New_College.Tasks/HtmlAgSpider/NationWideNewsAgHelper.cs @@ -35,7 +35,7 @@ namespace New_College.Tasks { resultlist.msg.ForEach(o => { - Thread.Sleep(100); + Thread.Sleep(100); string newsUrl = $"{itemUrl}{o.uri}"; HtmlDocument doc = webClient.Load(newsUrl); var inntertitle = doc.DocumentNode.SelectSingleNode("//*[@id=\"app\"]/div[2]/h2").InnerText; @@ -51,8 +51,8 @@ namespace New_College.Tasks } } var innerhtml = doc.DocumentNode.SelectSingleNode("//*[@id=\"article_dnull\"]").InnerHtml; - if (!HtmlHelper.ReplaceHtmlTag(innerhtml).Contains("浏览器")) - { + //if (!HtmlHelper.ReplaceHtmlTag(innerhtml).Contains("浏览器")) + //{ if (innerhtml.Contains(".pdf") || innerhtml.Contains(".doc") || innerhtml.Contains(".docx") || innerhtml.Contains(".xls") || innerhtml.Contains(".xlsx")) { @@ -66,7 +66,7 @@ namespace New_College.Tasks pubtime = Convert.ToDateTime(createtime), detail = innerhtml.Replace("src=\"", "src=\"https://gaokao.chsi.com.cn") }); - } + // } }); } }