From 5627dac90804cab0d05569ec468bc2549867a190 Mon Sep 17 00:00:00 2001 From: Default Date: Sat, 12 Apr 2025 11:02:05 +0800 Subject: [PATCH 1/2] debug --- code/app/task/crawler/zw630/Scheduler.php | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/code/app/task/crawler/zw630/Scheduler.php b/code/app/task/crawler/zw630/Scheduler.php index 4efb66d..576bf6c 100644 --- a/code/app/task/crawler/zw630/Scheduler.php +++ b/code/app/task/crawler/zw630/Scheduler.php @@ -36,9 +36,9 @@ class Scheduler $intSliceSize = 4; $arrFilter = []; - // for ($intNId = 1; $intNId <= 531208; $intNId++) { - // for ($intNId = 1; $intNId <= 10000; $intNId++) { - for ($intNId = 1; $intNId <= 1; $intNId++) { + for ($intNId = 1; $intNId <= 531208; $intNId++) { + // for ($intNId = 1; $intNId <= 10000; $intNId++) { + // for ($intNId = 1; $intNId <= 1; $intNId++) { $arrFilter[] = [ 'n_source_id' => $intNId, 'page' => 0, @@ -61,11 +61,11 @@ class Scheduler */ public function crawLatest() { - $intSliceSize = 3; + $intSliceSize = 4; $arrUri = []; $strUri = '/list/lastupdate_%s_0_0_%s.html'; - $intEndCategory = $intEndPage = 2; + $intEndCategory = $intEndPage = 10; for ($intCategoryKey = 0; $intCategoryKey < $intEndCategory; $intCategoryKey++) { for ($intPage = 1; $intPage <= $intEndPage; $intPage++) { From 171012d4453e4fe0398c18ee2deddca6cbde1a90 Mon Sep 17 00:00:00 2001 From: Default Date: Sat, 12 Apr 2025 11:07:55 +0800 Subject: [PATCH 2/2] debug --- code/app/task/crawler/zw630/page/NovelPage.php | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/code/app/task/crawler/zw630/page/NovelPage.php b/code/app/task/crawler/zw630/page/NovelPage.php index c94faad..152592d 100644 --- a/code/app/task/crawler/zw630/page/NovelPage.php +++ b/code/app/task/crawler/zw630/page/NovelPage.php @@ -115,7 +115,7 @@ class NovelPage extends BasePage $this->arrRelatedNovel[] = [ "n_id" => $arrNovelInfo["n_id"], "n_source_id" => $arrNovelInfo["n_source_id"], - "og_title" => $arrNovelInfo["og_title"], + "og_novel_book_name" => $arrNovelInfo["og_novel_book_name"], ]; } elseif (is_numeric(strpos($strUri, 'kan'))) { $intNForgeId = (int)supperExtractFilename($strUri);