diff --git a/code/app/task/crawler/CrawlerConfig.php b/code/app/task/crawler/CrawlerConfig.php new file mode 100644 index 0000000..22eff83 --- /dev/null +++ b/code/app/task/crawler/CrawlerConfig.php @@ -0,0 +1,20 @@ +Site; } - public $arrExcludeCategory = [ - '体育', - '福利', - '伦理', - '伦理片', - ]; /** * create a site-wide craw task @@ -112,7 +107,7 @@ class Scheduler continue; } - if (in_array($arrCategory['v_category_name'], $this->arrExcludeCategory)) { + if (in_array($arrCategory['v_category_name'], CrawlerConfig::$arrExcludeVideoCategory)) { continue; } diff --git a/code/app/task/crawler/wuxian/Scheduler.php b/code/app/task/crawler/wuxian/Scheduler.php index 05e08bd..a0c1f10 100644 --- a/code/app/task/crawler/wuxian/Scheduler.php +++ b/code/app/task/crawler/wuxian/Scheduler.php @@ -5,6 +5,7 @@ declare(strict_types=1); namespace app\task\crawler\wuxian; use app\model\ChapterModel; +use app\task\crawler\CrawlerConfig; use app\task\crawler\wuxian\page\Site; use microserver\QueueManage; use storage\StorageCore; @@ -66,13 +67,6 @@ class Scheduler return $this->Site; } - public $arrExcludeCategory = [ - '体育', - '福利', - '伦理', - '伦理片', - ]; - /** * create a site-wide craw task * @@ -109,7 +103,7 @@ class Scheduler continue; } - if (in_array($arrCategory['v_category_name'], $this->arrExcludeCategory)) { + if (in_array($arrCategory['v_category_name'], CrawlerConfig::$arrExcludeVideoCategory)) { continue; } diff --git a/code/app/task/crawler/youzhi/Scheduler.php b/code/app/task/crawler/youzhi/Scheduler.php index 43b0195..e604840 100644 --- a/code/app/task/crawler/youzhi/Scheduler.php +++ b/code/app/task/crawler/youzhi/Scheduler.php @@ -5,6 +5,7 @@ declare(strict_types=1); namespace app\task\crawler\youzhi; use app\model\ChapterModel; +use app\task\crawler\CrawlerConfig; use app\task\crawler\youzhi\page\Site; use microserver\QueueManage; use storage\StorageCore; @@ -66,12 +67,7 @@ class Scheduler return $this->Site; } - public $arrExcludeCategory = [ - '体育', - '福利', - '伦理', - '伦理片', - ]; + /** * create a site-wide craw task @@ -110,7 +106,7 @@ class Scheduler continue; } - if (in_array($arrCategory['v_category_name'], $this->arrExcludeCategory)) { + if (in_array($arrCategory['v_category_name'], CrawlerConfig::$arrExcludeVideoCategory)) { continue; }