This commit is contained in:
Default
2025-05-06 10:39:12 +08:00
parent 68e0a40329
commit 3c31c4d4b2
4 changed files with 27 additions and 22 deletions

View File

@@ -0,0 +1,20 @@
<?php
declare(strict_types=1);
namespace app\task\crawler;
class CrawlerConfig
{
/**
* Undocumented variable
*
* @var array
*/
static $arrExcludeVideoCategory = [
'体育',
'福利',
'伦理',
'伦理片',
];
}

View File

@@ -5,6 +5,7 @@ declare(strict_types=1);
namespace app\task\crawler\fengchao; namespace app\task\crawler\fengchao;
use app\model\ChapterModel; use app\model\ChapterModel;
use app\task\crawler\CrawlerConfig;
use app\task\crawler\fengchao\page\Site; use app\task\crawler\fengchao\page\Site;
use microserver\QueueManage; use microserver\QueueManage;
use storage\StorageCore; use storage\StorageCore;
@@ -66,12 +67,6 @@ class Scheduler
return $this->Site; return $this->Site;
} }
public $arrExcludeCategory = [
'体育',
'福利',
'伦理',
'伦理片',
];
/** /**
* create a site-wide craw task * create a site-wide craw task
@@ -112,7 +107,7 @@ class Scheduler
continue; continue;
} }
if (in_array($arrCategory['v_category_name'], $this->arrExcludeCategory)) { if (in_array($arrCategory['v_category_name'], CrawlerConfig::$arrExcludeVideoCategory)) {
continue; continue;
} }

View File

@@ -5,6 +5,7 @@ declare(strict_types=1);
namespace app\task\crawler\wuxian; namespace app\task\crawler\wuxian;
use app\model\ChapterModel; use app\model\ChapterModel;
use app\task\crawler\CrawlerConfig;
use app\task\crawler\wuxian\page\Site; use app\task\crawler\wuxian\page\Site;
use microserver\QueueManage; use microserver\QueueManage;
use storage\StorageCore; use storage\StorageCore;
@@ -66,13 +67,6 @@ class Scheduler
return $this->Site; return $this->Site;
} }
public $arrExcludeCategory = [
'体育',
'福利',
'伦理',
'伦理片',
];
/** /**
* create a site-wide craw task * create a site-wide craw task
* *
@@ -109,7 +103,7 @@ class Scheduler
continue; continue;
} }
if (in_array($arrCategory['v_category_name'], $this->arrExcludeCategory)) { if (in_array($arrCategory['v_category_name'], CrawlerConfig::$arrExcludeVideoCategory)) {
continue; continue;
} }

View File

@@ -5,6 +5,7 @@ declare(strict_types=1);
namespace app\task\crawler\youzhi; namespace app\task\crawler\youzhi;
use app\model\ChapterModel; use app\model\ChapterModel;
use app\task\crawler\CrawlerConfig;
use app\task\crawler\youzhi\page\Site; use app\task\crawler\youzhi\page\Site;
use microserver\QueueManage; use microserver\QueueManage;
use storage\StorageCore; use storage\StorageCore;
@@ -66,12 +67,7 @@ class Scheduler
return $this->Site; return $this->Site;
} }
public $arrExcludeCategory = [
'体育',
'福利',
'伦理',
'伦理片',
];
/** /**
* create a site-wide craw task * create a site-wide craw task
@@ -110,7 +106,7 @@ class Scheduler
continue; continue;
} }
if (in_array($arrCategory['v_category_name'], $this->arrExcludeCategory)) { if (in_array($arrCategory['v_category_name'], CrawlerConfig::$arrExcludeVideoCategory)) {
continue; continue;
} }