feature : crawler fengchao video

This commit is contained in:
Default
2025-05-01 19:46:29 +08:00
parent e3aa99257a
commit 5fdd741c30
9 changed files with 1138 additions and 18 deletions

View File

@@ -5,13 +5,18 @@ declare(strict_types=1);
namespace app\task\module;
use app\model\PlanTaskModel;
use app\task\crawler\zw630\Scheduler as Zw630Scheduler;
use app\task\crawler\zw74\Scheduler as Zw74Scheduler;
use app\task\crawler\youzhi\Scheduler as YouZhiScheduler;
use app\task\logic\SiteMapLogic;
use microserver\QueueManage;
use microserver\ProcessSanitizer;
use app\task\crawler\zw630\Scheduler as Zw630Scheduler;
use app\task\crawler\zw74\Scheduler as Zw74Scheduler;
use app\task\crawler\youzhi\Scheduler as YouZhiScheduler;
use app\task\crawler\fengchao\Scheduler as FengChaoScheduler;
class PlanTask
{
@@ -49,6 +54,10 @@ class PlanTask
self::pullYouZhiShiPin();
break;
case 'PULL_FENG_CHAO_SHI_PIN':
self::pullFengChaoShiPin();
break;
case 'GENERATE_SITE_MAP':
self::generateSiteMap();
break;
@@ -61,18 +70,17 @@ class PlanTask
*
* @return void
*/
public static function generateSiteMap()
public static function pullFengChaoShiPin()
{
$arrTask = [
'callback' => [SiteMapLogic::class, 'generateSiteMap'],
'callback' => [FengChaoScheduler::class, 'crawlFull'],
'data' => []
];
$QueueManage = new QueueManage(2);
$QueueManage = new QueueManage();
$QueueManage->set($arrTask);
}
/**
* Undocumented function
*
@@ -154,4 +162,20 @@ class PlanTask
$QueueManage = new QueueManage();
$QueueManage->set($arrTask);
}
/**
* Undocumented function
*
* @return void
*/
public static function generateSiteMap()
{
$arrTask = [
'callback' => [SiteMapLogic::class, 'generateSiteMap'],
'data' => []
];
$QueueManage = new QueueManage(2);
$QueueManage->set($arrTask);
}
}