admin/SEONexus
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

deubg

Browse Source
This commit is contained in:
make
2025-06-18 21:18:14 +08:00
parent dc2e8ab4fb
commit 41bf3133d9
4 changed files with 37 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
code/.example.env
View File

@@ -77,6 +77,16 @@ PROXY_HOST = **.**.cc:12520
PROXY_KEY = *** PROXY_KEY = ***
PROXY_SECRET = *** PROXY_SECRET = ***
# PROXY_CODE = LUOTUO
# PROXY_HOST = tunnel.proxy.lthttp.com:9001
# PROXY_KEY = tZiHbQMgWm
# PROXY_SECRET = CUAVKJFGUO
PROXY_CODE = DOUYA
PROXY_HOST = tnl.douyadaili.com:8001
PROXY_KEY = laomo6
PROXY_SECRET = qazwsx123
# CRAWLER # CRAWLER
NOVEL_START_N_SOURCE_ID = 1 NOVEL_START_N_SOURCE_ID = 1
NOVEL_END_N_SOURCE_ID = 500000 NOVEL_END_N_SOURCE_ID = 500000

6
code/app/task/crawler/zw/page/ChapterPage.php
View File

@@ -124,7 +124,7 @@ class ChapterPage extends BasePage
$strTitle = $arrPageChapter['c_page_title'] ?? ''; $strTitle = $arrPageChapter['c_page_title'] ?? '';
$strPageData = $arrPageChapter['c_page_data'] ?? ''; $strPageData = $arrPageChapter['c_page_data'] ?? '';
\think\facade\Log::error("Request empty_saveChapter , strTitle: {$strTitle }, strPageData: {$strPageData}"); \think\facade\Log::error("Request empty_saveChapter , strTitle: {$strTitle }, strPageData: {$strPageData}");
var_dump($strTitle .' ---- '.$strPageData); var_dump($strTitle .' --empty_saveChapter-- '.$strPageData);
} }
return false; return false;
} }
@@ -167,8 +167,8 @@ class ChapterPage extends BasePage
$arrInsertNovel['created_at'] = new \MongoDB\BSON\UTCDateTime(); $arrInsertNovel['created_at'] = new \MongoDB\BSON\UTCDateTime();
try { try {
$incKey = config('task.app_name').'_insert_before_saveChapter:' . date('Y-m-d'); // $incKey = config('task.app_name').'_insert_before_saveChapter:' . date('Y-m-d');
$this->redisDailyInc($incKey); // $this->redisDailyInc($incKey);
$this->getChapterModel()->insert($arrInsertNovel); $this->getChapterModel()->insert($arrInsertNovel);

12
code/app/task/crawler/zw/page/Site.php
View File

@@ -120,6 +120,18 @@ class Site
$strProxy = "http://".$strKey . ":" . $strSecret. "@".$strProxyHost; $strProxy = "http://".$strKey . ":" . $strSecret. "@".$strProxyHost;
$arrConfig['proxy'] = $strProxy; $arrConfig['proxy'] = $strProxy;
break; break;
case 'LUOTUO':
$arrConfig['proxy'] = $strProxyHost;
$arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC;
$arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret";
break;
case 'DOUYA':
$arrConfig['proxy'] = $strProxyHost;
// $arrConfig['curl'][CURLOPT_PROXYTYPE] = CURLPROXY_SOCKS5; // 5 表示 SOCKS5
$arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC;
// $arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret";
break;
} }
} }

12
code/app/task/crawler/zw74/page/Site.php
View File

@@ -103,6 +103,18 @@ class Site extends ZwSite
$strProxy = "http://".$strKey . ":" . $strSecret. "@".$strProxyHost; $strProxy = "http://".$strKey . ":" . $strSecret. "@".$strProxyHost;
$arrConfig['proxy'] = $strProxy; $arrConfig['proxy'] = $strProxy;
break; break;
case 'LUOTUO':
$arrConfig['proxy'] = $strProxyHost;
$arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC;
$arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret";
break;
case 'DOUYA':
var_dump($strProxyHost);
$arrConfig['proxy'] = $strProxyHost;
// $arrConfig['curl'][CURLOPT_PROXYTYPE] = CURLPROXY_SOCKS5; // 5 表示 SOCKS5
$arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC;
// $arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret";
break;
} }
} }