diff --git a/code/.example.env b/code/.example.env index 5b9aa16..e12b7e5 100644 --- a/code/.example.env +++ b/code/.example.env @@ -77,6 +77,16 @@ PROXY_HOST = **.**.cc:12520 PROXY_KEY = *** PROXY_SECRET = *** +# PROXY_CODE = LUOTUO +# PROXY_HOST = tunnel.proxy.lthttp.com:9001 +# PROXY_KEY = tZiHbQMgWm +# PROXY_SECRET = CUAVKJFGUO + +PROXY_CODE = DOUYA +PROXY_HOST = tnl.douyadaili.com:8001 +PROXY_KEY = laomo6 +PROXY_SECRET = qazwsx123 + # CRAWLER NOVEL_START_N_SOURCE_ID = 1 NOVEL_END_N_SOURCE_ID = 500000 \ No newline at end of file diff --git a/code/app/task/crawler/zw/page/ChapterPage.php b/code/app/task/crawler/zw/page/ChapterPage.php index d12f099..faed278 100644 --- a/code/app/task/crawler/zw/page/ChapterPage.php +++ b/code/app/task/crawler/zw/page/ChapterPage.php @@ -124,7 +124,7 @@ class ChapterPage extends BasePage $strTitle = $arrPageChapter['c_page_title'] ?? ''; $strPageData = $arrPageChapter['c_page_data'] ?? ''; \think\facade\Log::error("Request empty_saveChapter , strTitle: {$strTitle }, strPageData: {$strPageData}"); - var_dump($strTitle .' ---- '.$strPageData); + var_dump($strTitle .' --empty_saveChapter-- '.$strPageData); } return false; } @@ -167,8 +167,8 @@ class ChapterPage extends BasePage $arrInsertNovel['created_at'] = new \MongoDB\BSON\UTCDateTime(); try { - $incKey = config('task.app_name').'_insert_before_saveChapter:' . date('Y-m-d'); - $this->redisDailyInc($incKey); + // $incKey = config('task.app_name').'_insert_before_saveChapter:' . date('Y-m-d'); + // $this->redisDailyInc($incKey); $this->getChapterModel()->insert($arrInsertNovel); diff --git a/code/app/task/crawler/zw/page/Site.php b/code/app/task/crawler/zw/page/Site.php index a132e75..7d6e9f0 100644 --- a/code/app/task/crawler/zw/page/Site.php +++ b/code/app/task/crawler/zw/page/Site.php @@ -120,6 +120,18 @@ class Site $strProxy = "http://".$strKey . ":" . $strSecret. "@".$strProxyHost; $arrConfig['proxy'] = $strProxy; break; + case 'LUOTUO': + $arrConfig['proxy'] = $strProxyHost; + $arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC; + $arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret"; + break; + case 'DOUYA': + $arrConfig['proxy'] = $strProxyHost; + // $arrConfig['curl'][CURLOPT_PROXYTYPE] = CURLPROXY_SOCKS5; // 5 表示 SOCKS5 + $arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC; + // $arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret"; + break; + } } diff --git a/code/app/task/crawler/zw74/page/Site.php b/code/app/task/crawler/zw74/page/Site.php index 489e9f3..372c511 100644 --- a/code/app/task/crawler/zw74/page/Site.php +++ b/code/app/task/crawler/zw74/page/Site.php @@ -103,6 +103,18 @@ class Site extends ZwSite $strProxy = "http://".$strKey . ":" . $strSecret. "@".$strProxyHost; $arrConfig['proxy'] = $strProxy; break; + case 'LUOTUO': + $arrConfig['proxy'] = $strProxyHost; + $arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC; + $arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret"; + break; + case 'DOUYA': + var_dump($strProxyHost); + $arrConfig['proxy'] = $strProxyHost; + // $arrConfig['curl'][CURLOPT_PROXYTYPE] = CURLPROXY_SOCKS5; // 5 表示 SOCKS5 + $arrConfig['curl'][CURLOPT_PROXYAUTH] = CURLAUTH_BASIC; + // $arrConfig['curl'][CURLOPT_PROXYUSERPWD] = "$strKey:$strSecret"; + break; } }