Commit bf17422f authored by hj's avatar hj

更新提交

parent e395310e
...@@ -92,8 +92,7 @@ class CheMenuService ...@@ -92,8 +92,7 @@ class CheMenuService
try{ try{
$pageUrl = $url['url']; $pageUrl = $url['url'];
SimpleLogs::writeLog('开始抓取'.$pageUrl.'页面数据', 'chemenu info', 'info'); SimpleLogs::writeLog('开始抓取'.$pageUrl.'页面数据', 'chemenu info', 'info');
$randomFloat = 1 + mt_rand(0, 2) + (mt_rand(0, 999) / 1000);
usleep($randomFloat * 1000000); // 微秒级延迟
$responseHtml = $this->apiService->getPage($pageUrl); $responseHtml = $this->apiService->getPage($pageUrl);
//file_put_contents('./test3.html', $responseHtml); //file_put_contents('./test3.html', $responseHtml);
if($responseHtml){ if($responseHtml){
...@@ -166,6 +165,9 @@ class CheMenuService ...@@ -166,6 +165,9 @@ class CheMenuService
} }
} }
SimpleLogs::writeLog('数据解析结束。数据:'.json_encode($productPageContent, JSON_UNESCAPED_UNICODE), 'chemenu info', 'info'); SimpleLogs::writeLog('数据解析结束。数据:'.json_encode($productPageContent, JSON_UNESCAPED_UNICODE), 'chemenu info', 'info');
$randomFloat = 2 + mt_rand(0, 2) + (mt_rand(0, 999) / 1000);
usleep($randomFloat * 1000000); // 微秒级延迟
$this->apiService->saveProduct($productPageContent); $this->apiService->saveProduct($productPageContent);
} }
$randomFloat = 5 + mt_rand(0, 5) + (mt_rand(0, 999) / 1000); $randomFloat = 5 + mt_rand(0, 5) + (mt_rand(0, 999) / 1000);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment