懂车帝移动端抓取
This commit is contained in:
@@ -40,7 +40,7 @@ class UsedCarCrawlSingle
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取移动端最终url
|
||||
* 获取懂车帝移动端分享短链最终url
|
||||
*
|
||||
* @param string $url
|
||||
* @return string
|
||||
@@ -58,17 +58,17 @@ class UsedCarCrawlSingle
|
||||
$history = $response->getHeader('X-Guzzle-Redirect-History');
|
||||
$finalUrl = end($history);
|
||||
|
||||
$sku_id = $this->getSkuIdFromUrl($finalUrl);
|
||||
$pcUrl = $this->getPcUrl($finalUrl);
|
||||
|
||||
return 'https://www.dongchedi.com/usedcar/'.$sku_id;
|
||||
return $pcUrl;
|
||||
}
|
||||
|
||||
/**
|
||||
* 从url获取sku_id
|
||||
* 从移动端url获取sku_id
|
||||
* @param string $url
|
||||
* @return string|null
|
||||
*/
|
||||
public function getSkuIdFromUrl(string $url): ?string
|
||||
public function getPcUrl(string $url): ?string
|
||||
{
|
||||
$query = parse_url($url, PHP_URL_QUERY);
|
||||
if (!$query) {
|
||||
@@ -77,9 +77,15 @@ class UsedCarCrawlSingle
|
||||
|
||||
parse_str($query, $params);
|
||||
|
||||
return $params['sku_id'] ?? null;
|
||||
return !empty($params['sku_id']) ? 'https://www.dongchedi.com/usedcar/'.$params['sku_id'] : null;
|
||||
}
|
||||
|
||||
/**
|
||||
* 抓取懂车帝二手车信息
|
||||
* @param string $url
|
||||
* @return array
|
||||
* @throws GuzzleException
|
||||
*/
|
||||
public function crawlCar(string $url){
|
||||
$html = $this->fetchHtml($url);
|
||||
if ($html === '' || str_contains($html, '404 Not Found')) {
|
||||
|
||||
Reference in New Issue
Block a user