diff --git a/app/common/controller/UsedCarController.php b/app/common/controller/UsedCarController.php index 0b91142..821cdfa 100644 --- a/app/common/controller/UsedCarController.php +++ b/app/common/controller/UsedCarController.php @@ -8,7 +8,8 @@ use app\common\service\OssService; use app\common\service\SparkService; use app\common\traits\crud\CrudControllerTrait; use app\common\service\UsedCarService; -use app\common\utils\crawl\service\UsedCarCrawlSingle; +use app\common\utils\crawl\service\service\UsedCarCrawlSingle; +use app\common\utils\crawl\service\UnCodeFont; use app\common\utils\pdf\service\MpdfDriver; use support\exception\BusinessException; use support\Log; @@ -17,6 +18,7 @@ use support\Request; class UsedCarController extends BaseController { use CrudControllerTrait; + use UnCodeFont; protected $service; @@ -160,10 +162,10 @@ class UsedCarController extends BaseController $data = [ 'user_id' => $request->user['id'], 'product_name' => $info['title'], - 'price' => $info['price']<200 ? $info['price']*10000 : $info['price'], + 'price' => $info['price']<200 ? ((float)$info['price'])*10000 : $info['price'], 'source_place' => $info['source_place'], 'displacement' => $info['capacity']??'', //排量 - 'mileage' => $info['usage_mileage']*10000, //里程 + 'mileage' => ((float)$info['usage_mileage'])*10000, //里程 'power' => $info['horsepower']??'', //马力 'body_color' => $info['body_color'], 'images' => $info['image'], @@ -188,7 +190,7 @@ class UsedCarController extends BaseController return $this->error('车辆已下架或找不到页面'); } Log::error('crawlCar fail',['param' => $request->get('url'),'message' => $e->getMessage().$e->getFile().$e->getLine()]); - return $this->error($e->getMessage()); + return $this->error($e->getMessage().$e->getFile().$e->getLine()); } } diff --git a/app/common/utils/crawl/service/UnCodeFont.php b/app/common/utils/crawl/service/UnCodeFont.php new file mode 100644 index 0000000..7e9c115 --- /dev/null +++ b/app/common/utils/crawl/service/UnCodeFont.php @@ -0,0 +1,94 @@ += 0xE000 && $cp <= 0xF8FF) { + return true; + } + } + return false; + } + + /** + * 读取某个 font_hash 的映射表，返回 [ 'e53d' => '中', ... ] + * code 表里存的是 '' 或 '' + */ + function loadFontMap(string $fontHash): array + { + $rows = Db::table('font_map') + ->select('code', 'char') + ->where('font_hash', $fontHash) + ->get() + ->toArray(); + $rows = array_map(function($item) { + return (array) $item; + }, $rows); + + $map = []; + foreach ($rows as $r) { + // 从 '' 提取 e53d + if (preg_match('/&#x([0-9a-fA-F]+);/i', $r['code'], $m)) { + $map[strtolower($m[1])] = $r['char']; + } + } + return $map; + } + + /** + * 将包含 PUA 字符的字符串，按 font_map 替换 + */ + function decodeObfuscatedText(string $text, array $fontMap): string + { + $fontHash = '77fd388510a974babdf4837b26d2d33f'; // 你当前字体 md5（font_map.sql 里那一份） + $fontMap = $this->loadFontMap($fontHash); + // 按 Unicode 字符切分 + $chars = preg_split('//u', $text, -1, PREG_SPLIT_NO_EMPTY); + if (!$chars) return $text; + + $out = ''; + + foreach ($chars as $ch) { + // 获取码点（十六进制），如 e53d + $hex = $this->unicodeCodePointHex($ch); + if ($hex !== null) { + $key = strtolower($hex); + // 只替换命中的（一般就是 E***） + if (isset($fontMap[$key])) { + $out .= $fontMap[$key]; + continue; + } + } + // 没命中：原样保留（比如 '.' 这种正常字符） + $out .= $ch; + } + + return $out; + } + + /** + * 获取单个 Unicode 字符的码点十六进制（不带 0x），失败返回 null + * 例：'' -> 'e53d' + */ + function unicodeCodePointHex(string $ch): ?string + { + if ($ch === '') return null; + $u = mb_convert_encoding($ch, 'UCS-4BE', 'UTF-8'); + if ($u === false || strlen($u) !== 4) return null; + $code = unpack('N', $u)[1]; // 32-bit + return dechex($code); + } +} diff --git a/app/common/utils/crawl/service/UsedCarCrawl.php b/app/common/utils/crawl/service/UsedCarCrawl.php index 7e99090..3d2157b 100644 --- a/app/common/utils/crawl/service/UsedCarCrawl.php +++ b/app/common/utils/crawl/service/UsedCarCrawl.php @@ -1,6 +1,6 @@ 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36', @@ -284,7 +289,6 @@ class UsedCarCrawlSingle $images = $this->collectChe168Images($ql, '#pic_li img', true); } $images = array_values(array_unique($images)); - var_dump($images); if (empty($images)) { Log::warning("crawlChe168Car:未找到任何车辆图片，URL: {$url}"); @@ -485,6 +489,9 @@ class UsedCarCrawlSingle $title = trim($ql->find('h1')->text()); $price = trim($ql->find('.head-info_price-wrap__Y4bxi > p')->text()); + if(empty($price)){ + $price = trim($ql->find('span.tw-text-color-red-500')->text()); + } $pageText = $ql->find('body')->text(); $jsonText = $ql->find('#__NEXT_DATA__')->text(); @@ -560,7 +567,13 @@ class UsedCarCrawlSingle $conditionDesc = trim($m[1]); } - + $price = str_replace('一口价', '', $price); + if ($this->needFontDecode($price)) { + $price = $this->decodeObfuscatedText($price, []); + } + if ($this->needFontDecode($usageMileage)) { + $price = $this->decodeObfuscatedText($usageMileage, []); + } return [ 'used_car_id' => $this->extractIdFromUrl($url), 'car_id' => $carId, diff --git a/app/controller/IndexController.php b/app/controller/IndexController.php index 3f279cd..f03f13c 100644 --- a/app/controller/IndexController.php +++ b/app/controller/IndexController.php @@ -159,7 +159,7 @@ class IndexController public function test(Request $request) { - $service = new \app\common\utils\crawl\service\UsedCarCrawl(); + $service = new \app\common\utils\crawl\service\service\UsedCarCrawl(); $result = $service->pushUrl('https://www.dongchedi.com/usedcar/21631642');