fix(card): 修复cic搜卡失败，增加响应data解密处理

core/routers/card/scraper.py

@@ -6,15 +6,18 @@
 # @Desc :
 import logging
 import re
+from typing import Any
 
+import ujson
 from curl_cffi import requests, CurlError
 from fake_useragent import UserAgent
 from parsel import Selector
 from simple_spider_tool import jsonpath, regx_match, format_json
 
 from config import settings
-from core.base.exceptions import SearchCardNotFound, SearchCardRetry, SearchCardRetryFail
+from core.base.exceptions import SearchCardRetry, SearchCardRetryFail, SearchCardHandlerFail
 from core.utils.helper import async_retry
+from core.utils.helper import decrypt_aes_cbc
 
 logger = logging.getLogger(__name__)
 
@@ -182,9 +185,18 @@ class SiteApi:
         await self.session.close()
 
 
+class SiteDecrypt:
+    @staticmethod
+    def cic(ciphertext_b64: str, iv_str):
+        key_str = '3bd48ea5e910b195843941351be7cbae'
+        decrypted_text = decrypt_aes_cbc(ciphertext_b64, key_str, iv_str)
+        return decrypted_text
+
+
 class CardScraper:
     def __init__(self):
         self.api = SiteApi()
+        self.decrypt = SiteDecrypt()
         self._handlers = None
 
     @property
@@ -213,7 +225,7 @@ class CardScraper:
         for info_element in info_elements:
             name = info_element.xpath('./dt[1]').xpath('string()').get() or info_element.xpath(
                 './dt/template/@id').get() or ''
-            name = re.sub(r'\(|\)', '', name)
+            name = re.sub(r'[()]', '', name)
             name = name.lower().replace(' ', '_').replace('/', '_')
             value = info_element.xpath('./dd[1]').xpath('string()').get()
             info[name.strip()] = value.strip()
@@ -225,7 +237,7 @@ class CardScraper:
             } for picture_element in picture_elements
         ]
 
-        item = dict(cert_number=None)
+        item: dict[str, Any] = dict(cert_number=None)
         # 评级卡号
         item['cert_number'] = info['cert_number']
         # 年份
@@ -264,7 +276,7 @@ class CardScraper:
             return
         result = r.json()
 
-        item = dict(cert_number=None)
+        item: dict[str, Any] = dict(cert_number=None)
         # 评级卡号
         item['cert_number'] = result.get('item_id')
         # 年份
@@ -290,7 +302,7 @@ class CardScraper:
             'raw_data': result,
         }
 
-    async def cgc(self, cert_number: str | int):
+    async def cgc(self, cert_number: str | int) -> dict | None:
         """CGC"""
         r = await self.api.cgc(cert_number)
         html = Selector(r.text)
@@ -305,7 +317,7 @@ class CardScraper:
             value = info_element.xpath('./dd[1]').xpath('string()').get()
             info[name.strip()] = value.strip()
 
-        item = dict(cert_number=None)
+        item: dict[str, Any] = dict(cert_number=None)
         # 评级卡号
         item['cert_number'] = info.get('cert')
         # 年份
@@ -344,7 +356,7 @@ class CardScraper:
         attrs = jsonpath(result, '$.data.attr', first=True)
         attrs_string = ';'.join(attrs)
 
-        item = dict(cert_number=None)
+        item: dict[str, Any] = dict(cert_number=None)
         # 评级卡号
         item['cert_number'] = jsonpath(result, '$.data.ratingCode', first=True)
         # 年份
@@ -380,7 +392,7 @@ class CardScraper:
         if result.get('code') != '200' or not result['data']:
             return
 
-        item = dict(cert_number=None)
+        item: dict[str, Any] = dict(cert_number=None)
         # 评级卡号
         item['cert_number'] = jsonpath(result, '$.data.num', first=True)
         # 年份
@@ -418,7 +430,7 @@ class CardScraper:
 
         details = jsonpath(result, '$.info.details', first=True)
 
-        item = dict(cert_number=None)
+        item: dict[str, Any] = dict(cert_number=None)
         # 评级卡号
         item['cert_number'] = jsonpath(details, '$.grade[?(@.title =="证书编号")].val', first=True)
         # 年份
@@ -455,9 +467,19 @@ class CardScraper:
         if result.get('code') != 200:
             return
 
-        details = jsonpath(result, '$.data.obj_order_rating_goods', first=True)
+        ciphertext = result.get('data')
+        iv_str = result.get('iv')
+        try:
+            plaintext_str = self.decrypt.cic(ciphertext, iv_str)
 
-        item = dict(cert_number=None)
+            plaintext = ujson.loads(plaintext_str)
+        except Exception as e:
+            logger.error(e)
+            raise SearchCardHandlerFail('请联系客服反馈搜卡异常')
+
+        details = jsonpath(plaintext, '$.obj_order_rating_goods', first=True)
+
+        item: dict[str, Any] = dict(cert_number=None)
         # 评级卡号
         item['cert_number'] = details.get('cert_no')
         # 年份
@@ -465,7 +487,7 @@ class CardScraper:
         # 卡片品牌
         item['card_brand'] = jsonpath(details, '$.obj_brand.title', first=True)
         # 卡片评分
-        item['card_score'] =  details.get('score')
+        item['card_score'] = details.get('score')
         # 卡片名称
         item['card_name'] = details.get('goods_name')
         # 卡片编号