Plan 01 - facade migration (ARCH-06/07):
- boss.py: import from spiderJobs.platforms.boss.{api,client,sign}
- qcwy.py: import from spiderJobs.platforms.job51.{api,client}
- zhilian.py: import from spiderJobs.platforms.zhilian.{api,client,sign}
- All 3 Service classes: +4 async_* methods via asyncio.to_thread()
Plan 02 - deprecation + cleanup (ARCH-08):
- 11 private copy files (_base, _http_client, _boss/job51/zhilian *): DEPRECATED header
- jobs_spider/ directory: fully deleted (user request)
Full regression: 106 passed in 0.61s
100 lines
3.2 KiB
Python
100 lines
3.2 KiB
Python
# ⚠️ DEPRECATED — 2026-03-21
|
|
# 此文件是内部手工复制文件,已废弃,不再由任何 facade 引用。
|
|
# 请改用 spiderJobs.platforms.* 或 crawler_core 中的对应模块。
|
|
# 将在下一里程碑中删除。
|
|
#
|
|
"""
|
|
Boss直聘 HTTP 客户端
|
|
复制自 spiderJobs/platforms/boss/client.py — import 改为本地引用
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any, Optional
|
|
|
|
from app.services.crawler._http_client import HTTPClient
|
|
from app.services.crawler._boss_sign import BossSign
|
|
|
|
BASE_URL = "https://www.zhipin.com"
|
|
|
|
BOSS_HEADERS = {
|
|
"content-type": "application/x-www-form-urlencoded",
|
|
"user-agent": (
|
|
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 "
|
|
"(KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36 "
|
|
"MicroMessenger/7.0.20.1781(0x6700143B) NetType/WIFI "
|
|
"MiniProgramEnv/Mac MacWechat/WMPF MacWechat/3.8.7(0x13080712) "
|
|
"UnifiedPCMacWechat(0xf2641702) XWEB/18788"
|
|
),
|
|
"x-requested-with": "XMLHttpRequest",
|
|
"xweb_xhr": "1",
|
|
"zp_app_id": "10002",
|
|
"zp_product_id": "10002",
|
|
"ver": "14.0400",
|
|
"mini_ver": "14.0400",
|
|
"platform": "zhipin/mac",
|
|
"ua": '{"model":"Mac16,8","platform":"mac"}',
|
|
"scene": "1256",
|
|
"sec-fetch-site": "cross-site",
|
|
"sec-fetch-mode": "cors",
|
|
"sec-fetch-dest": "empty",
|
|
"referer": "https://servicewechat.com/wxa8da525af05281f3/601/page-frame.html",
|
|
"accept-language": "zh-CN,zh;q=0.9",
|
|
}
|
|
|
|
|
|
class BossClient(HTTPClient):
|
|
def __init__(
|
|
self,
|
|
signer: Optional[BossSign] = None,
|
|
tunnel_proxy: Optional[str] = None,
|
|
proxy: Optional[str] = None,
|
|
proxy_pool: Optional[list[str]] = None,
|
|
timeout: int = 10,
|
|
):
|
|
super().__init__(
|
|
base_url=BASE_URL,
|
|
default_headers=BOSS_HEADERS,
|
|
tunnel_proxy=tunnel_proxy,
|
|
proxy=proxy,
|
|
proxy_pool=proxy_pool,
|
|
timeout=timeout,
|
|
)
|
|
self.signer = signer or BossSign()
|
|
|
|
def _boss_headers(self) -> dict:
|
|
return {
|
|
"mpt": self.signer.mpt,
|
|
"wt2": self.signer.wt2,
|
|
"Traceid": BossSign.generate_traceid("M-W"),
|
|
}
|
|
|
|
def post(self, path: str, body: dict, headers: Optional[dict] = None) -> tuple[int, Any]:
|
|
boss_h = self._boss_headers()
|
|
if headers:
|
|
boss_h.update(headers)
|
|
return super().post(path, body, boss_h)
|
|
|
|
def get(self, path: str, params: Optional[dict] = None, headers: Optional[dict] = None) -> tuple[int, Any]:
|
|
boss_h = self._boss_headers()
|
|
if headers:
|
|
boss_h.update(headers)
|
|
return super().get(path, params, boss_h)
|
|
|
|
def batch(self, sub_reqs: list[dict]) -> tuple[int, Any]:
|
|
body = {"subReqs": sub_reqs, "appId": 10002}
|
|
return self.post(
|
|
"/wapi/batch/requests",
|
|
body,
|
|
headers={"content-type": "application/json"},
|
|
)
|
|
|
|
|
|
def create_client(
|
|
signer: Optional[BossSign] = None,
|
|
tunnel_proxy: Optional[str] = None,
|
|
proxy: Optional[str] = None,
|
|
proxy_pool: Optional[list[str]] = None,
|
|
) -> BossClient:
|
|
return BossClient(signer=signer, tunnel_proxy=tunnel_proxy, proxy=proxy, proxy_pool=proxy_pool)
|