Python 爬虫设备指纹实战：从原理到代码

import random
import hashlib
import time
import requests


class DeviceFingerprint:
    """设备指纹生成器 - 保证每次请求的指纹一致"""

    def __init__(self, device_id: str = None):
        self.device_id = device_id or self._generate_device_id()
        self.fingerprint = self._build_fingerprint()

    def _generate_device_id(self) -> str:
        base = f"{time.time()}{random.randint(1000, 9999)}"
        return hashlib.md5(base.encode()).hexdigest()[:16]

    def _build_fingerprint(self) -> dict:
        screen = random.choice(["1920x1080", "1366x768", "1440x900"])
        ua = self._random_ua()
        return {
            "device_id": self.device_id,
            "screen_resolution": screen,
            "timezone": "Asia/Shanghai",
            "language": "zh-CN",
            "platform": "Win32",
            "user_agent": ua,
        }

    @staticmethod
    def _random_ua() -> str:
        chrome_version = random.randint(120, 131)
        return (
            f"Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
            f"AppleWebKit/537.36 (KHTML, like Gecko) "
            f"Chrome/{chrome_version}.0.0.0 Safari/537.36"
        )

    def get_headers(self) -> dict:
        fp = self.fingerprint
        return {
            "User-Agent": fp["user_agent"],
            "Accept-Language": fp["language"],
            "Accept-Encoding": "gzip, deflate, br",
            "Connection": "keep-alive",
            "Sec-Fetch-Dest": "document",
            "Sec-Fetch-Mode": "navigate",
            "Sec-Fetch-Site": "none",
            "Cache-Control": "max-age=0",
        }


class SmartCrawler:
    def __init__(self):
        self.fingerprint = DeviceFingerprint()
        self.session = requests.Session()

    def get(self, url: str):
        headers = self.fingerprint.get_headers()
        return self.session.get(url, headers=headers, timeout=10)


# 使用
crawler = SmartCrawler()
resp = crawler.get("https://example.com")
print(resp.status_code)

pip install playwright pw-stealth-enhanced
playwright install chromium

import asyncio
from playwright.async_api import async_playwright
from pw_stealth_enhanced import apply_stealth, StealthConfig


async def main():
    async with async_playwright() as p:
        browser = await p.chromium.launch(headless=False)
        context = await browser.new_context(
            viewport={"width": 1920, "height": 1080},
            user_agent=(
                "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
                "AppleWebKit/537.36 (KHTML, like Gecko) "
                "Chrome/128.0.0.0 Safari/537.36"
            ),
        )

        config = StealthConfig(
            webgl_vendor="Google Inc. (NVIDIA)",
            webgl_renderer=(
                "ANGLE (NVIDIA, NVIDIA GeForce RTX 3060 "
                "Direct3D11 vs_5_0 ps_5_0, D3D11)"
            ),
            locale="zh-CN",
            timezone_id="Asia/Shanghai",
            canvas_noise=True,
            audio_noise=True,
            rotate_ua=True,       # 每次新建上下文随机 UA
            rotate_viewport=True, # 随机视口
        )
        await apply_stealth(context, config=config)

        page = await context.new_page()
        await page.goto("https://bot.sannysoft.com/")
        await page.screenshot(path="stealth_test.png", full_page=True)
        await browser.close()


if __name__ == "__main__":
    asyncio.run(main())

# Patchright：改一行 import 即可
from patchright.sync_api import sync_playwright

with sync_playwright() as p:
    context = p.chromium.launch_persistent_context(
        user_data_dir="./browser_profile",
        channel="chrome",       # 用真实 Chrome
        headless=False,
        no_viewport=True,
        locale="zh-CN",
        timezone_id="Asia/Shanghai",
    )
    page = context.pages[0] if context.pages else context.new_page()
    page.goto("https://wlt.gzdyx.cn")
    page.wait_for_timeout(5000)
    page.screenshot(path="result.png")
    context.close()