反爬策略会监测是否是自动化控件在操纵浏览器，webdriver默认会给一个友好的提示，但是我们希望它邪恶一点，一般在middleware.py中添加这个配置项：

from selenium import webdriver
import time
from scrapy.http import HtmlResponse


class HandlessMiddleware(object):

    def __init__(self):
        # super(HandlessMiddleware, self).__init__()
        option = webdriver.ChromeOptions()
        option.add_argument("--incognito")  # 配置隐私模式
        # option.add_argument('--disable-gpu') # 禁用GPU
        option.add_argument('lang=zh_CN.UTF-8') # 设置
        # 取消自动化控制提示
        option.add_experimental_option("excludeSwitches", ["enable-automation"])
        option.add_experimental_option('useAutomationExtension', False)
		
		# 设置随机的useragent
        # option.add_argument(
        #     'user-agent=' + self.ua.random)
        # option.add_argument('headless')
        
        prefs = {
            # "profile.managed_default_content_settings.images": 2,  # 禁止加载图片
            # 'permissions.default.stylesheet': 2,  # 禁止加载css
        }
        
        option.add_experimental_option("prefs", prefs)
        self.browser = webdriver.Chrome(chrome_options=option)
        
        # 执行js取消webdriver的标识
        self.browser.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
            "source": """
            Object.defineProperty(navigator, 'webdriver', {
              get: () => undefined
            })
          """
        })
        self.browser.implicitly_wait(5) # 获取页面元素时智能等待5s

    def process_request(self, request, spider):
    	pass

然后在settings.py中添加配置：

DOWNLOADER_MIDDLEWARES = {
    '项目名.middlewares.MeituanPurchaseDownloaderMiddleware': None, # 设置为None
    '项目名.middlewares.HandlessMiddleware': 200, # 添加这个middleware
}