Python使用selenium访问网页完成登录——装饰器重试机制汇总

今晚务必早点睡2024-08-01 0:07

文章目录

示例一:常见装饰器编写重试机制

示例代码

python 复制代码 
import time
import traceback
import logging
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

# 设置日志配置
logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

# 假设 DOME 是一个配置字典，用于控制 DEBUG 模式
DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    # 在每次重试前执行的操作，可以在此添加刷新页面等逻辑
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)  # 等待页面刷新完成

def dec_retry(num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
    """装饰器，重复执行func并忽略异常，超过次数抛出异常或返回空，此函数默认输出异常信息"""
    def decorator(func):
        def dec(*args, **kwargs):
            for i in range(1, num + 1):
                try:
                    return func(*args, **kwargs)
                except exclude as err:
                    raise err
                except catch as err:
                    logger.error(f'第 {i} 次执行失败')
                    if out_error:
                        logger.error(err, traceback.format_exc(), sep='\n')
                    if DOME.get('DEBUG') or DOME.get('debug'):
                        logger.error('已开启 DEBUG 模式，直接抛出异常')
                        raise err
                    if i >= num:
                        logger.error(f'已执行 {num} 次，抛出异常')
                        raise err
                    logger.error('开始重试')
                    exr(*args, **kwargs)

        return dec

    return decorator

@dec_retry(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    # 访问登录页面
    driver.get("https://example.com/login")

    # 等待页面加载完成
    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    # 输入用户名
    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    # 输入密码
    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    # 点击登录按钮
    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    # 等待页面加载完成并检查是否登录成功
    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    # 设置WebDriver
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()

代码解释

  1. 日志配置: 设置日志记录配置，用于输出错误信息。
  2. exr_func 函数: 定义了在每次重试前执行的操作，例如刷新页面。
  3. dec_retry 装饰器 : 实现了重试机制，捕获指定异常，在重试次数用尽前会执行 exr_func 函数。
  4. login 函数 : 实现具体的登录操作，并被 dec_retry 装饰器装饰。
  5. main 函数: 设置 WebDriver，尝试登录，并在失败时输出日志信息。

示例二：使用类实现装饰器

类装饰器可以更灵活地管理状态，并且可以更好地组织复杂的逻辑。

python 复制代码 
import time
import traceback
import logging
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

# 设置日志配置
logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

# 假设 DOME 是一个配置字典，用于控制 DEBUG 模式
DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)  # 等待页面刷新完成

class RetryDecorator:
    def __init__(self, num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
        self.num = num
        self.exr = exr
        self.catch = catch
        self.exclude = exclude
        self.out_error = out_error

    def __call__(self, func):
        def wrapped_func(*args, **kwargs):
            for i in range(1, self.num + 1):
                try:
                    return func(*args, **kwargs)
                except self.exclude as err:
                    raise err
                except self.catch as err:
                    logger.error(f'第 {i} 次执行失败')
                    if self.out_error:
                        logger.error(err, traceback.format_exc(), sep='\n')
                    if DOME.get('DEBUG') or DOME.get('debug'):
                        logger.error('已开启 DEBUG 模式，直接抛出异常')
                        raise err
                    if i >= self.num:
                        logger.error(f'已执行 {self.num} 次，抛出异常')
                        raise err
                    logger.error('开始重试')
                    self.exr(*args, **kwargs)
        return wrapped_func

@RetryDecorator(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    driver.get("https://example.com/login")

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()

示例三：使用函数装饰器并返回闭包

使用闭包使代码更简洁。

python 复制代码 
import time
import traceback
import logging
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)

def dec_retry(num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
    def decorator(func):
        def wrapped_func(*args, **kwargs):
            for i in range(1, num + 1):
                try:
                    return func(*args, **kwargs)
                except exclude as err:
                    raise err
                except catch as err:
                    logger.error(f'第 {i} 次执行失败')
                    if out_error:
                        logger.error(err, traceback.format_exc(), sep='\n')
                    if DOME.get('DEBUG') or DOME.get('debug'):
                        logger.error('已开启 DEBUG 模式，直接抛出异常')
                        raise err
                    if i >= num:
                        logger.error(f'已执行 {num} 次，抛出异常')
                        raise err
                    logger.error('开始重试')
                    exr(*args, **kwargs)
        return wrapped_func
    return decorator

@dec_retry(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    driver.get("https://example.com/login")

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()

示例四：使用 wrapt 模块

wrapt 是一个强大的装饰器库，可以更轻松地编写装饰器，特别是处理复杂逻辑时。

python 复制代码 
import time
import traceback
import logging
import wrapt
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)

def dec_retry(num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
    @wrapt.decorator
    def wrapper(wrapped, instance, args, kwargs):
        for i in range(1, num + 1):
            try:
                return wrapped(*args, **kwargs)
            except exclude as err:
                raise err
            except catch as err:
                logger.error(f'第 {i} 次执行失败')
                if out_error:
                    logger.error(err, traceback.format_exc(), sep='\n')
                if DOME.get('DEBUG') or DOME.get('debug'):
                    logger.error('已开启 DEBUG 模式，直接抛出异常')
                    raise err
                if i >= num:
                    logger.error(f'已执行 {num} 次，抛出异常')
                    raise err
                logger.error('开始重试')
                exr(*args, **kwargs)
    return wrapper

@dec_retry(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    driver.get("https://example.com/login")

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()
相关推荐
Muyuan199810 分钟前
28.Paper RAG Agent 开发记录：修复 LLM Rerank 的解析、Fallback 与可验证性
linux·人工智能·windows·python·django·fastapi
代码小书生21 分钟前
statistics，一个统计的 Python 库！
开发语言·python
摇滚侠25 分钟前
整洁的桌面和任务栏 Java 开发工程师提效方法
java·开发语言
知识分享小能手36 分钟前
R语言入门学习教程，从入门到精通，R语言数据计算与分组统计(9）
开发语言·学习·r语言
山居秋暝LS1 小时前
安装C++版opencv和opencv_contrib
开发语言·c++·opencv
STLearner1 小时前
SIGIR 2026 | LLM × Graph论文总结（图增强LLM，GraphRAG，Agent，多模态，知识图谱，搜索，推
人工智能·python·深度学习·神经网络·机器学习·数据挖掘·知识图谱
FreakStudio1 小时前
MicroPython 内核开发者直接狂喜！这个 Claude 插件市场，把开发全流程做成了「对话式外挂」
python·单片机·嵌入式·面向对象·并行计算·电子diy
老陈说编程1 小时前
12. LangChain 6大核心调用方法：invoke/stream/batch同步异步全解析，新手也能轻松学会
开发语言·人工智能·python·深度学习·机器学习·ai·langchain
给自己做减法1 小时前
rag混合检索
人工智能·python·rag
014-code1 小时前
Java 并发中的原子类
java·开发语言·并发
热门推荐
01要裂开了！ChatGPT要手机号验证了？注册Codex要求验证电话号码怎么办？2026年登陆Codex要手机号验证的解决办法02GitHub 镜像站点03Codex 接入 DeepSeek API 完整配置文档04【AI】2026 年具身智能模型和世界模型总结05裂开！ChatGPT 居然开始要手机号验证，附详细解决方法06零基础教你claude code 接入 deepseek V4072026年AI前瞻：量子AI、具身智能与科学发现的新纪元08CC-Switch & Claude 基于 Linux 服务器安装使用指南09在Windows 11上安装Docker的踩坑记录10CVE-2026-31431 (Copy Fail) 漏洞复现与验证记录