Python使用selenium访问网页完成登录——装饰器重试机制汇总

今晚务必早点睡2024-08-01 0:07

文章目录

示例一:常见装饰器编写重试机制

示例代码

python 复制代码 
import time
import traceback
import logging
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

# 设置日志配置
logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

# 假设 DOME 是一个配置字典，用于控制 DEBUG 模式
DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    # 在每次重试前执行的操作，可以在此添加刷新页面等逻辑
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)  # 等待页面刷新完成

def dec_retry(num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
    """装饰器，重复执行func并忽略异常，超过次数抛出异常或返回空，此函数默认输出异常信息"""
    def decorator(func):
        def dec(*args, **kwargs):
            for i in range(1, num + 1):
                try:
                    return func(*args, **kwargs)
                except exclude as err:
                    raise err
                except catch as err:
                    logger.error(f'第 {i} 次执行失败')
                    if out_error:
                        logger.error(err, traceback.format_exc(), sep='\n')
                    if DOME.get('DEBUG') or DOME.get('debug'):
                        logger.error('已开启 DEBUG 模式，直接抛出异常')
                        raise err
                    if i >= num:
                        logger.error(f'已执行 {num} 次，抛出异常')
                        raise err
                    logger.error('开始重试')
                    exr(*args, **kwargs)

        return dec

    return decorator

@dec_retry(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    # 访问登录页面
    driver.get("https://example.com/login")

    # 等待页面加载完成
    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    # 输入用户名
    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    # 输入密码
    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    # 点击登录按钮
    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    # 等待页面加载完成并检查是否登录成功
    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    # 设置WebDriver
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()

代码解释

  1. 日志配置: 设置日志记录配置，用于输出错误信息。
  2. exr_func 函数: 定义了在每次重试前执行的操作，例如刷新页面。
  3. dec_retry 装饰器 : 实现了重试机制，捕获指定异常，在重试次数用尽前会执行 exr_func 函数。
  4. login 函数 : 实现具体的登录操作，并被 dec_retry 装饰器装饰。
  5. main 函数: 设置 WebDriver，尝试登录，并在失败时输出日志信息。

示例二：使用类实现装饰器

类装饰器可以更灵活地管理状态，并且可以更好地组织复杂的逻辑。

python 复制代码 
import time
import traceback
import logging
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

# 设置日志配置
logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

# 假设 DOME 是一个配置字典，用于控制 DEBUG 模式
DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)  # 等待页面刷新完成

class RetryDecorator:
    def __init__(self, num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
        self.num = num
        self.exr = exr
        self.catch = catch
        self.exclude = exclude
        self.out_error = out_error

    def __call__(self, func):
        def wrapped_func(*args, **kwargs):
            for i in range(1, self.num + 1):
                try:
                    return func(*args, **kwargs)
                except self.exclude as err:
                    raise err
                except self.catch as err:
                    logger.error(f'第 {i} 次执行失败')
                    if self.out_error:
                        logger.error(err, traceback.format_exc(), sep='\n')
                    if DOME.get('DEBUG') or DOME.get('debug'):
                        logger.error('已开启 DEBUG 模式，直接抛出异常')
                        raise err
                    if i >= self.num:
                        logger.error(f'已执行 {self.num} 次，抛出异常')
                        raise err
                    logger.error('开始重试')
                    self.exr(*args, **kwargs)
        return wrapped_func

@RetryDecorator(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    driver.get("https://example.com/login")

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()

示例三：使用函数装饰器并返回闭包

使用闭包使代码更简洁。

python 复制代码 
import time
import traceback
import logging
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)

def dec_retry(num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
    def decorator(func):
        def wrapped_func(*args, **kwargs):
            for i in range(1, num + 1):
                try:
                    return func(*args, **kwargs)
                except exclude as err:
                    raise err
                except catch as err:
                    logger.error(f'第 {i} 次执行失败')
                    if out_error:
                        logger.error(err, traceback.format_exc(), sep='\n')
                    if DOME.get('DEBUG') or DOME.get('debug'):
                        logger.error('已开启 DEBUG 模式，直接抛出异常')
                        raise err
                    if i >= num:
                        logger.error(f'已执行 {num} 次，抛出异常')
                        raise err
                    logger.error('开始重试')
                    exr(*args, **kwargs)
        return wrapped_func
    return decorator

@dec_retry(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    driver.get("https://example.com/login")

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()

示例四：使用 wrapt 模块

wrapt 是一个强大的装饰器库，可以更轻松地编写装饰器，特别是处理复杂逻辑时。

python 复制代码 
import time
import traceback
import logging
import wrapt
from typing import Callable
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException, WebDriverException, TimeoutException
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

logging.basicConfig(level=logging.ERROR)
logger = logging.getLogger(__name__)

DOME = {
    'DEBUG': False,
    'debug': False
}

def exr_func(*args, **kwargs):
    driver = kwargs.get('driver')
    if driver:
        driver.refresh()
        time.sleep(2)

def dec_retry(num=1, exr: Callable = lambda *_, **__: None, catch=Exception, exclude=Exception, out_error=True):
    @wrapt.decorator
    def wrapper(wrapped, instance, args, kwargs):
        for i in range(1, num + 1):
            try:
                return wrapped(*args, **kwargs)
            except exclude as err:
                raise err
            except catch as err:
                logger.error(f'第 {i} 次执行失败')
                if out_error:
                    logger.error(err, traceback.format_exc(), sep='\n')
                if DOME.get('DEBUG') or DOME.get('debug'):
                    logger.error('已开启 DEBUG 模式，直接抛出异常')
                    raise err
                if i >= num:
                    logger.error(f'已执行 {num} 次，抛出异常')
                    raise err
                logger.error('开始重试')
                exr(*args, **kwargs)
    return wrapper

@dec_retry(num=3, exr=exr_func, catch=(NoSuchElementException, WebDriverException, TimeoutException))
def login(driver, username, password):
    driver.get("https://example.com/login")

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "username")))

    username_field = driver.find_element(By.ID, "username")
    username_field.send_keys(username)

    password_field = driver.find_element(By.ID, "password")
    password_field.send_keys(password)

    login_button = driver.find_element(By.ID, "loginButton")
    login_button.click()

    WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.ID, "logoutButton")))

    print("登录成功")
    return True

def main():
    driver = webdriver.Chrome()

    username = "your_username"
    password = "your_password"

    try:
        login(driver, username, password, driver=driver)
    except Exception as e:
        logger.error(f"最终登录失败，异常: {e}")

    driver.quit()

if __name__ == "__main__":
    main()
相关推荐
天下无敌笨笨熊2 分钟前
C#异步开发探微
开发语言·c#
2401_833197732 分钟前
更优雅的测试：Pytest框架入门
jvm·数据库·python
2301_793804695 分钟前
C++中的访问者模式变体
开发语言·c++·算法
2501_945424809 分钟前
模板代码版本兼容
开发语言·c++·算法
m0_5180194812 分钟前
C++中的委托构造函数
开发语言·c++·算法
m0_7434703714 分钟前
高性能计算框架实现
开发语言·c++·算法
weixin_3077791315 分钟前
2025年中国研究生数学建模竞赛A题：通用神经网络处理器下的核内调度问题——解决方案与实现
开发语言·人工智能·python·数学建模·性能优化
焦糖玛奇朵婷15 分钟前
盲盒小程序开发|解锁开箱新体验[特殊字符]
大数据·开发语言·程序人生·小程序·软件需求
1104.北光c°16 分钟前
基于Canal + Kafka的高可用关注系统：一主多从关系链
java·开发语言·笔记·分布式·程序人生·kafka·一主多从
热门推荐
01GitHub 镜像站点02Qwen3.5 开源全解析：从 0.8B 到 397B，代际升级 + 全场景选型指南03围棋-html版本04小黑课堂计算机二级WPSoffice题库软件下载安装教程（2026年3月最新版）05班级宠物园部署指南06OpenClaw 使用和管理 MCP 完全指南07UV安装并设置国内源08“wsl --install -d Ubuntu-22.04”下载慢，中国地区离线安装 Ubuntu 22.04 WSL方法（亲测2025年5月6日）09AI 编程三剑客：Spec-Kit、OpenSpec、Superpowers 深度对比与实战指南10OpenClaw Control UI安全上下文访问配置