背景:
使用默认的locust启动命令进行压测时,尽管已经将用户数设置大比较大(400),但是压测的时候RPS一直在100左右。需要增加压测的压力。
问题原因:
如果你是通过命令行启动的或者参考之前文章的启动方式:
-
命令行:
-
locust 库方法:
`
因为create_local_runner
会创建一个LocalRunner
,这个runner只有一个WorkerNode
解决方式:
-
单机:充分利用CPU每一个核心
os_start(True),指定参数
True``则充分利用cpu的性能,否则就和之前调用create_local_runner
一样。 使用os、multiprocessing完成, 模拟的是命令行启动locust的操作.。local_start(True)
,使用locust的库方法,根据CPU的核心数、线程数创建WorkerNode
-
多机:利用多台机器的能力提高测试压力
slave_start(master_ip, master_port=5557)
,指定主机的IP及端口号。
python# -*- coding:UTF-8 -*- """ @ProjectName : pyExamples @FileName : locust_demo @Description : @Time : 2024/1/4 下午11:30 @Author : Qredsun """ import os import socket import psutil from multiprocessing import Process from locust import HttpUser, events, task, between from locust.env import Environment class UserRun(HttpUser): wait_time = between(min_wait=0.1, max_wait=0.2) # 设置task运行间隔 @task # 装饰器,说明下面是一个任务 def getuser_(self): url = 'https://analytics.cnblogs.com/api/v1/reports' # 接口请求的URL地址 payload = {"blogId": 485117, "postId": 10365033, "url": "https://www.cnblogs.com/happyyangyanghappy/p/10365033.html", "resolution": "1920x1080", "referrer": "https://www.ecosia.org/", "createdAt": "2024-01-04T16:17:52.241Z"} with self.client.post(url, json=payload, catch_response=True) as rsp: if rsp.status_code == 200: rsp.success() else: rsp.failure(f'接口调用失败:{rsp.json()}') def current_ip(): ip = None interfaces = psutil.net_connections(kind='inet4') for interface in interfaces: if interface.type == socket.SocketKind.SOCK_STREAM and interface.status is not None and bool(interface.raddr): if interface.raddr.ip != "127.0.0.1": print(interface.laddr.ip) ip = interface.laddr.ip break return ip def local_start(multiprocess=False, master_ip=None): # 使用locust库启动 web_host = current_ip() web_port = 8089 runners = [] master_env = Environment(user_classes=[UserRun], events=events) if multiprocess: # 主节点 master_ip = web_host master_port = 5557 master_runner = master_env.create_master_runner(master_bind_host=master_ip, master_bind_port=master_port) # 工作节点数量 process_num = psutil.cpu_count() # slave for _ in range(process_num): env = Environment(user_classes=[UserRun], events=events) slave_runner = env.create_worker_runner(master_host=master_ip, master_port=master_port) runners.append(slave_runner) else: master_runner = master_env.create_local_runner() runners.append(master_runner) web_ui = master_env.create_web_ui(host=web_host, port=web_port) runners.append(web_ui) master_env.events.init.fire(environment=master_env, runner=master_runner, web_ui=web_ui) for runner in runners: runner.greenlet.join() def os_start(multiprocess=False): # 使用os库启动 web_host = current_ip() web_port = 8089 master_ip = web_host master_port = 5557 master_cmd = f"locust -f {os.path.basename(__file__)} --web-host {web_host} --web-port {web_port} --run-time 180s" process_num = psutil.cpu_count(logical=True) process_list = [] if multiprocess: if os.name == "nt": # Windows 系统 master_cmd += f" --master --master-bind-host {master_ip} --master-bind-port {master_port}" process_list.append(Process(target=os.system, args=(master_cmd,))) slave_cmd = f"locust -f {os.path.basename(__file__)} --worker --master-host {master_ip} --master-port {master_port}" for _ in range(process_num): process_list.append(Process(target=os.system, args=(slave_cmd,))) else: # linux master_cmd += f" --master-host {master_ip} --master-port {master_port} --processes -1" process_list.append(Process(target=os.system, args=(master_cmd,))) else: process_list.append(Process(target=os.system, args=(master_cmd,))) for p in process_list: p.start() for p in process_list: p.join() def slave_start(master_ip, master_port=5557): # 使用locust库启动 runners = [] # 工作节点数量 process_num = psutil.cpu_count() # slave for _ in range(process_num): env = Environment(user_classes=[UserRun], events=events) slave_runner = env.create_worker_runner(master_host=master_ip, master_port=master_port) runners.append(slave_runner) for runner in runners: runner.greenlet.join() if __name__ == '__main__': # os_start(True) local_start(True)
工作效果: