8.14-LVS主从+nginx的haproxy+mysql的haproxy+读写分离

一、LVS-主从数据库

复制代码
# nat
# 添加规则
[root@DS ~]# ipvsadm -A -t 192.168.2.130:3306 -s rr
[root@DS ~]# ipvsadm -a -t 192.168.2.130:3306 -r 192.168.2.40:3306 -m
[root@DS ~]# ipvsadm -a -t 192.168.2.130:3306 -r 192.168.2.42:3310 -m
[root@DS ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  192.168.2.130:3306 rr
  -> 192.168.2.40:3306            Masq    1      0          0         
  -> 192.168.2.42:3310            Masq    1      0          0   
# 修改文件
[root@DS ~]# vim /etc/sysctl.conf
[root@DS ~]# sysctl -p
net.ipv4.ip_forward = 1
​
# 主数据库-添加网关
[root@master ~]# route del default
[root@master ~]# route add default gw 192.168.2.60
​
# 从数据库-添加网关
[root@slave ~]# route del default
[root@slave ~]# route add default gw 192.168.2.60
​
# 主数据库-创建用户
[root@master ~]# mysql -pHui@2003
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 49
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> create user 'aaaa'@'%' identified by 'aaaa';
Query OK, 0 rows affected (0.03 sec)
​
mysql> grant all on *.* to 'aaaa'@'%';
Query OK, 0 rows affected (0.01 sec)
​
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)
​
# 客户端测试
./mysql -h192.168.2.130 -P3306 -uaaaa -paaaa
show variables like 'server_id';

二、nginx的高可用

复制代码
# 安装ntpdate
[root@haproxy ~]# yum -y install ntpdate.x86_64 
# 同步时间
[root@haproxy ~]# ntpdate cn.ntp.org.cn
14 Aug 10:22:43 ntpdate[1512]: adjust time server 203.107.6.88 offset 0.002669 sec
# 启动服务
[root@haproxy ~]# systemctl start ntpdate.service 
# 设置开机启动
[root@haproxy ~]# systemctl enable ntpdate.service 
# 安装haproxy
[root@haproxy ~]# yum -y install haproxy
# 修改配置文件
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
63行 frontend  main *:80 # 把5000改为80
67行 # use_backend static          if url_static  # 注释
68行 default_backend             web # 把app改为web
86行:添加内容
backend web
        balance roundrobin
        server  weba 192.168.2.101:80 check
        server  webb 192.168.2.102:80 check
        
# 启动服务
[root@haproxy ~]# systemctl start haproxy.service 
# 设置开机自启
[root@haproxy ~]# systemctl enable haproxy.service 
# 本机测试
[root@haproxy ~]# curl 192.168.2.70
web===01
[root@haproxy ~]# curl 192.168.2.70
web===02
​
# 添加内容
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
# 定义web管理界面
listen statistics
       bind   *:9090       #定义监听端口
       mode   http        #默认使用协议
       stats   enable    #启用stats
       stats   uri /hadmin?stats   #自定义统计页面的url
       stats   auth admin:admin   #统计页面的账号密码
       stats   hide-version   #隐藏在统计页面上
       stats   refresh 30s  # 统计页面自动刷新时间
       stats   admin if TRUE    # 如果认证通过就做管理功能,可以管理后端服务器
       stats   realm hapadmin   #统计页面密码框上提示文件,默认haproxy\statistics
       
# 重启服务
[root@haproxy ~]# systemctl restart haproxy.service 
​

浏览器访问:192.168.2.70:9090

关闭web02的nginx服务

[root@web02 ~]# nginx -s stop

复制代码
# 设置权重
​
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
​
backend web
        balance roundrobin
        server  weba 192.168.2.101:80 weight 8 check
        server  webb 192.168.2.102:80 weight 2 check
​
[root@haproxy ~]# systemctl restart haproxy.service 

浏览器访问:192.168.2.70

三、数据库的高可用

haproxy

复制代码
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
42 defaults
43    mode                    tcp  # 将http改为tcp
67    #use_backend static          if url_static # 注释
68    default_backend             mysql # 将web改为mysql
91    添加内容
backend mysql
        balance roundrobin
        server  master 192.168.2.40:3306 check
        server  master 192.168.2.42:3310 check
[root@haproxy ~]# systemctl restart haproxy.service 

主数据库-master

复制代码
# 主数据库-创建用户
[root@master ~]# mysql -pHui@2003
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 49
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> create user 'aaaa'@'%' identified by 'aaaa';
Query OK, 0 rows affected (0.03 sec)
​
mysql> grant all on *.* to 'aaaa'@'%';
Query OK, 0 rows affected (0.01 sec)
​
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)

客户端测试

复制代码
[root@client ~]# ls
anaconda-ks.cfg  mysql-8.0.33-linux-glibc2.12-x86_64.tar
[root@client ~]# tar -xf mysql-8.0.33-linux-glibc2.12-x86_64.tar 
[root@client ~]# tar -xf mysql-8.0.33-linux-glibc2.12-x86_64.tar.xz 
[root@client ~]# ls
anaconda-ks.cfg
mysql-8.0.33-linux-glibc2.12-x86_64
mysql-8.0.33-linux-glibc2.12-x86_64.tar
mysql-8.0.33-linux-glibc2.12-x86_64.tar.xz
mysql-router-8.0.33-linux-glibc2.12-x86_64.tar.xz
mysql-test-8.0.33-linux-glibc2.12-x86_64.tar.xz
[root@client ~]# cp -r mysql-8.0.33-linux-glibc2.12-x86_64 /usr/local/mysql
[root@client ~]# cd /usr/local/mysql/
[root@client mysql]# ls
bin  docs  include  lib  LICENSE  man  README  share  support-files
[root@client mysql]# cd bin
[root@client bin]# ./mysql -h192.168.2.70 -P5000 -uaaaa -paaaa
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 19
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> show variables like 'server_id';
+---------------+-------+
| Variable_name | Value |
+---------------+-------+
| server_id     | 11    |
+---------------+-------+
1 row in set (0.01 sec)
​
mysql> quit
Bye
[root@client bin]# ./mysql -h192.168.2.70 -P5000 -uaaaa -paaaa
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 50
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> show variables like 'server_id';
+---------------+-------+
| Variable_name | Value |
+---------------+-------+
| server_id     | 10    |
+---------------+-------+
1 row in set (0.05 sec)

远程访问测试

四、读写分离

1.在生产中,查询和修改的比例为7:3,查询压力大,可以分出多的主机做查询,slave也是可以被查询,所以,可以将mysql做成高可用主从复制

2.用户发送请求服务器响应压力 (nginx,lvs,haproxy),但是web服务器要提供服务,需要从数据库读写数据,随着业务并发量的提高,单点mysql已经无法满足需求,所以需要配置一主一从,一主多从

3.对数据库的从服务是不用允许修改,否则M-S失效

4.读写分离

5.代码级别读写分离,另一种是中间件读写分析

1.mysql的主从复制

(1)主数据库

复制代码
# master
​
1.rm -rf /etc/my.cnf
2.glibc下载解压
3.将解压后的文件移动到指定的/usr/local/mysql
4.mkdir /usr/local/mysql/mysl-files
5.user -r -s /sbin/nologin mysql
6.chown mysql:mysql /usr/local/mysql/mysql-files
7.chmod 750 /usr/local/mysql/mysql-files
8./usr/local/mysql/bin/mysqld --initialize --user=mysql --basedir=/usr/local/mysql/
9.查看data目录和初始密码
10./usr/local/mysql/bin/mysql_ssl_rsa_setup --datadir=/usr/local/mysql/data
11.配置文件
[root@master ~]# vim /usr/local/mysql/my.cnf 
[mysqld]
basedir=/usr/local/mysql
datadir=/usr/local/mysql/data
socket=/tmp/mysql.sock
port=3306
log-error=/usr/local/mysql/data/db01-master.err
log-bin=/usr/local/mysql/data/binlog
server-id=10
character_set_server=utf8mb4
12.cp support-files/mysql.server /etc/init.d/mysql8
13.service mysql8 start
14.sed -i '$aexport PATH=$PATH:/usr/local/mysql/bin' /etc/profile
15.source /etc/profile

(2)创建用户

复制代码
16.mysql -h192.168.2.40 -P3306 -uhaha -phaha
17.create user 'aaaa'%'aaaa' identified by 'an'
18.grant all on *.* to 'aaaa';

(3)从数据库

复制代码
# slave
​
1.rm -rf /etc/my.cnf
2.glibc下载解压
3.将解压后的文件移动到指定的/usr/local/mysql
4.mkdir /usr/local/mysql/mysl-files
5.user -r -s /sbin/nologin mysql
6.chown mysql:mysql /usr/local/mysql/mysql-files
7.chmod 750 /usr/local/mysql/mysql-files
8.配置文件
[root@master ~]# vim /usr/local/mysql/my.cnf 
[mysqld]
basedir=/usr/local/mysql
datadir=/usr/local/mysql/data
socket=/tmp/mysql.sock
port=3310
log-error=/usr/local/mysql/data/mysql.log
log-log=/usr/local/mysql/data/relaylog
server-id=11
character_set_server=utf8mb4
9.cp support-files/mysql.server /etc/init.d/mysql8
10.sed -i '$aexport PATH=$PATH:/usr/local/mysql/bin' /etc/profile
11.source /etc/profile

(4)同步数据

复制代码
1.yum -y install rsync 
2.service mysql8 stop 
3.master=> rm -rf /usr/local/mysql/data/auto.cnf
4.rsync -av /usr/local/mysql/data root@slaveip:/usr/local/mysql
5.slave=>service mysql8 start
6.master=>service mysql8 start

(5)设置主数据库

1.创建远程slave账号
复制代码
create user 'slave'@'%' identified by 'slave';
​
grant replication slave on *.* to 'slave'@'%';
​
flush privileges;
2.锁表
复制代码
flushtables with read lock;
3.查看主库信息
复制代码
show master status\G;
​
•   1.文件名称
​
•   2.文件位置

(6)设置从数据库

1.设置change master to
复制代码
mysql> change master to
    -> master_host='192.168.2.40',
    -> master_user='slave',
    -> master_password='slave_123',
    -> master_log_file='binlog.000006',
    -> master_log_pos=1547,
    -> get_master_public_key=1;
2.启动slave并且查看状态
复制代码
start slave
​
show slave status\G
3.解锁
复制代码
master=>unlock tables;

2.python代码的读写分离

1.环境配置

复制代码
[root@client ~]# python3 -m pip install --upgrade pip
​
[root@client ~]# pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
​
[root@client ~]# pip3 install pymysql

2.安装pymysql

pymysql是python管理mysql的驱动,或者成为连接器

复制代码
[root@client ~]# pip3 install pymysql

3.在python3的命令行界面输入

如pymysql

复制代码
>>> import pymysql

4.创建两个connection对象

一个指向master mysql,一个指向slave mysql

复制代码
>>> import pymysql
>>> master_conn=pymysql.connect(host="192.168.2.40",user="aaaa",password="aaaa",database="test",port=3306)
>>> slave_conn=pymysql.connect(host="192.168.2.42",user="aaaa",password="aaaa",database="test",port=3310)

5.master-主数据库

(1)获取数据游标
语法:
复制代码
master_cursor=master_conn.cursor()
(2)执行查询
语法:
复制代码
select_sql="select * from user";
master_cursor.execute(select_sql);
rs=master_cursor.fetchall()
练习:
复制代码
>>> master_cursor=master_conn.cursor()
>>> select_sql="select * from user";
>>> master_cursor.execute(select_sql);
4
>>> rs=master_cursor.fetchall()
>>> rs
((1, 'zhangsan', '123'), (2, 'lisi', '456'), (3, 'wangwu', '789'), (4, 'zhaoliu', 'aaa'))
在数据中查看
复制代码
mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | 456      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.00 sec)
​
(3)执行修改
语法:
复制代码
update_sql="update user set password='000' where username='aaa'"
master_cursor.execute(update_sql)
master_conn.commit()
练习:
复制代码
>>> update_sql="update user set password='rrr' where username='lisi'"
>>> master_cursor.execute(update_sql)
1
>>> master_conn.commit()
在数据中查看
复制代码
mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | rrr      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.01 sec)
(4)执行删除
语法:
复制代码
delete_sql="delete user from user where username='aaaa'"
master_cursor.execute(delete_sql)
master_conn.commit()
练习:
复制代码
>>> delete_sql="delete user from user where username='haha'"
>>> master_cursor.execute(delete_sql)
1
>>> master_conn.commit()
在数据中查看
复制代码
mysql> select * from user;
+------+----------+----------+
| id   | username | password |
+------+----------+----------+
|    1 | zhangsan | 123      |
|    2 | lisi     | rrr      |
|    3 | wangwu   | 789      |
|    4 | zhaoliu  | aaa      |
| 1004 | haha     | a1b2     |
+------+----------+----------+
5 rows in set (0.00 sec)
​
mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | rrr      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.00 sec)
(5)执行新增
语法:
复制代码
insert_sql="insert into user values(1004,'dddd','dddd')"
master_cursor.execute(insert_sql)
master_conn.commit()
练习:
复制代码
>>> insert_sql="insert into user values(1004,'haha','a1b2')"
>>> master_cursor.execute(insert_sql)
1
>>> master_conn.commit()
在数据中查看
复制代码
mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | rrr      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.01 sec)
​
mysql> select * from user;
+------+----------+----------+
| id   | username | password |
+------+----------+----------+
|    1 | zhangsan | 123      |
|    2 | lisi     | rrr      |
|    3 | wangwu   | 789      |
|    4 | zhaoliu  | aaa      |
| 1004 | haha     | a1b2     |
+------+----------+----------+
5 rows in set (0.00 sec)
(6)slave-从数据库
复制代码
>>> # 执行查询,获得slave游标
... 
>>> slave_cursor=slave_conn.cursor()
>>> select_sql
'select * from user'
>>> slave_cursor.execute(select_sql)
4
>>> slave_cursor.fetchall()
((1, 'zhangsan', '123'), (2, 'lisi', 'rrr'), (3, 'wangwu', '789'), (4, 'zhaoliu', 'aaa'))
​

脚本-判断如果是select开头,就去slave执行,如果是其他的就去master执行

相关推荐
cherub.1 分钟前
深入解析信号量:定义与环形队列生产消费模型剖析
linux·c++
Suyuoa3 分钟前
附录2-pytorch yolov5目标检测
python·深度学习·yolo
梅见十柒24 分钟前
wsl2中kali linux下的docker使用教程(教程总结)
linux·经验分享·docker·云原生
Koi慢热27 分钟前
路由基础(全)
linux·网络·网络协议·安全
传而习乎37 分钟前
Linux:CentOS 7 解压 7zip 压缩的文件
linux·运维·centos
我们的五年1 小时前
【Linux课程学习】:进程程序替换,execl,execv,execlp,execvp,execve,execle,execvpe函数
linux·c++·学习
好看资源平台1 小时前
网络爬虫——综合实战项目:多平台房源信息采集与分析系统
爬虫·python
IT果果日记1 小时前
ubuntu 安装 conda
linux·ubuntu·conda
Python私教1 小时前
ubuntu搭建k8s环境详细教程
linux·ubuntu·kubernetes
羑悻的小杀马特1 小时前
环境变量简介
linux