8.14-LVS主从+nginx的haproxy+mysql的haproxy+读写分离

一、LVS-主从数据库

# nat
# 添加规则
[root@DS ~]# ipvsadm -A -t 192.168.2.130:3306 -s rr
[root@DS ~]# ipvsadm -a -t 192.168.2.130:3306 -r 192.168.2.40:3306 -m
[root@DS ~]# ipvsadm -a -t 192.168.2.130:3306 -r 192.168.2.42:3310 -m
[root@DS ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  192.168.2.130:3306 rr
  -> 192.168.2.40:3306            Masq    1      0          0         
  -> 192.168.2.42:3310            Masq    1      0          0   
# 修改文件
[root@DS ~]# vim /etc/sysctl.conf
[root@DS ~]# sysctl -p
net.ipv4.ip_forward = 1
​
# 主数据库-添加网关
[root@master ~]# route del default
[root@master ~]# route add default gw 192.168.2.60
​
# 从数据库-添加网关
[root@slave ~]# route del default
[root@slave ~]# route add default gw 192.168.2.60
​
# 主数据库-创建用户
[root@master ~]# mysql -pHui@2003
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 49
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> create user 'aaaa'@'%' identified by 'aaaa';
Query OK, 0 rows affected (0.03 sec)
​
mysql> grant all on *.* to 'aaaa'@'%';
Query OK, 0 rows affected (0.01 sec)
​
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)
​
# 客户端测试
./mysql -h192.168.2.130 -P3306 -uaaaa -paaaa
show variables like 'server_id';

二、nginx的高可用

# 安装ntpdate
[root@haproxy ~]# yum -y install ntpdate.x86_64 
# 同步时间
[root@haproxy ~]# ntpdate cn.ntp.org.cn
14 Aug 10:22:43 ntpdate[1512]: adjust time server 203.107.6.88 offset 0.002669 sec
# 启动服务
[root@haproxy ~]# systemctl start ntpdate.service 
# 设置开机启动
[root@haproxy ~]# systemctl enable ntpdate.service 
# 安装haproxy
[root@haproxy ~]# yum -y install haproxy
# 修改配置文件
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
63行 frontend  main *:80 # 把5000改为80
67行 # use_backend static          if url_static  # 注释
68行 default_backend             web # 把app改为web
86行：添加内容
backend web
        balance roundrobin
        server  weba 192.168.2.101:80 check
        server  webb 192.168.2.102:80 check
        
# 启动服务
[root@haproxy ~]# systemctl start haproxy.service 
# 设置开机自启
[root@haproxy ~]# systemctl enable haproxy.service 
# 本机测试
[root@haproxy ~]# curl 192.168.2.70
web===01
[root@haproxy ~]# curl 192.168.2.70
web===02
​
# 添加内容
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
# 定义web管理界面
listen statistics
       bind   *:9090       #定义监听端口
       mode   http        #默认使用协议
       stats   enable    #启用stats
       stats   uri /hadmin?stats   #自定义统计页面的url
       stats   auth admin:admin   #统计页面的账号密码
       stats   hide-version   #隐藏在统计页面上
       stats   refresh 30s  # 统计页面自动刷新时间
       stats   admin if TRUE    # 如果认证通过就做管理功能，可以管理后端服务器
       stats   realm hapadmin   #统计页面密码框上提示文件，默认haproxy\statistics
       
# 重启服务
[root@haproxy ~]# systemctl restart haproxy.service 
​

浏览器访问：192.168.2.70:9090

关闭web02的nginx服务

[root@web02 ~]# nginx -s stop

# 设置权重
​
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
​
backend web
        balance roundrobin
        server  weba 192.168.2.101:80 weight 8 check
        server  webb 192.168.2.102:80 weight 2 check
​
[root@haproxy ~]# systemctl restart haproxy.service 

浏览器访问：192.168.2.70

三、数据库的高可用

haproxy

[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 
42 defaults
43    mode                    tcp  # 将http改为tcp
67    #use_backend static          if url_static # 注释
68    default_backend             mysql # 将web改为mysql
91    添加内容
backend mysql
        balance roundrobin
        server  master 192.168.2.40:3306 check
        server  master 192.168.2.42:3310 check
[root@haproxy ~]# systemctl restart haproxy.service 

主数据库-master

# 主数据库-创建用户
[root@master ~]# mysql -pHui@2003
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 49
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> create user 'aaaa'@'%' identified by 'aaaa';
Query OK, 0 rows affected (0.03 sec)
​
mysql> grant all on *.* to 'aaaa'@'%';
Query OK, 0 rows affected (0.01 sec)
​
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)

客户端测试

[root@client ~]# ls
anaconda-ks.cfg  mysql-8.0.33-linux-glibc2.12-x86_64.tar
[root@client ~]# tar -xf mysql-8.0.33-linux-glibc2.12-x86_64.tar 
[root@client ~]# tar -xf mysql-8.0.33-linux-glibc2.12-x86_64.tar.xz 
[root@client ~]# ls
anaconda-ks.cfg
mysql-8.0.33-linux-glibc2.12-x86_64
mysql-8.0.33-linux-glibc2.12-x86_64.tar
mysql-8.0.33-linux-glibc2.12-x86_64.tar.xz
mysql-router-8.0.33-linux-glibc2.12-x86_64.tar.xz
mysql-test-8.0.33-linux-glibc2.12-x86_64.tar.xz
[root@client ~]# cp -r mysql-8.0.33-linux-glibc2.12-x86_64 /usr/local/mysql
[root@client ~]# cd /usr/local/mysql/
[root@client mysql]# ls
bin  docs  include  lib  LICENSE  man  README  share  support-files
[root@client mysql]# cd bin
[root@client bin]# ./mysql -h192.168.2.70 -P5000 -uaaaa -paaaa
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 19
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> show variables like 'server_id';
+---------------+-------+
| Variable_name | Value |
+---------------+-------+
| server_id     | 11    |
+---------------+-------+
1 row in set (0.01 sec)
​
mysql> quit
Bye
[root@client bin]# ./mysql -h192.168.2.70 -P5000 -uaaaa -paaaa
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 50
Server version: 8.0.33 MySQL Community Server - GPL
​
Copyright (c) 2000, 2023, Oracle and/or its affiliates.
​
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
​
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
​
mysql> show variables like 'server_id';
+---------------+-------+
| Variable_name | Value |
+---------------+-------+
| server_id     | 10    |
+---------------+-------+
1 row in set (0.05 sec)

远程访问测试

四、读写分离

1.在生产中，查询和修改的比例为7:3,查询压力大，可以分出多的主机做查询，slave也是可以被查询，所以，可以将mysql做成高可用主从复制

2.用户发送请求服务器响应压力 （nginx，lvs，haproxy），但是web服务器要提供服务，需要从数据库读写数据，随着业务并发量的提高，单点mysql已经无法满足需求，所以需要配置一主一从，一主多从

3.对数据库的从服务是不用允许修改，否则M-S失效

4.读写分离

5.代码级别读写分离，另一种是中间件读写分析

1.mysql的主从复制

(1)主数据库

# master
​
1.rm -rf /etc/my.cnf
2.glibc下载解压
3.将解压后的文件移动到指定的/usr/local/mysql
4.mkdir /usr/local/mysql/mysl-files
5.user -r -s /sbin/nologin mysql
6.chown mysql:mysql /usr/local/mysql/mysql-files
7.chmod 750 /usr/local/mysql/mysql-files
8./usr/local/mysql/bin/mysqld --initialize --user=mysql --basedir=/usr/local/mysql/
9.查看data目录和初始密码
10./usr/local/mysql/bin/mysql_ssl_rsa_setup --datadir=/usr/local/mysql/data
11.配置文件
[root@master ~]# vim /usr/local/mysql/my.cnf 
[mysqld]
basedir=/usr/local/mysql
datadir=/usr/local/mysql/data
socket=/tmp/mysql.sock
port=3306
log-error=/usr/local/mysql/data/db01-master.err
log-bin=/usr/local/mysql/data/binlog
server-id=10
character_set_server=utf8mb4
12.cp support-files/mysql.server /etc/init.d/mysql8
13.service mysql8 start
14.sed -i '$aexport PATH=$PATH:/usr/local/mysql/bin' /etc/profile
15.source /etc/profile

（2）创建用户

16.mysql -h192.168.2.40 -P3306 -uhaha -phaha
17.create user 'aaaa'%'aaaa' identified by 'an'
18.grant all on *.* to 'aaaa';

（3）从数据库

# slave
​
1.rm -rf /etc/my.cnf
2.glibc下载解压
3.将解压后的文件移动到指定的/usr/local/mysql
4.mkdir /usr/local/mysql/mysl-files
5.user -r -s /sbin/nologin mysql
6.chown mysql:mysql /usr/local/mysql/mysql-files
7.chmod 750 /usr/local/mysql/mysql-files
8.配置文件
[root@master ~]# vim /usr/local/mysql/my.cnf 
[mysqld]
basedir=/usr/local/mysql
datadir=/usr/local/mysql/data
socket=/tmp/mysql.sock
port=3310
log-error=/usr/local/mysql/data/mysql.log
log-log=/usr/local/mysql/data/relaylog
server-id=11
character_set_server=utf8mb4
9.cp support-files/mysql.server /etc/init.d/mysql8
10.sed -i '$aexport PATH=$PATH:/usr/local/mysql/bin' /etc/profile
11.source /etc/profile

（4）同步数据

1.yum -y install rsync 
2.service mysql8 stop 
3.master=> rm -rf /usr/local/mysql/data/auto.cnf
4.rsync -av /usr/local/mysql/data root@slaveip:/usr/local/mysql
5.slave=>service mysql8 start
6.master=>service mysql8 start

（5）设置主数据库

1.创建远程slave账号

create user 'slave'@'%' identified by 'slave';
​
grant replication slave on *.* to 'slave'@'%';
​
flush privileges;

2.锁表

flushtables with read lock;

3.查看主库信息

show master status\G;
​
•   1.文件名称
​
•   2.文件位置

（6）设置从数据库

1.设置change master to

mysql> change master to
    -> master_host='192.168.2.40',
    -> master_user='slave',
    -> master_password='slave_123',
    -> master_log_file='binlog.000006',
    -> master_log_pos=1547,
    -> get_master_public_key=1;

2.启动slave并且查看状态

start slave
​
show slave status\G

3.解锁

master=>unlock tables;

2.python代码的读写分离

1.环境配置

[root@client ~]# python3 -m pip install --upgrade pip
​
[root@client ~]# pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
​
[root@client ~]# pip3 install pymysql

2.安装pymysql

pymysql是python管理mysql的驱动，或者成为连接器

[root@client ~]# pip3 install pymysql

3.在python3的命令行界面输入

如pymysql

>>> import pymysql

4.创建两个connection对象

一个指向master mysql，一个指向slave mysql

>>> import pymysql
>>> master_conn=pymysql.connect(host="192.168.2.40",user="aaaa",password="aaaa",database="test",port=3306)
>>> slave_conn=pymysql.connect(host="192.168.2.42",user="aaaa",password="aaaa",database="test",port=3310)

5.master-主数据库

（1）获取数据游标

语法：

master_cursor=master_conn.cursor()

（2）执行查询

语法：

select_sql="select * from user";
master_cursor.execute(select_sql);
rs=master_cursor.fetchall()

练习：

>>> master_cursor=master_conn.cursor()
>>> select_sql="select * from user";
>>> master_cursor.execute(select_sql);
4
>>> rs=master_cursor.fetchall()
>>> rs
((1, 'zhangsan', '123'), (2, 'lisi', '456'), (3, 'wangwu', '789'), (4, 'zhaoliu', 'aaa'))

在数据中查看

mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | 456      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.00 sec)
​

（3）执行修改

语法：

update_sql="update user set password='000' where username='aaa'"
master_cursor.execute(update_sql)
master_conn.commit()

练习：

>>> update_sql="update user set password='rrr' where username='lisi'"
>>> master_cursor.execute(update_sql)
1
>>> master_conn.commit()

在数据中查看

mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | rrr      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.01 sec)

（4）执行删除

语法：

delete_sql="delete user from user where username='aaaa'"
master_cursor.execute(delete_sql)
master_conn.commit()

练习：

>>> delete_sql="delete user from user where username='haha'"
>>> master_cursor.execute(delete_sql)
1
>>> master_conn.commit()

在数据中查看

mysql> select * from user;
+------+----------+----------+
| id   | username | password |
+------+----------+----------+
|    1 | zhangsan | 123      |
|    2 | lisi     | rrr      |
|    3 | wangwu   | 789      |
|    4 | zhaoliu  | aaa      |
| 1004 | haha     | a1b2     |
+------+----------+----------+
5 rows in set (0.00 sec)
​
mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | rrr      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.00 sec)

（5）执行新增

语法：

insert_sql="insert into user values(1004,'dddd','dddd')"
master_cursor.execute(insert_sql)
master_conn.commit()

练习：

>>> insert_sql="insert into user values(1004,'haha','a1b2')"
>>> master_cursor.execute(insert_sql)
1
>>> master_conn.commit()

在数据中查看

mysql> select * from user;
+----+----------+----------+
| id | username | password |
+----+----------+----------+
|  1 | zhangsan | 123      |
|  2 | lisi     | rrr      |
|  3 | wangwu   | 789      |
|  4 | zhaoliu  | aaa      |
+----+----------+----------+
4 rows in set (0.01 sec)
​
mysql> select * from user;
+------+----------+----------+
| id   | username | password |
+------+----------+----------+
|    1 | zhangsan | 123      |
|    2 | lisi     | rrr      |
|    3 | wangwu   | 789      |
|    4 | zhaoliu  | aaa      |
| 1004 | haha     | a1b2     |
+------+----------+----------+
5 rows in set (0.00 sec)

(6)slave-从数据库

>>> # 执行查询，获得slave游标
... 
>>> slave_cursor=slave_conn.cursor()
>>> select_sql
'select * from user'
>>> slave_cursor.execute(select_sql)
4
>>> slave_cursor.fetchall()
((1, 'zhangsan', '123'), (2, 'lisi', 'rrr'), (3, 'wangwu', '789'), (4, 'zhaoliu', 'aaa'))
​

脚本-判断如果是select开头，就去slave执行，如果是其他的就去master执行