一、LVS-主从数据库
# nat # 添加规则 [root@DS ~]# ipvsadm -A -t 192.168.2.130:3306 -s rr [root@DS ~]# ipvsadm -a -t 192.168.2.130:3306 -r 192.168.2.40:3306 -m [root@DS ~]# ipvsadm -a -t 192.168.2.130:3306 -r 192.168.2.42:3310 -m [root@DS ~]# ipvsadm -Ln IP Virtual Server version 1.2.1 (size=4096) Prot LocalAddress:Port Scheduler Flags-> RemoteAddress:Port Forward Weight ActiveConn InActConn TCP 192.168.2.130:3306 rr-> 192.168.2.40:3306 Masq 1 0 0 -> 192.168.2.42:3310 Masq 1 0 0 # 修改文件 [root@DS ~]# vim /etc/sysctl.conf [root@DS ~]# sysctl -p net.ipv4.ip_forward = 1 # 主数据库-添加网关 [root@master ~]# route del default [root@master ~]# route add default gw 192.168.2.60 # 从数据库-添加网关 [root@slave ~]# route del default [root@slave ~]# route add default gw 192.168.2.60 # 主数据库-创建用户 [root@master ~]# mysql -pHui@2003 mysql: [Warning] Using a password on the command line interface can be insecure. Welcome to the MySQL monitor. Commands end with ; or \g. Your MySQL connection id is 49 Server version: 8.0.33 MySQL Community Server - GPL Copyright (c) 2000, 2023, Oracle and/or its affiliates. Oracle is a registered trademark of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. Type 'help;' or '\h' for help. Type '\c' to clear the current input statement. mysql> create user 'aaaa'@'%' identified by 'aaaa'; Query OK, 0 rows affected (0.03 sec) mysql> grant all on *.* to 'aaaa'@'%'; Query OK, 0 rows affected (0.01 sec) mysql> flush privileges; Query OK, 0 rows affected (0.00 sec) # 客户端测试 ./mysql -h192.168.2.130 -P3306 -uaaaa -paaaa show variables like 'server_id';
二、nginx的高可用
# 安装ntpdate [root@haproxy ~]# yum -y install ntpdate.x86_64 # 同步时间 [root@haproxy ~]# ntpdate cn.ntp.org.cn 14 Aug 10:22:43 ntpdate[1512]: adjust time server 203.107.6.88 offset 0.002669 sec # 启动服务 [root@haproxy ~]# systemctl start ntpdate.service # 设置开机启动 [root@haproxy ~]# systemctl enable ntpdate.service # 安装haproxy [root@haproxy ~]# yum -y install haproxy # 修改配置文件 [root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 63行 frontend main *:80 # 把5000改为80 67行 # use_backend static if url_static # 注释 68行 default_backend web # 把app改为web 86行:添加内容 backend webbalance roundrobinserver weba 192.168.2.101:80 checkserver webb 192.168.2.102:80 check# 启动服务 [root@haproxy ~]# systemctl start haproxy.service # 设置开机自启 [root@haproxy ~]# systemctl enable haproxy.service # 本机测试 [root@haproxy ~]# curl 192.168.2.70 web===01 [root@haproxy ~]# curl 192.168.2.70 web===02 # 添加内容 [root@haproxy ~]# vim /etc/haproxy/haproxy.cfg # 定义web管理界面 listen statisticsbind *:9090 #定义监听端口mode http #默认使用协议stats enable #启用statsstats uri /hadmin?stats #自定义统计页面的urlstats auth admin:admin #统计页面的账号密码stats hide-version #隐藏在统计页面上stats refresh 30s # 统计页面自动刷新时间stats admin if TRUE # 如果认证通过就做管理功能,可以管理后端服务器stats realm hapadmin #统计页面密码框上提示文件,默认haproxy\statistics# 重启服务 [root@haproxy ~]# systemctl restart haproxy.service
浏览器访问:192.168.2.70:9090
关闭web02的nginx服务
[root@web02 ~]# nginx -s stop
# 设置权重 [root@haproxy ~]# vim /etc/haproxy/haproxy.cfg backend webbalance roundrobinserver weba 192.168.2.101:80 weight 8 checkserver webb 192.168.2.102:80 weight 2 check [root@haproxy ~]# systemctl restart haproxy.service
浏览器访问:192.168.2.70
三、数据库的高可用
haproxy
[root@haproxy ~]# vim /etc/haproxy/haproxy.cfg 42 defaults 43 mode tcp # 将http改为tcp 67 #use_backend static if url_static # 注释 68 default_backend mysql # 将web改为mysql 91 添加内容 backend mysqlbalance roundrobinserver master 192.168.2.40:3306 checkserver master 192.168.2.42:3310 check [root@haproxy ~]# systemctl restart haproxy.service
主数据库-master
# 主数据库-创建用户 [root@master ~]# mysql -pHui@2003 mysql: [Warning] Using a password on the command line interface can be insecure. Welcome to the MySQL monitor. Commands end with ; or \g. Your MySQL connection id is 49 Server version: 8.0.33 MySQL Community Server - GPL Copyright (c) 2000, 2023, Oracle and/or its affiliates. Oracle is a registered trademark of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. Type 'help;' or '\h' for help. Type '\c' to clear the current input statement. mysql> create user 'aaaa'@'%' identified by 'aaaa'; Query OK, 0 rows affected (0.03 sec) mysql> grant all on *.* to 'aaaa'@'%'; Query OK, 0 rows affected (0.01 sec) mysql> flush privileges; Query OK, 0 rows affected (0.00 sec)
客户端测试
[root@client ~]# ls anaconda-ks.cfg mysql-8.0.33-linux-glibc2.12-x86_64.tar [root@client ~]# tar -xf mysql-8.0.33-linux-glibc2.12-x86_64.tar [root@client ~]# tar -xf mysql-8.0.33-linux-glibc2.12-x86_64.tar.xz [root@client ~]# ls anaconda-ks.cfg mysql-8.0.33-linux-glibc2.12-x86_64 mysql-8.0.33-linux-glibc2.12-x86_64.tar mysql-8.0.33-linux-glibc2.12-x86_64.tar.xz mysql-router-8.0.33-linux-glibc2.12-x86_64.tar.xz mysql-test-8.0.33-linux-glibc2.12-x86_64.tar.xz [root@client ~]# cp -r mysql-8.0.33-linux-glibc2.12-x86_64 /usr/local/mysql [root@client ~]# cd /usr/local/mysql/ [root@client mysql]# ls bin docs include lib LICENSE man README share support-files [root@client mysql]# cd bin [root@client bin]# ./mysql -h192.168.2.70 -P5000 -uaaaa -paaaa mysql: [Warning] Using a password on the command line interface can be insecure. Welcome to the MySQL monitor. Commands end with ; or \g. Your MySQL connection id is 19 Server version: 8.0.33 MySQL Community Server - GPL Copyright (c) 2000, 2023, Oracle and/or its affiliates. Oracle is a registered trademark of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. Type 'help;' or '\h' for help. Type '\c' to clear the current input statement. mysql> show variables like 'server_id'; +---------------+-------+ | Variable_name | Value | +---------------+-------+ | server_id | 11 | +---------------+-------+ 1 row in set (0.01 sec) mysql> quit Bye [root@client bin]# ./mysql -h192.168.2.70 -P5000 -uaaaa -paaaa mysql: [Warning] Using a password on the command line interface can be insecure. Welcome to the MySQL monitor. Commands end with ; or \g. Your MySQL connection id is 50 Server version: 8.0.33 MySQL Community Server - GPL Copyright (c) 2000, 2023, Oracle and/or its affiliates. Oracle is a registered trademark of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. Type 'help;' or '\h' for help. Type '\c' to clear the current input statement. mysql> show variables like 'server_id'; +---------------+-------+ | Variable_name | Value | +---------------+-------+ | server_id | 10 | +---------------+-------+ 1 row in set (0.05 sec)
远程访问测试
四、读写分离
1.在生产中,查询和修改的比例为7:3,查询压力大,可以分出多的主机做查询,slave也是可以被查询,所以,可以将mysql做成高可用主从复制
2.用户发送请求服务器响应压力 (nginx,lvs,haproxy),但是web服务器要提供服务,需要从数据库读写数据,随着业务并发量的提高,单点mysql已经无法满足需求,所以需要配置一主一从,一主多从
3.对数据库的从服务是不用允许修改,否则M-S失效
4.读写分离
5.代码级别读写分离,另一种是中间件读写分析
1.mysql的主从复制
(1)主数据库
# master 1.rm -rf /etc/my.cnf 2.glibc下载解压 3.将解压后的文件移动到指定的/usr/local/mysql 4.mkdir /usr/local/mysql/mysl-files 5.user -r -s /sbin/nologin mysql 6.chown mysql:mysql /usr/local/mysql/mysql-files 7.chmod 750 /usr/local/mysql/mysql-files 8./usr/local/mysql/bin/mysqld --initialize --user=mysql --basedir=/usr/local/mysql/ 9.查看data目录和初始密码 10./usr/local/mysql/bin/mysql_ssl_rsa_setup --datadir=/usr/local/mysql/data 11.配置文件 [root@master ~]# vim /usr/local/mysql/my.cnf [mysqld] basedir=/usr/local/mysql datadir=/usr/local/mysql/data socket=/tmp/mysql.sock port=3306 log-error=/usr/local/mysql/data/db01-master.err log-bin=/usr/local/mysql/data/binlog server-id=10 character_set_server=utf8mb4 12.cp support-files/mysql.server /etc/init.d/mysql8 13.service mysql8 start 14.sed -i '$aexport PATH=$PATH:/usr/local/mysql/bin' /etc/profile 15.source /etc/profile
(2)创建用户
16.mysql -h192.168.2.40 -P3306 -uhaha -phaha 17.create user 'aaaa'%'aaaa' identified by 'an' 18.grant all on *.* to 'aaaa';
(3)从数据库
# slave 1.rm -rf /etc/my.cnf 2.glibc下载解压 3.将解压后的文件移动到指定的/usr/local/mysql 4.mkdir /usr/local/mysql/mysl-files 5.user -r -s /sbin/nologin mysql 6.chown mysql:mysql /usr/local/mysql/mysql-files 7.chmod 750 /usr/local/mysql/mysql-files 8.配置文件 [root@master ~]# vim /usr/local/mysql/my.cnf [mysqld] basedir=/usr/local/mysql datadir=/usr/local/mysql/data socket=/tmp/mysql.sock port=3310 log-error=/usr/local/mysql/data/mysql.log log-log=/usr/local/mysql/data/relaylog server-id=11 character_set_server=utf8mb4 9.cp support-files/mysql.server /etc/init.d/mysql8 10.sed -i '$aexport PATH=$PATH:/usr/local/mysql/bin' /etc/profile 11.source /etc/profile
(4)同步数据
1.yum -y install rsync 2.service mysql8 stop 3.master=> rm -rf /usr/local/mysql/data/auto.cnf 4.rsync -av /usr/local/mysql/data root@slaveip:/usr/local/mysql 5.slave=>service mysql8 start 6.master=>service mysql8 start
(5)设置主数据库
1.创建远程slave账号
create user 'slave'@'%' identified by 'slave'; grant replication slave on *.* to 'slave'@'%'; flush privileges;
2.锁表
flushtables with read lock;
3.查看主库信息
show master status\G; • 1.文件名称 • 2.文件位置
(6)设置从数据库
1.设置change master to
mysql> change master to-> master_host='192.168.2.40',-> master_user='slave',-> master_password='slave_123',-> master_log_file='binlog.000006',-> master_log_pos=1547,-> get_master_public_key=1;
2.启动slave并且查看状态
start slave show slave status\G
3.解锁
master=>unlock tables;
2.python代码的读写分离
1.环境配置
[root@client ~]# python3 -m pip install --upgrade pip [root@client ~]# pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple [root@client ~]# pip3 install pymysql
2.安装pymysql
pymysql是python管理mysql的驱动,或者成为连接器
[root@client ~]# pip3 install pymysql
3.在python3的命令行界面输入
如pymysql
>>> import pymysql
4.创建两个connection对象
一个指向master mysql,一个指向slave mysql
>>> import pymysql >>> master_conn=pymysql.connect(host="192.168.2.40",user="aaaa",password="aaaa",database="test",port=3306) >>> slave_conn=pymysql.connect(host="192.168.2.42",user="aaaa",password="aaaa",database="test",port=3310)
5.master-主数据库
(1)获取数据游标
语法:
master_cursor=master_conn.cursor()
(2)执行查询
语法:
select_sql="select * from user"; master_cursor.execute(select_sql); rs=master_cursor.fetchall()
练习:
>>> master_cursor=master_conn.cursor() >>> select_sql="select * from user"; >>> master_cursor.execute(select_sql); 4 >>> rs=master_cursor.fetchall() >>> rs ((1, 'zhangsan', '123'), (2, 'lisi', '456'), (3, 'wangwu', '789'), (4, 'zhaoliu', 'aaa'))
在数据中查看
mysql> select * from user; +----+----------+----------+ | id | username | password | +----+----------+----------+ | 1 | zhangsan | 123 | | 2 | lisi | 456 | | 3 | wangwu | 789 | | 4 | zhaoliu | aaa | +----+----------+----------+ 4 rows in set (0.00 sec)
(3)执行修改
语法:
update_sql="update user set password='000' where username='aaa'" master_cursor.execute(update_sql) master_conn.commit()
练习:
>>> update_sql="update user set password='rrr' where username='lisi'" >>> master_cursor.execute(update_sql) 1 >>> master_conn.commit()
在数据中查看
mysql> select * from user; +----+----------+----------+ | id | username | password | +----+----------+----------+ | 1 | zhangsan | 123 | | 2 | lisi | rrr | | 3 | wangwu | 789 | | 4 | zhaoliu | aaa | +----+----------+----------+ 4 rows in set (0.01 sec)
(4)执行删除
语法:
delete_sql="delete user from user where username='aaaa'" master_cursor.execute(delete_sql) master_conn.commit()
练习:
>>> delete_sql="delete user from user where username='haha'" >>> master_cursor.execute(delete_sql) 1 >>> master_conn.commit()
在数据中查看
mysql> select * from user; +------+----------+----------+ | id | username | password | +------+----------+----------+ | 1 | zhangsan | 123 | | 2 | lisi | rrr | | 3 | wangwu | 789 | | 4 | zhaoliu | aaa | | 1004 | haha | a1b2 | +------+----------+----------+ 5 rows in set (0.00 sec) mysql> select * from user; +----+----------+----------+ | id | username | password | +----+----------+----------+ | 1 | zhangsan | 123 | | 2 | lisi | rrr | | 3 | wangwu | 789 | | 4 | zhaoliu | aaa | +----+----------+----------+ 4 rows in set (0.00 sec)
(5)执行新增
语法:
insert_sql="insert into user values(1004,'dddd','dddd')" master_cursor.execute(insert_sql) master_conn.commit()
练习:
>>> insert_sql="insert into user values(1004,'haha','a1b2')" >>> master_cursor.execute(insert_sql) 1 >>> master_conn.commit()
在数据中查看
mysql> select * from user; +----+----------+----------+ | id | username | password | +----+----------+----------+ | 1 | zhangsan | 123 | | 2 | lisi | rrr | | 3 | wangwu | 789 | | 4 | zhaoliu | aaa | +----+----------+----------+ 4 rows in set (0.01 sec) mysql> select * from user; +------+----------+----------+ | id | username | password | +------+----------+----------+ | 1 | zhangsan | 123 | | 2 | lisi | rrr | | 3 | wangwu | 789 | | 4 | zhaoliu | aaa | | 1004 | haha | a1b2 | +------+----------+----------+ 5 rows in set (0.00 sec)
(6)slave-从数据库
>>> # 执行查询,获得slave游标 ... >>> slave_cursor=slave_conn.cursor() >>> select_sql 'select * from user' >>> slave_cursor.execute(select_sql) 4 >>> slave_cursor.fetchall() ((1, 'zhangsan', '123'), (2, 'lisi', 'rrr'), (3, 'wangwu', '789'), (4, 'zhaoliu', 'aaa'))
脚本-判断如果是select开头,就去slave执行,如果是其他的就去master执行