项目环境：
192.168.8.30 mycat
192.168.8.31 node1
192.168.8.32 node2
192.168.8.33 node3
三个节点MySQL均为单实例
一、创建测试库
node1
create database testdb01; create database testdb02; create database testdb03; create database testdb04; create database testdb05; create database testdb06; create database testdb07; create database testdb08; create database testdb09; create database testdb10; create database testdb11; create database testdb12;
node2
create database testdb13; create database testdb14; create database testdb15; create database testdb16; create database testdb17; create database testdb18; create database testdb19; create database testdb20; create database testdb21; create database testdb22; create database testdb23; create database testdb24;
node3
create database testdb25; create database testdb26; create database testdb27; create database testdb28; create database testdb29; create database testdb30; create database testdb31; create database testdb32; create database testdb33; create database testdb34; create database testdb35; create database testdb36;
二、配置schema.xml
<?xml version="1.0"?> <!DOCTYPE mycat:schema SYSTEM "schema.dtd"> <mycat:schema xmlns:mycat="http://io.mycat/"> <schema name="mycatdb" checkSQLschema="false" sqlMaxLimit="100"> <table name="user05" dataNode="dn$1-36" rule="sharding-by-date-adddate"></table> </schema> <!-- <dataNode name="dn1$0-743" dataHost="localhost1" database="db$0-743" /> --> <dataNode name="dn1" dataHost="node1" database="testdb01" /> <dataNode name="dn2" dataHost="node1" database="testdb02" /> <dataNode name="dn3" dataHost="node1" database="testdb03" /> <dataNode name="dn4" dataHost="node1" database="testdb04" /> <dataNode name="dn5" dataHost="node1" database="testdb05" /> <dataNode name="dn6" dataHost="node1" database="testdb06" /> <dataNode name="dn7" dataHost="node1" database="testdb07" /> <dataNode name="dn8" dataHost="node1" database="testdb08" /> <dataNode name="dn9" dataHost="node1" database="testdb09" /> <dataNode name="dn10" dataHost="node1" database="testdb10" /> <dataNode name="dn11" dataHost="node1" database="testdb11" /> <dataNode name="dn12" dataHost="node1" database="testdb12" /> <dataNode name="dn13" dataHost="node2" database="testdb13" /> <dataNode name="dn14" dataHost="node2" database="testdb14" /> <dataNode name="dn15" dataHost="node2" database="testdb15" /> <dataNode name="dn16" dataHost="node2" database="testdb16" /> <dataNode name="dn17" dataHost="node2" database="testdb17" /> <dataNode name="dn18" dataHost="node2" database="testdb18" /> <dataNode name="dn19" dataHost="node2" database="testdb19" /> <dataNode name="dn20" dataHost="node2" database="testdb20" /> <dataNode name="dn21" dataHost="node2" database="testdb21" /> <dataNode name="dn22" dataHost="node2" database="testdb22" /> <dataNode name="dn23" dataHost="node2" database="testdb23" /> <dataNode name="dn24" dataHost="node2" database="testdb24" /> <dataNode name="dn25" dataHost="node3" database="testdb25" /> <dataNode name="dn26" dataHost="node3" database="testdb26" /> <dataNode name="dn27" dataHost="node3" database="testdb27" /> <dataNode name="dn28" dataHost="node3" database="testdb28" /> <dataNode name="dn29" dataHost="node3" database="testdb29" /> <dataNode name="dn30" dataHost="node3" database="testdb30" /> <dataNode name="dn31" dataHost="node3" database="testdb31" /> <dataNode name="dn32" dataHost="node3" database="testdb32" /> <dataNode name="dn33" dataHost="node3" database="testdb33" /> <dataNode name="dn34" dataHost="node3" database="testdb34" /> <dataNode name="dn35" dataHost="node3" database="testdb35" /> <dataNode name="dn36" dataHost="node3" database="testdb36" /> <!--<dataNode name="dn4" dataHost="sequoiadb1" database="SAMPLE" /> <dataNode name="jdbc_dn1" dataHost="jdbchost" database="db1" /> <dataNode name="jdbc_dn2" dataHost="jdbchost" database="db2" /> <dataNode name="jdbc_dn3" dataHost="jdbchost" database="db3" /> --> <dataHost name="node1" maxCon="1000" minCon="10" balance="1" writeType="0" dbType="mysql" dbDriver="native" switchType="1" slaveThreshold="100"> <heartbeat>select user()</heartbeat> <!-- can have multi write hosts --> <writeHost host="192.168.8.31" url="192.168.8.31:3306" user="root" password="mysql"></writeHost> </dataHost> <dataHost name="node2" maxCon="1000" minCon="10" balance="1" writeType="0" dbType="mysql" dbDriver="native" switchType="1" slaveThreshold="100"> <heartbeat>select user()</heartbeat> <!-- can have multi write hosts --> <writeHost host="192.168.8.32" url="192.168.8.32:3306" user="root" password="mysql"></writeHost> </dataHost> <dataHost name="node3" maxCon="1000" minCon="10" balance="1" writeType="0" dbType="mysql" dbDriver="native" switchType="1" slaveThreshold="100"> <heartbeat>select user()</heartbeat> <!-- can have multi write hosts --> <writeHost host="192.168.8.33" url="192.168.8.33:3306" user="root" password="mysql"></writeHost> </dataHost> </mycat:schema>
三、配置rule.xml
<mycat:rule xmlns:mycat="http://io.mycat/"> <tableRule name="sharding-by-date-adddate"> <rule> <columns>adddate</columns> <algorithm>sharding-by-date</algorithm> </rule> </tableRule> <function name="sharding-by-date" class="io.mycat.route.function.PartitionByDate"> <property name="dateFormat">yyyy-MM-dd</property> <!-- 日期格式--> <property name="sBeginDate">2010-01-01</property> <!-- 开始日期--> <property name="sEndDate">2020-12-31</property> <!-- 结束日期--> <property name="sPartionDay">120</property> <!-- 每分片天数--> </function>
四、启动mycat
/usr/local/mycat/bin/mycat start
查看mycat日志
STATUS | wrapper | 2018/11/22 19:03:02 | --> Wrapper Started as Daemon STATUS | wrapper | 2018/11/22 19:03:02 | Launching a JVM... INFO | jvm 1 | 2018/11/22 19:03:02 | OpenJDK 64-Bit Server VM warning: ignoring option MaxPermSize=64M; support was removed in 8.0 INFO | jvm 1 | 2018/11/22 19:03:04 | Wrapper (Version 3.2.3) http://wrapper.tanukisoftware.org INFO | jvm 1 | 2018/11/22 19:03:04 | Copyright 1999-2006 Tanuki Software, Inc. All Rights Reserved. INFO | jvm 1 | 2018/11/22 19:03:04 | INFO | jvm 1 | 2018/11/22 19:03:08 | MyCAT Server startup successfully. see logs in logs/mycat.log
五、登录MySQL查看逻辑表
mysql -uroot -pmysql -P8066 -h292.168.8.30
mysql> show databases; +----------+ | DATABASE | +----------+ | mycatdb | +----------+ 1 row in set (0.02 sec) mysql> use mycatdb; Reading table information for completion of table and column names You can turn off this feature to get a quicker startup with -A Database changed mysql> show tables; +-------------------+ | Tables in mycatdb | +-------------------+ | user04 | | user05 | +-------------------+ 2 rows in set (0.00 sec) mysql> drop table if exists user05; Query OK, 0 rows affected, 1 warning (0.57 sec) mysql> create table user05( -> id int not null auto_increment, -> name varchar(64), -> adddate datetime, -> primary key(id) -> ); Query OK, 0 rows affected (1.56 sec)
六、插入测试数据
插入10条记录
insert into user05(id,name,adddate) values(1,'steven','2011-05-09 12:32:12'); insert into user05(id,name,adddate) values(2,'steven','2012-05-09 12:32:12'); insert into user05(id,name,adddate) values(3,'steven','2013-05-09 12:32:12'); insert into user05(id,name,adddate) values(4,'steven','2014-05-09 12:32:12'); insert into user05(id,name,adddate) values(5,'steven','2015-05-09 12:32:12'); insert into user05(id,name,adddate) values(6,'steven','2016-05-09 12:32:12'); insert into user05(id,name,adddate) values(7,'steven','2017-05-09 12:32:12'); insert into user05(id,name,adddate) values(8,'steven','2018-05-09 12:32:12'); insert into user05(id,name,adddate) values(9,'steven','2019-05-09 12:32:12'); insert into user05(id,name,adddate) values(10,'steven','2020-05-09 12:32:12');
七、验证数据
node1
mysql> select * from testdb01.user05; Empty set (0.00 sec) mysql> select * from testdb02.user05; Empty set (0.00 sec) mysql> select * from testdb04.user05; Empty set (0.00 sec) mysql> select * from testdb05.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 1 | steven | 2011-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb06.user05; Empty set (0.01 sec) mysql> select * from testdb01.user05; Empty set (0.00 sec) mysql> select * from testdb02.user05; Empty set (0.00 sec) mysql> select * from testdb03.user05; Empty set (0.00 sec) mysql> select * from testdb04.user05; Empty set (0.00 sec) mysql> select * from testdb05.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 1 | steven | 2011-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb06.user05; Empty set (0.01 sec) mysql> select * from testdb07.user05; Empty set (0.00 sec) mysql> select * from testdb08.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 2 | steven | 2012-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb09.user05; Empty set (0.01 sec) mysql> select * from testdb10.user05; Empty set (0.00 sec) mysql> select * from testdb11.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 3 | steven | 2013-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb12.user05; Empty set (0.00 sec)
node2
mysql> select * from testdb13.user05; Empty set (0.00 sec) mysql> select * from testdb14.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 4 | steven | 2014-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb15.user05; Empty set (0.00 sec) mysql> select * from testdb16.user05; Empty set (0.00 sec) mysql> select * from testdb17.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 5 | steven | 2015-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb18.user05; Empty set (0.00 sec) mysql> select * from testdb19.user05; Empty set (0.00 sec) mysql> select * from testdb20.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 6 | steven | 2016-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb21.user05; Empty set (0.00 sec) mysql> select * from testdb22.user05; Empty set (0.00 sec) mysql> select * from testdb23.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 7 | steven | 2017-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.01 sec) mysql> select * from testdb24.user05; Empty set (0.00 sec)
node3
mysql> select * from testdb25.user05; Empty set (0.00 sec) mysql> select * from testdb26.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 8 | steven | 2018-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb27.user05; Empty set (0.00 sec) mysql> select * from testdb28.user05; Empty set (0.00 sec) mysql> select * from testdb29.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 9 | steven | 2019-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb30.user05; Empty set (0.00 sec) mysql> select * from testdb31.user05; Empty set (0.01 sec) mysql> select * from testdb32.user05; +----+--------+---------------------+ | id | name | adddate | +----+--------+---------------------+ | 10 | steven | 2020-05-09 12:32:12 | +----+--------+---------------------+ 1 row in set (0.00 sec) mysql> select * from testdb33.user05; Empty set (0.01 sec) mysql> select * from testdb34.user05; Empty set (0.00 sec) mysql> select * from testdb35.user05; Empty set (0.00 sec) mysql> select * from testdb36.user05; Empty set (0.01 sec)
可以看到10条测试数据按照120天一个分片，按顺序分布在各个数据库中，验证完毕。
遇到的问题：
第一次配置时候，在rule.xml中配置的90天一个分片，于是报错：
Caused by: io.mycat.config.util.ConfigException: Illegal table conf : table [ USER05 ] rule function [ sharding-by-date ] partition size : 45 > table datanode size : 36, please make sure table datanode size = function partition size
排查发现：从2011-01-01到2020-12-31大约4015天，4015/90=44.61111111111111个分片，超出了预设的36个库。
调整以后：4015/120=33.45833333333333个分片，在36个库范围之内。
免责声明：本站发布的内容（图片、视频和文字）以原创、转载和分享为主，文章观点不代表本网站立场，如果涉及侵权请联系站长邮箱：is@yisu.com进行举报，并提供相关证据，一经查实，将立刻删除涉嫌侵权内容。
