Mysql快速插入千万条数据的实战教程

一.创建数据库

二.创建表

1.创建 dept表

CREATE TABLE `dept` ( `id` int(11) NOT NULL, `deptno` mediumint(9) DEFAULT NULL, `dname` varchar(20) DEFAULT NULL, `loc` varchar(13) DEFAULT NULL, PRIMARY KEY (`id`)) ENGINE=InnoDB DEFAULT CHARSET=utf8;

CREATE TABLE `emp` ( `id` int(11) NOT NULL, `empon` mediumint(9) DEFAULT NULL COMMENT '编号', `ename` varchar(20) DEFAULT NULL, `job` varchar(9) DEFAULT NULL, `mgr` mediumint(9) DEFAULT NULL COMMENT '上级编号', `hirdate` datetime DEFAULT NULL COMMENT '入职时间', `sal` decimal(7,2) DEFAULT NULL COMMENT '薪水', `comm` decimal(7,2) DEFAULT NULL COMMENT '红利', `deptno` mediumint(9) DEFAULT NULL COMMENT '部门编号', PRIMARY KEY (`id`)) ENGINE=InnoDB DEFAULT CHARSET=utf8;

默认关闭. 需要设置为1。因为表中设置 mediumint 字段创建函数可能会报错

SET GLOBAL log_bin_trust_function_creators=1;

四.创建函数

1.随机产生字符串

DELIMITER $CREATE FUNCTION RAND_STR(n INT) RETURNS VARCHAR(255)BEGIN DECLARE chars_str VARCHAR(100) DEFAULT 'abcdefghijklmnopqrstuvwsyzABCDEFGHIJKLMNOPQRSTUVWXYZ';  DECLARE return_str VARCHAR(255) DEFAULT ''; DECLARE i INT DEFAULT 0; WHILE i< n DO  SET return_str =COUCAT(return_str,SUBSTRING(chars_str,FLOOR(1+RAND()*52),1)); SET i= i+1; END WHILE; RETURN return_str;END $

DELIMITER $CREATE FUNCTION RAND_num() RETURNS INT(5)BEGIN DECLARE i INT DEFAULT 0;  SET i= FLOOR(100+RAND()*10); RETURN i;END $

DELIMITER $CREATE PROCEDURE insert_emp(IN START INT(10),IN max_num INT(10))BEGIN  DECLARE i INT DEFAULT 0;SET autocommit = 0;REPEAT #重复SET i = i + 1;INSERT INTO emp(empon,ename,job,mgr,hiredate,sal,comm,depton) VALUES ((START+i),RAND_STR(6),'SALESMAN',0001,CURDATE(),2000,400,RAND_num()); UNTIL i = max_num END REPEAT; COMMIT;END $

DELIMITER $CREATE PROCEDURE insert_dept(IN START INT(10),IN max_num INT(10))BEGIN  DECLARE i INT DEFAULT 0;SET autocommit = 0;REPEAT #重复SET i = i + 1;INSERT INTO dept(deptno,dname,loc) VALUES ((START+i),RAND_STR(10),RAND_STR(8)); UNTIL i = max_num END REPEAT; COMMIT;END $