--导入大文件50G文件到mysql
1、修改配置
innodb_flush_log_at_trx_commit=0
2、导入时的注意事项
set autocommit=1;
show variables like 'autocommit';
set names utf8;
source f://file.sql;
3、过程中查看导入的数量
SET TRANSACTION ISOLATION LEVEL READ UNCOMMITTED ;
SELECT count(id) FROM TABLE_NAME ;
COMMIT ;
select table_schema,table_name,table_type,table_rows
from information_schema.tables where table_name='tm_work_material'
4、sqlserver 导入mysql
https://docs.microsoft.com/zh-cn/sql/integration-services/import-export-data/connect-to-a-mysql-data-source-sql-server-import-and-export-wizard?view=sql-server-2017
5、关键步骤
6、超大文件处理EmEditor工具超级牛逼,可以免费试用1个月
7、导入过程中，检查数据的编码和导入的数量
use cdmp;
SET TRANSACTION ISOLATION LEVEL READ UNCOMMITTED ;
SELECT * FROM tm_work_material limit 10;
SELECT * FROM tm_workorder limit 10;
SELECT * FROM tm_workorder_hour limit 10;
COMMIT ;
select table_schema,table_name,table_type,table_rows
from information_schema.tables where table_name in('tm_work_material','tm_workorder','tm_workorder_hour');
8、导入过程
--------------------------------------21
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source f://tm_workorder_1.sql;
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source f://tm_work_material_1.sql;
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source f://tm_workorder_hour_1.sql;
--------------------------------------22
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source f://tm_workorder_2.sql;
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source f://tm_work_material_2.sql;
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source f://tm_workorder_hour_2.sql;
--------------------------------------25
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source e://tm_workorder_3.sql;
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source e://tm_work_material_3.sql;
set autocommit=1;
show variables like 'autocommit';
set names utf8;
use cdmp;
source e://tm_workorder_hour_3.sql;