多线程批量拆分 List 导入数据库！

用户1263954

发布于 2022-05-23 16:01:20

1.2K0

发布于 2022-05-23 16:01:20

文章被收录于专栏：IT技术精选文摘IT技术精选文摘

一、前言

前两天做了一个导入的功能，导入开始的时候非常慢，导入2w条数据要1分多钟，后来一点一点的优化，从直接把list怼进Mysql中，到分配把list导入Mysql中，到多线程把list导入Mysql中。

时间是一点一点的变少了。非常的爽，最后变成了10s以内。

下面就展示一下过程。

二、直接把list怼进Mysql

使用mybatis的批量导入操作：

@Transactional(rollbackFor = Exception.class)  
public int addFreshStudentsNew2(List<FreshStudentAndStudentModel> list, String schoolNo) {  
    if (list == null || list.isEmpty()) {  
        return 0;  
    }  
    List<StudentEntity> studentEntityList = new LinkedList<>();  
    List<EnrollStudentEntity> enrollStudentEntityList = new LinkedList<>();  
    List<AllusersEntity> allusersEntityList = new LinkedList<>();  
  
    for (FreshStudentAndStudentModel freshStudentAndStudentModel : list) {  
  
        EnrollStudentEntity enrollStudentEntity = new EnrollStudentEntity();  
        StudentEntity studentEntity = new StudentEntity();  
        BeanUtils.copyProperties(freshStudentAndStudentModel, studentEntity);  
        BeanUtils.copyProperties(freshStudentAndStudentModel, enrollStudentEntity);  
        String operator = TenancyContext.UserID.get();  
        String studentId = BaseUuidUtils.base58Uuid();  
        enrollStudentEntity.setId(BaseUuidUtils.base58Uuid());  
        enrollStudentEntity.setStudentId(studentId);  
        enrollStudentEntity.setIdentityCardId(freshStudentAndStudentModel.getIdCard());  
        enrollStudentEntity.setOperator(operator);  
        studentEntity.setId(studentId);  
        studentEntity.setIdentityCardId(freshStudentAndStudentModel.getIdCard());  
        studentEntity.setOperator(operator);  
        studentEntityList.add(studentEntity);  
        enrollStudentEntityList.add(enrollStudentEntity);  
  
        AllusersEntity allusersEntity = new AllusersEntity();  
        allusersEntity.setId(enrollStudentEntity.getId());  
        allusersEntity.setUserCode(enrollStudentEntity.getNemtCode());  
        allusersEntity.setUserName(enrollStudentEntity.getName());  
        allusersEntity.setSchoolNo(schoolNo);  
        allusersEntity.setTelNum(enrollStudentEntity.getTelNum());  
        allusersEntity.setPassword(enrollStudentEntity.getNemtCode());  //密码设置为考生号  
        allusersEntityList.add(allusersEntity);  
    }  
        enResult = enrollStudentDao.insertAll(enrollStudentEntityList);  
        stuResult = studentDao.insertAll(studentEntityList);  
        allResult = allusersFacade.insertUserList(allusersEntityList);  
  
    if (enResult > 0 && stuResult > 0 && allResult) {  
        return 10;  
    }  
    return -10;  
}