java多线程处理导入数据拆分List集合，同步处理插入数据

叁歲伎倆 2022-07-15 05:38 299阅读 0赞

获取导入excel文件中的数据，存入list中进行多线程处理，设定每个线程处理多少条数据，进行设定值动态启动线程数量数据，根据线程处理
    数量拆分动态list数据进行相关业务操作
    package com.ig.bi.game.controller;
    
    import org.apache.log4j.Logger;
    import org.apache.poi.hssf.usermodel.HSSFRow;
    import org.apache.poi.hssf.usermodel.HSSFSheet;
    import org.apache.poi.hssf.usermodel.HSSFWorkbook;
    import org.springframework.web.bind.annotation.RequestMapping;
    import org.springframework.web.bind.annotation.ResponseBody;
    import org.springframework.web.bind.annotation.RestController;
    import org.springframework.web.multipart.MultipartFile;
    import javax.servlet.http.HttpServletRequest;
    import java.text.SimpleDateFormat;
    import java.util.ArrayList;
    import java.util.HashMap;
    import java.util.List;
    import java.util.Map;
    import java.util.concurrent.CountDownLatch;
    import java.util.concurrent.ScheduledThreadPoolExecutor;
    import java.util.concurrent.ThreadPoolExecutor;
    
    /**
     * Created by admin 
     */
    @RestController
    @RequestMapping("/importData")
    public class HpImportController extends BaseController{
        private static final Logger logger = Logger.getLogger(HpImportController.class);
    
        @Reference(interfaceClass = SidCustManageService.class,version = Constants.SERVICE_VERSION)
        private SidCustManageService sidCustManageService;
     
    
    
        @RequestMapping(value = "importDate")
        @ResponseBody
        public Response getOrdertDate(HttpServletRequest request,MultipartFile importData){
    
    
            //创建Excel工作薄
            try {
                HSSFWorkbook hwb = new HSSFWorkbook(importData.getInputStream());
                //得到第一个工作表
                HSSFSheet sheet = hwb.getSheetAt(0);
                HSSFRow row = null;
    
                SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
                List<SidCustPersonContactInfo> list = new ArrayList<SidCustPersonContactInfo>();
    
                //遍历该表格中所有的工作表，i表示工作表的数量 getNumberOfSheets表示工作表的总数
                for(int i = 0; i < hwb.getNumberOfSheets(); i++) {
                    sheet = hwb.getSheetAt(i);
    
                    //遍历该行所有的行,j表示行数 getPhysicalNumberOfRows行的总数
                    for(int j = 1; j < sheet.getPhysicalNumberOfRows(); j++) {
                        row = sheet.getRow(j);
                        String loginName = ExcelUtils.getStringValue(row, 0);
                        String agentName = ExcelUtils.getStringValue(row, 1);
                        String pwd = "123123";
                        String  amount = ExcelUtils.getStringValue(row, 3);
                        String cust_lev = ExcelUtils.getStringValue(row,4);
                        String name = ExcelUtils.getStringValue(row, 5);
                        String tel = ExcelUtils.getStringValue(row, 6);
                        String qq = ExcelUtils.getStringValue(row, 7);
                        String birday = ExcelUtils.getStringValue(row, 8);
                        String email = ExcelUtils.getStringValue(row, 9);
                        String createTp = ExcelUtils.getStringValue(row, 10);
                        String bankAccountName = ExcelUtils.getStringValue(row, 11);
                        String bankNo = ExcelUtils.getStringValue(row, 12);
                        String bankName = ExcelUtils.getStringValue(row, 13);
                        String bankType = ExcelUtils.getStringValue(row, 14);
    
    
                        SidCustPersonContactInfo custCpci = new SidCustPersonContactInfo();
                        custCpci.setCustCode(loginName);
                        custCpci.setAmount(Double.valueOf(amount));
                        custCpci.setPasswd(pwd);
                        custCpci.setBankName(bankName);
                        custCpci.setBankNo(bankNo);
                        custCpci.setBankAccountName(bankAccountName);
                        if(!birday.equals("")){
                            custCpci.setBirthDate(sdf.parse(birday));
                        }
                        custCpci.setFirstName(name);
                        custCpci.setNickName(name);
                        custCpci.setQq(qq);
                        custCpci.setBankType(bankType);
                        custCpci.setEmailAddress(email);
                        custCpci.setMobileNumber(tel);
                        custCpci.setHallId(Long.valueOf(5));
                        list.add(custCpci);
    
                    }
                }
    
    
                int count = 50;
                int listSize = list.size();
                int RunSize = (listSize / count)+1;
    
                ThreadPoolExecutor executor = new ScheduledThreadPoolExecutor(RunSize);
                CountDownLatch countDownLatch = new CountDownLatch(RunSize);
                List<SidCustPersonContactInfo> newList = null ;
                for (int i = 0; i < RunSize; i++) {
                    if((i+1)==RunSize){
                        int startIndex = (i*count);;
                        int endIndex = list.size();
                        newList =list.subList(startIndex,endIndex);
                    }else{
                        int startIndex = i*count;;
                        int endIndex = (i+1)*count;
                        newList =list.subList(startIndex,endIndex);
                    }
    
                    ExecupteHp hpRunnable = new ExecupteHp(newList);
                    executor.execute(hpRunnable);
                }
    
                countDownLatch.await();
                executor.shutdown();
    
    
            }catch (Exception e){
            logger.info("导入数据开始.");
            e.printStackTrace();
        }
            return Response.ok(GlobalEnum.GLOBAL_ENUM_SUCCESS_CODE.getValue() , SidCustEnum.SID_CRST_ERROR_SID_SUCCESS_07.getValue());
    
        }
    
    
    
        class ExecupteHp implements Runnable{
            private List <SidCustPersonContactInfo> list;
            public ExecupteHp (List <SidCustPersonContactInfo> list){
                this.list  = list ;
            }
    
            @Override
            public void run() {
                if(null!=list){
                    for (SidCustPersonContactInfo scpc : list){
      
                           System.out.print("更新会员联系方式" +scpc.getFirstName() + "---"+scpc.getCustCode() );
                        SidCustContactInfo custContactInfo  = new SidCustContactInfo();
                        custContactInfo.setCustCode(scpc.getCustCode());
                        custContactInfo.setEmailAddress(scpc.getEmailAddress());
                        custContactInfo.setMobileNumber(scpc.getMobileNumber());
                        custContactInfo.setFirstName(scpc.getFirstName());
                        custContactInfo.setNicName(scpc.getNickName());
                        custContactInfo.setQq(scpc.getQq());
                        custContactInfoService.updateByContactByCustCode(custContactInfo);
    
                    }
                }
    
            }
        }
    
       
    
    }