java多线程处理导入数据拆分List集合,同步处理插入数据
来源:互联网 发布:员工管理系统 java 编辑:程序博客网 时间:2024/06/05 12:47
获取导入excel文件中的数据,存入list中进行多线程处理,设定每个线程处理多少条数据,进行设定值动态启动线程数量数据,根据线程处理数量拆分动态list数据进行相关业务操作package com.ig.bi.game.controller;import org.apache.log4j.Logger;import org.apache.poi.hssf.usermodel.HSSFRow;import org.apache.poi.hssf.usermodel.HSSFSheet;import org.apache.poi.hssf.usermodel.HSSFWorkbook;import org.springframework.web.bind.annotation.RequestMapping;import org.springframework.web.bind.annotation.ResponseBody;import org.springframework.web.bind.annotation.RestController;import org.springframework.web.multipart.MultipartFile;import javax.servlet.http.HttpServletRequest;import java.text.SimpleDateFormat;import java.util.ArrayList;import java.util.HashMap;import java.util.List;import java.util.Map;import java.util.concurrent.CountDownLatch;import java.util.concurrent.ScheduledThreadPoolExecutor;import java.util.concurrent.ThreadPoolExecutor;/** * Created by admin */@RestController@RequestMapping("/importData")public class HpImportController extends BaseController{ private static final Logger logger = Logger.getLogger(HpImportController.class); @Reference(interfaceClass = SidCustManageService.class,version = Constants.SERVICE_VERSION) private SidCustManageService sidCustManageService; @RequestMapping(value = "importDate") @ResponseBody public Response getOrdertDate(HttpServletRequest request,MultipartFile importData){ //创建Excel工作薄 try { HSSFWorkbook hwb = new HSSFWorkbook(importData.getInputStream()); //得到第一个工作表 HSSFSheet sheet = hwb.getSheetAt(0); HSSFRow row = null; SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd"); List<SidCustPersonContactInfo> list = new ArrayList<SidCustPersonContactInfo>(); //遍历该表格中所有的工作表,i表示工作表的数量 getNumberOfSheets表示工作表的总数 for(int i = 0; i < hwb.getNumberOfSheets(); i++) { sheet = hwb.getSheetAt(i); //遍历该行所有的行,j表示行数 getPhysicalNumberOfRows行的总数 for(int j = 1; j < sheet.getPhysicalNumberOfRows(); j++) { row = sheet.getRow(j); String loginName = ExcelUtils.getStringValue(row, 0); String agentName = ExcelUtils.getStringValue(row, 1); String pwd = "123123"; String amount = ExcelUtils.getStringValue(row, 3); String cust_lev = ExcelUtils.getStringValue(row,4); String name = ExcelUtils.getStringValue(row, 5); String tel = ExcelUtils.getStringValue(row, 6); String qq = ExcelUtils.getStringValue(row, 7); String birday = ExcelUtils.getStringValue(row, 8); String email = ExcelUtils.getStringValue(row, 9); String createTp = ExcelUtils.getStringValue(row, 10); String bankAccountName = ExcelUtils.getStringValue(row, 11); String bankNo = ExcelUtils.getStringValue(row, 12); String bankName = ExcelUtils.getStringValue(row, 13); String bankType = ExcelUtils.getStringValue(row, 14); SidCustPersonContactInfo custCpci = new SidCustPersonContactInfo(); custCpci.setCustCode(loginName); custCpci.setAmount(Double.valueOf(amount)); custCpci.setPasswd(pwd); custCpci.setBankName(bankName); custCpci.setBankNo(bankNo); custCpci.setBankAccountName(bankAccountName); if(!birday.equals("")){ custCpci.setBirthDate(sdf.parse(birday)); } custCpci.setFirstName(name); custCpci.setNickName(name); custCpci.setQq(qq); custCpci.setBankType(bankType); custCpci.setEmailAddress(email); custCpci.setMobileNumber(tel); custCpci.setHallId(Long.valueOf(5)); list.add(custCpci); } } int count = 50; int listSize = list.size(); int RunSize = (listSize / count)+1; ThreadPoolExecutor executor = new ScheduledThreadPoolExecutor(RunSize); CountDownLatch countDownLatch = new CountDownLatch(RunSize); List<SidCustPersonContactInfo> newList = null ; for (int i = 0; i < RunSize; i++) { if((i+1)==RunSize){ int startIndex = (i*count);; int endIndex = list.size(); newList =list.subList(startIndex,endIndex); }else{ int startIndex = i*count;; int endIndex = (i+1)*count; newList =list.subList(startIndex,endIndex); } ExecupteHp hpRunnable = new ExecupteHp(newList); executor.execute(hpRunnable); } countDownLatch.await(); executor.shutdown(); }catch (Exception e){ logger.info("导入数据开始."); e.printStackTrace(); } return Response.ok(GlobalEnum.GLOBAL_ENUM_SUCCESS_CODE.getValue() , SidCustEnum.SID_CRST_ERROR_SID_SUCCESS_07.getValue()); } class ExecupteHp implements Runnable{ private List <SidCustPersonContactInfo> list; public ExecupteHp (List <SidCustPersonContactInfo> list){ this.list = list ; } @Override public void run() { if(null!=list){ for (SidCustPersonContactInfo scpc : list){ System.out.print("更新会员联系方式" +scpc.getFirstName() + "---"+scpc.getCustCode() ); SidCustContactInfo custContactInfo = new SidCustContactInfo(); custContactInfo.setCustCode(scpc.getCustCode()); custContactInfo.setEmailAddress(scpc.getEmailAddress()); custContactInfo.setMobileNumber(scpc.getMobileNumber()); custContactInfo.setFirstName(scpc.getFirstName()); custContactInfo.setNicName(scpc.getNickName()); custContactInfo.setQq(scpc.getQq()); custContactInfoService.updateByContactByCustCode(custContactInfo); } } } } }
0 0
- java多线程处理导入数据拆分List集合,同步处理插入数据
- java多线程处理导入数据拆分List集合,同步处理插入数据
- java多线程处理导入数据拆分List集合,同步处理插入数据
- java 多线程处理导入数据
- Java多线程处理List数据
- JAVA 多线程处理大数据LIST
- 为多线程处理同步数据
- Java如何处理多线程的数据同步问题
- java 多线程处理一个list的集合
- java多线程处理分库分表数据
- Java多线程处理大量数据
- 多线程分段处理List集合
- 数据同步处理方案
- java同步数据时候处理生僻字
- 集合数据分批处理
- Linq处理List数据
- JAVA导入EXCEl处理数据简单教程
- Java多线程(数据同步)
- R语言-最优化_整数规划、线性规划求解(Rsymphony)
- 配置错误定义了重复的“system.web.extensions/scripting/scriptResourceHandler” 解决办法
- 用gen_init_cpio工具归档生成
- 关于几个常用java命令反编译(Fernflower decompiler)的结果
- Java Security: Illegal key size or default parameters
- java多线程处理导入数据拆分List集合,同步处理插入数据
- Spark算子:RDD基本转换操作(6)–zip、zipPartitions
- iOS项目适配
- windows hosts文件地址
- Android SDK目录结构解析及版本号区别
- BZOJ 3786 星系探索 Splay维护DFS序
- problem_3
- SQlServer 2005 用命令生成一个库所有对象的DDL脚本
- android studio设置黑色背景色和右边颜色条