java中对于大量数据采用批量处理来提高效率

来源：互联网发布：无主之地2mac下载编辑：程序博客网时间：2024/05/24 07:35

设计的话，是在dao层写批量新增的方法，以及实现类dao的实现类，在service调用这个dao就可以了！不过最终走的还是单个只不过是集合的遍历，所以不用再mapper.xml里面配置方法。

IReconBankOrderCpsBatchDao里面的方法：

public interface IReconBankOrderCpsBatchDao {/** * 保存多条记录 *  * @param l_eos : 交易对账-控制表-EO列表 */void saveAll(List<ReconBankOrderCpsEo> l_eos);/** * 批量更新记录 * @param l_eos : 交易对账-控制表-EO列表 */void batchUpdate(List<ReconBankOrderCpsEo> l_eos);/** * 批量删除 * @param eos */void batchDelete(List<ReconBankOrderCpsEo> eos);}

dao的实现类：

@Repository("reconBankOrderCpsBatchDao")public class ReconBankOrderCpsBatchDaoImpl implementsIReconBankOrderCpsBatchDao {static Logger logger = LogManager.getLogger(ReconBankOrderCpsBatchDaoImpl.class);@Resource(name = "reconTransBaseSqlSessionTemplate")private SqlSessionTemplate sqlSessionTemplate;@Overridepublic void saveAll(List<ReconBankOrderCpsEo> l_eos) {SqlSession session = sqlSessionTemplate.getSqlSessionFactory().openSession(ExecutorType.BATCH, false);IReconBankOrderCpsDao dao = session.getMapper(IReconBankOrderCpsDao.class);int size = l_eos.size();try {for (int i = 0; i < size; i++) {dao.save(l_eos.get(i));if (i % 1000 == 0 || i == size - 1) {//手动每1000个一提交，提交后无法回滚session.commit();//清理缓存，防止溢出session.clearCache();}}} catch (Exception e) {logger.error("批量保存失败：" ,e);session.rollback();} finally {session.close();}}@Overridepublic void batchUpdate(List<ReconBankOrderCpsEo> l_eos) {SqlSession session = sqlSessionTemplate.getSqlSessionFactory().openSession(ExecutorType.BATCH, false);IReconBankOrderCpsDao dao = session.getMapper(IReconBankOrderCpsDao.class);int size = l_eos.size();try {for (int i = 0; i < size; i++) {dao.update(l_eos.get(i));if (i % 500 == 0 || i == size - 1) {//手动每500个一提交，提交后无法回滚session.commit();//清理缓存，防止溢出session.clearCache();}}} catch (Exception e) {session.rollback();} finally {session.close();}}@Overridepublic void batchDelete(List<ReconBankOrderCpsEo> eos) {SqlSession session = sqlSessionTemplate.getSqlSessionFactory().openSession(ExecutorType.BATCH, false);IReconBankOrderCpsDao dao = session.getMapper(IReconBankOrderCpsDao.class);int size = eos.size();try {for (int i = 0; i < size; i++) {dao.delete(eos.get(i).getBankOrderId());if (i % 1000 == 0 || i == size - 1) {//手动每1000个一提交，提交后无法回滚session.commit();//清理缓存，防止溢出session.clearCache();}}} catch (Exception e) {session.rollback();} finally {session.close();}}}

使用的时候只需要在service里面调用dao就可以了。

对于批量新增，也可以在mapper.xml中配置方法，实现批量新增。

<!-- 保存多条记录 --><insert id="saveAll" parameterType="java.util.List">INSERT INTO RECONCAV.T_CBS_RECON_BANKORDER_HANDLE<trim prefix="(" suffix=")" ><include refid="allColumns" /></trim>SELECT RECONCAV.SEQ_bankorder_hd_tmp.NEXTVAL,RC.* from(<foreach collection="list" item="eo" index="index" separator="union all">SELECT#{eo.reconId,jdbcType=VARCHAR},#{eo.reconDate,jdbcType=TIMESTAMP},#{eo.orderDate,jdbcType=TIMESTAMP},#{eo.bankTransType,jdbcType=NUMERIC},#{eo.bankAcctId,jdbcType=VARCHAR},#{eo.productNo,jdbcType=NUMERIC},#{eo.bankNo,jdbcType=NUMERIC},#{eo.bankName,jdbcType=VARCHAR},#{eo.channelNo,jdbcType=VARCHAR},#{eo.channelName,jdbcType=VARCHAR},#{eo.merchantCode,jdbcType=VARCHAR},#{eo.orderAmount,jdbcType=NUMERIC},#{eo.cost,jdbcType=NUMERIC},#{eo.settleAmount,jdbcType=NUMERIC},#{eo.fundsReconStatus,jdbcType=NUMERIC},#{eo.aprrovalStatus,jdbcType=NUMERIC},#{eo.submitBy,jdbcType=VARCHAR},#{eo.submitDetail,jdbcType=VARCHAR},#{eo.submitTime,jdbcType=TIMESTAMP},#{eo.approvalBy,jdbcType=VARCHAR},#{eo.aprrovalDetail,jdbcType=VARCHAR},#{eo.aprrovalTime,jdbcType=TIMESTAMP},#{eo.memo,jdbcType=VARCHAR},#{eo.crtTime,jdbcType=TIMESTAMP},#{eo.updTime,jdbcType=TIMESTAMP},#{eo.uploadId,jdbcType=NUMERIC},#{eo.oraTid    ,jdbcType=NUMERIC},#{eo.idTxn    ,jdbcType=VARCHAR},#{eo.errorTransCode    ,jdbcType=VARCHAR},#{eo.oldTransType    ,jdbcType=NUMERIC},#{eo.accountBankName    ,jdbcType=VARCHAR},#{eo.accountBankFullName ,jdbcType=VARCHAR},#{eo.payee               ,jdbcType=VARCHAR},#{eo.failReason         ,jdbcType=VARCHAR},#{eo.bankReturnDate     ,jdbcType=TIMESTAMP},#{eo.accountBank        ,jdbcType=VARCHAR},#{eo.traceNo        ,jdbcType=VARCHAR}FROM DUAL</foreach>) RC</insert>

0 0