Spring Batch 例子: 导入分隔符文件到数据库

– Start
假设我们有如下分隔符文件(people_20170711.txt)

header1|zhangsan2|lisi3|wangwufooter

需要导入如下表中

CREATE TABLE PEOPLE(    ID    NUMBER(8,0),     NAME  VARCHAR2(30));

来看看如何配置这个 job 吧

<?xml version="1.0" encoding="UTF-8"?><beans xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"    xmlns="http://www.springframework.org/schema/beans"    xmlns:batch="http://www.springframework.org/schema/batch"    xsi:schemaLocation="http://www.springframework.org/schema/batch         http://www.springframework.org/schema/batch/spring-batch.xsd        http://www.springframework.org/schema/beans         http://www.springframework.org/schema/beans/spring-beans.xsd">    <!-- 定义  dataSource -->    <bean id="dataSource" class="org.apache.commons.dbcp.BasicDataSource" destroy-method="close">        <property name="driverClassName" value="oracle.jdbc.driver.OracleDriver" />        <property name="url" value="jdbc:oracle:thin:@localhost:1521:xe" />        <property name="username" value="hr" />        <property name="password" value="123456" />    </bean>    <!-- 定义 jdbc 事务管理器 -->    <bean id="transactionManager" class="org.springframework.jdbc.datasource.DataSourceTransactionManager">        <property name="dataSource" ref="dataSource"/>    </bean>    <!-- 定义 jobRepository, 用来持久化 job -->    <batch:job-repository id="jobRepository" data-source="dataSource" transaction-manager="transactionManager"/>    <!-- 定义 jobLauncher, 来用运行 job -->    <bean id="jobLauncher" class="org.springframework.batch.core.launch.support.SimpleJobLauncher">        <property name="jobRepository" ref="jobRepository" />    </bean>    <!-- 定义 job -->    <batch:job id="loadFileJob" job-repository="jobRepository">        <batch:step id="loadFileStep">            <batch:tasklet>                <batch:chunk reader="loadFileReader" processor="loadFileProcessor" writer="loadFileWriter" commit-interval="10"/>            </batch:tasklet>        </batch:step>    </batch:job>    <!-- 定义 reader -->    <bean id="loadFileReader" class="org.springframework.batch.item.file.FlatFileItemReader" scope="step">        <!-- 指定要读取的文件 -->        <property name="resource" value="file:///D:/0_Shangbo/Dev/Workspace/people_#{jobParameters['business_date']}.txt" />        <!-- 忽略以 header 和 footer 开头的行-->        <property name="comments">            <list>                <value>header</value>                <value>footer</value>            </list>        </property>        <!-- 文件编码方式 -->        <property name="encoding" value="UTF-8" />        <!-- 文件不存在则报错 -->        <property name="strict" value="true" />        <!-- 指定如何将行转成对象 -->        <property name="lineMapper" ref="lineMapper" />    </bean>    <bean id="lineMapper" class="org.springframework.batch.item.file.mapping.DefaultLineMapper" scope="step">        <property name="fieldSetMapper" ref="fieldSetMapper" />        <property name="lineTokenizer" ref="lineTokenizer" />    </bean>    <bean id="fieldSetMapper" class="org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper" scope="step">        <property name="targetType" value="shangbo.springbatch.example2.People" />    </bean>    <bean id="lineTokenizer" class="org.springframework.batch.item.file.transform.DelimitedLineTokenizer" scope="step">        <property name="delimiter" value="|" />        <property name="includedFields" value="0,1" />        <property name="names" value="id,name" />    </bean>    <!-- 定义 processor -->    <bean id="loadFileProcessor" class="org.springframework.batch.item.support.PassThroughItemProcessor" scope="step"/>    <!-- 定义 writer -->    <bean id="loadFileWriter" class="org.springframework.batch.item.database.JdbcBatchItemWriter" scope="step">        <property name="sql" value="insert into people values (:id,:name)"/>        <property name="jdbcTemplate" ref="jdbcTemplate"/>        <property name="itemSqlParameterSourceProvider" ref="itemSqlParameterSourceProvider"/>    </bean>    <bean id="jdbcTemplate" class="org.springframework.jdbc.core.namedparam.NamedParameterJdbcTemplate" scope="step">        <constructor-arg ref="dataSource"></constructor-arg>    </bean>    <bean id="itemSqlParameterSourceProvider" class="org.springframework.batch.item.database.BeanPropertyItemSqlParameterSourceProvider" scope="step"/></beans>

package shangbo.springbatch.example2;public class People implements java.io.Serializable{    private static final long serialVersionUID = 8904705906008476310L;    private Integer id;    private String name;    public Integer getId() {        return id;    }    public void setId(Integer id) {        this.id = id;    }    public String getName() {        return name;    }    public void setName(String name) {        this.name = name;    }}

package shangbo.springbatch.example2;import java.util.HashMap;import java.util.Map;import org.springframework.batch.core.Job;import org.springframework.batch.core.JobParameter;import org.springframework.batch.core.JobParameters;import org.springframework.batch.core.JobParametersInvalidException;import org.springframework.batch.core.launch.JobLauncher;import org.springframework.batch.core.repository.JobExecutionAlreadyRunningException;import org.springframework.batch.core.repository.JobInstanceAlreadyCompleteException;import org.springframework.batch.core.repository.JobRestartException;import org.springframework.context.ApplicationContext;import org.springframework.context.support.ClassPathXmlApplicationContext;public class App {    public static void main(String[] args) throws JobExecutionAlreadyRunningException, JobRestartException, JobInstanceAlreadyCompleteException, JobParametersInvalidException {        ApplicationContext context = new ClassPathXmlApplicationContext("shangbo/springbatch/example2/LoadFileJob.xml");        // job 和 job 参数        Map<String,JobParameter> parameters = new HashMap<>();        parameters.put("business_date", new JobParameter("20170711"));        JobParameters jobParameters = new JobParameters(parameters);        Job job = context.getBean(Job.class);        // 运行 job        JobLauncher jobLauncher = context.getBean(JobLauncher.class);        jobLauncher.run(job, jobParameters);    }}

– 更多参见：Spring Batch 精萃
– 声 明：转载请注明出处
– Last Updated on 2017-07-15
– Written by ShangBo on 2017-07-15
– End