spring Batch在SSH框架的应用

素颜马尾好姑娘i 2022-06-10 01:25 213阅读 0赞

Spring Batch 是一个[轻量级][Link 1]的、完善的[批处理][Link 2]框架,旨在帮助企业建立健壮、高效的批处理应用。Spring Batch是Spring的一个子项目,使用Java语言并基于[Spring框架][Spring]为基础开发,使的已经使用 Spring 框架的开发者或者企业更容易访问和利用企业服务。 Spring Batch 供了大量可重用的组件,包括了日志、追踪、事务、任务作业统计、任务重启、跳过、重复、资源管理。对于大数据量和高性能的批处理任务,Spring Batch 同样ﰁ供了高级功能和特性来支持,比如分区功能、远程功能。总之,通过 Spring Batch 能够支持简单的、复杂的和大数据量的批处理作业。 Spring Batch 是一个批处理应用框架,不是调度框架,但需要和调度框架合作来构建完成的批处理任务。它只关注批处理任务相关的问题,如事务、并发、监控、执行等,并不提供相应的调度功能。

首先在spring配置文件中引入

applicationContext-dao.xml：

配置batch.xml配置文件：

<beans xmlns="http://www.springframework.org/schema/beans"
    	xmlns:batch="http://www.springframework.org/schema/batch" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
    	xsi:schemaLocation="http://www.springframework.org/schema/batch
            http://www.springframework.org/schema/batch/spring-batch-2.1.xsd
            http://www.springframework.org/schema/beans 
            http://www.springframework.org/schema/beans/spring-beans-3.1.xsd
        ">
    	<bean id="jobLauncher"
    		class="org.springframework.batch.core.launch.support.SimpleJobLauncher">
    		<property name="jobRepository" ref="jobRepository" />
    	</bean>
    	<bean id="jobRepository"
    		class="org.springframework.batch.core.repository.support.MapJobRepositoryFactoryBean">
    		<property name="validateTransactionState" value="false" />
    
    	</bean>
    	
    	
    	<bean id="itemProcessor" class="com.yc.batch.MessagesItemProcessor"
    		scope="step">
    	</bean>
    	   
    	<batch:job id="writerclassJob">
    		<batch:step id="stepwriter1">
    			<batch:tasklet>
    				<batch:chunk reader="jdbcItemReader" writer="messagesItemWriter"
    					processor="itemProcessor" commit-interval="10">
    				</batch:chunk>
    			</batch:tasklet>
    		</batch:step>
    	</batch:job>
    	 
    	<bean id="jdbcItemReader"
    		class="org.springframework.batch.item.database.JdbcCursorItemReader"
    		scope="step">
    		<property name="dataSource" ref="dataSource" />
    		<property name="sql"
    			value="select  distinct examineeclassid,classcount from work  where checkdate >'${detail_startime}' and checkdate < '${detail_endtime}' " />
    		<property name="rowMapper" ref="ledgerRowMapper">
    		</property>
    	</bean>
    	
    	 
     
    
    </beans>

这样配置就完成了。

下面就来完成后台Java代码的实现，主要原则是先进入一个mapper----》Processor----》write

下面就是这三个Java类的主要代码：

package com.yc.batch;
    
    import java.sql.ResultSet;
    import java.sql.SQLException;
    
    import org.springframework.jdbc.core.RowMapper;
    import org.springframework.stereotype.Component;
    
    import com.yc.vo.TeacherWorkdetail;
    import com.yc.vo.Workdetail;
    
    @Component("ledgerRowMapper")  
    public class LedgerRowMapper implements RowMapper {  
    	@Override
    	public Object mapRow(ResultSet rs, int rowNum) throws SQLException {  
    		
    		Workdetail twd=new Workdetail();
    		twd.setClasscount(rs.getInt("classcount"));
    		twd.setExamineeclassid(rs.getInt("examineeclassid"));
            return twd;  
        }
    
    	
    }

package com.yc.batch;
    
    import org.hibernate.engine.transaction.jta.platform.internal.SynchronizationRegistryBasedSynchronizationStrategy;
    import org.springframework.batch.item.ItemProcessor;
    import org.springframework.stereotype.Component;
    import org.springframework.stereotype.Service;
    
    import com.yc.vo.Workdetail;
    
    
    //业务层
    @Component("messagesItemProcessor")
    public class MessagesItemProcessor implements ItemProcessor<Workdetail, Workdetail> {
     
    	
    
    	public Workdetail process(Workdetail workdetail) throws Exception {
            return workdetail;
        }
     
    }

package com.yc.batch;
    
    import java.io.InputStream;
    import java.text.NumberFormat;
    import java.util.ArrayList;
    import java.util.List;
    import java.util.Properties;
    
    import javax.annotation.Resource;
    
    import org.springframework.batch.item.ItemWriter;
    import org.springframework.stereotype.Component;
    import org.springframework.stereotype.Service;
    
    import com.yc.biz.ExamineeClassBiz;
    import com.yc.biz.WorkBiz;
    import com.yc.utils.CsvUtils;
    import com.yc.vo.Workdetail;
    
    import net.sf.ehcache.util.PropertyUtil;
    
    
    
    //写
    @Component("messagesItemWriter")
    public class MessagesItemWriter implements ItemWriter<Workdetail>{
    	
    	@Resource(name = "workBiz")
    	private WorkBiz workBiz;
    	@Resource(name = "examineeClassBiz")
    	private ExamineeClassBiz examineeClassBiz;
    	
    	
    	
        public ExamineeClassBiz getExamineeClassBiz() {
    		return examineeClassBiz;
    	}
    
    	public void setExamineeClassBiz(ExamineeClassBiz examineeClassBiz) {
    		this.examineeClassBiz = examineeClassBiz;
    	}
    
    	public WorkBiz getWorkBiz() {
    		return workBiz;
    	}
    
    	public void setWorkBiz(WorkBiz workBiz) {
    		this.workBiz = workBiz;
    	}
    
    	public void write(List<? extends Workdetail> messages) throws Exception {
    		//this.workBiz.updateWorkCheckcount();
    		Properties props = new Properties();
    		InputStream in= PropertyUtil.class.getClassLoader().getResourceAsStream("connectionConfig.properties");
    		props.load(in);
    		String startime=props.getProperty("detail_startime");
    		String endtime=props.getProperty("detail_endtime");
    		String time=props.getProperty("detail_time");
    		 List<Object> works=new ArrayList<Object>();
    		for(Workdetail work:messages){
            	Workdetail workdetail=new Workdetail();
            	Integer classid=work.getExamineeclassid();
            	int num=this.workBiz.getClassWorkNum(classid,startime,endtime);
            	String classname=this.examineeClassBiz.findExamineeClassById(classid).getClassName();
            	int checkcount=this.workBiz.getWorkCheckcount(classid, startime, endtime);
            	Double p=(double) Integer.parseInt(String.valueOf(checkcount/(num*(work.getClasscount()))*100));
            	workdetail.setExamineeclassid(classid);
            	workdetail.setWorkcount(num);
            	workdetail.setClasscount(work.getClasscount());
            	workdetail.setClassName(classname);
            	workdetail.setCheckcount(checkcount);
            	workdetail.setCompletionrate(p);
            	works.add(workdetail);
    		}
            CsvUtils cu=new CsvUtils();
            String path=this.getClass().getResource("/").getPath();
            //String path=Class.class.getClass().getResource("/").getPath();
            path=path.substring(0,path.lastIndexOf("/"));
            path=path.substring(0,path.lastIndexOf("/"));
            path=path.substring(0,path.lastIndexOf("/"));
            path=path.substring(0,path.lastIndexOf("/"));
            cu.writeCsv(path+"/csv/class_"+time+".csv",works );
        }
    }

通过这三个基本的类就基本跑起来了

在通过这个下面实现层的代码就可以获取到数据进行测试

CsvUtils cu=new CsvUtils();
    		path=this.getClass().getResource("/").getPath();
    		path=path.substring(0,path.lastIndexOf("/"));
    		path=path.substring(0,path.lastIndexOf("/"));
    		path=path.substring(0,path.lastIndexOf("/"));
    		path=path.substring(0,path.lastIndexOf("/"));
    		List<String[]> list=cu.readeCsv(path+"/csv/class_"+year+"-"+month+".csv");

也可以通过测试代码测试：

package com.yc.batch;
    
    import javax.annotation.Resource;
    
    import org.apache.commons.jexl2.Main;
    import org.springframework.batch.core.Job;
    import org.springframework.batch.core.JobExecution;
    import org.springframework.batch.core.JobParameters;
    import org.springframework.batch.core.JobParametersBuilder;
    import org.springframework.batch.core.JobParametersInvalidException;
    import org.springframework.batch.core.launch.JobLauncher;
    import org.springframework.batch.core.repository.JobExecutionAlreadyRunningException;
    import org.springframework.batch.core.repository.JobInstanceAlreadyCompleteException;
    import org.springframework.batch.core.repository.JobRestartException;
    import org.springframework.beans.factory.annotation.Autowired;
    import org.springframework.stereotype.Component;
    
    @Component
    public class ClassBatch {
    
    	private Job job;
    	private JobLauncher launcher;
    
    	@Resource(name="writerclassJob")
    	public void setJob(Job job) {
    		this.job = job;
    	}
    
    	@Autowired 
    	public void setLauncher(JobLauncher launcher) {
    		this.launcher = launcher;
    	}
    
    
    	public void test() throws JobExecutionAlreadyRunningException, JobRestartException, JobInstanceAlreadyCompleteException, JobParametersInvalidException{
    
    		JobParameters jobParameters =
    				new JobParametersBuilder()
    				.addLong("time",System.currentTimeMillis()).toJobParameters();
    
    		JobExecution result = launcher.run(job, jobParameters);
    	}
    
    }

上面就是测试类

最后别忘记带入jar包：

<dependency>
    			  <groupId>org.springframework</groupId>
    			  <artifactId>spring-batch-core</artifactId>
    			  <version>2.1.8.RELEASE</version>
    		</dependency>
    		
    		<dependency>
    		  <groupId>org.springframework</groupId>
    		  <artifactId>spring-batch-infrastructure</artifactId>
    		  <version>2.1.8.RELEASE</version>
    	</dependency>
    		
    		 <dependency>
    		  <groupId>org.springframework</groupId>
    		  <artifactId>spring-batch-test</artifactId>
    		  <version>2.1.8.RELEASE</version>
    		</dependency>

通过上面的步骤我们就基本可以使用spring Batch进行我们的操作了。。。。。

[Link 1]: http://baike.sogou.com/lemma/ShowInnerLink.htm?lemmaId=7988600&ss_c=ssc.citiao.link
[Link 2]: http://baike.sogou.com/lemma/ShowInnerLink.htm?lemmaId=171812&ss_c=ssc.citiao.link
[Spring]: http://baike.sogou.com/lemma/ShowInnerLink.htm?lemmaId=73146020&ss_c=ssc.citiao.link