Kettle java调用

来源：互联网发布：mysql 用户管理编辑：程序博客网时间：2024/06/04 19:24

[java] view plain copy
  

[java] view plain copy
package org.jsmsa.etl.kettle;  
  
import java.sql.ResultSet;  
import java.sql.SQLException;  
import java.sql.Statement;  
import java.util.ArrayList;  
import java.util.List;  
  
import org.apache.log4j.Logger;  
import org.pentaho.di.core.KettleEnvironment;  
import org.pentaho.di.core.database.DatabaseMeta;  
import org.pentaho.di.core.exception.KettleDatabaseException;  
import org.pentaho.di.core.exception.KettleException;  
import org.pentaho.di.core.util.EnvUtil;  
import org.pentaho.di.job.Job;  
import org.pentaho.di.job.JobMeta;  
import org.pentaho.di.repository.LongObjectId;  
import org.pentaho.di.repository.ObjectId;  
import org.pentaho.di.repository.RepositoryDirectory;  
import org.pentaho.di.repository.RepositoryDirectoryInterface;  
import org.pentaho.di.repository.kdr.KettleDatabaseRepository;  
import org.pentaho.di.repository.kdr.KettleDatabaseRepositoryMeta;  
  
public class KettleExecutor {  
  
    Logger log = Logger.getLogger(getClass());  
    KettleDatabaseRepository rep;  
    RepositoryDirectoryInterface dir;  
      
      
    public String getDatabaseRepositoryXMl(){  
        String xml="<?xml version=\"1.0\" encoding=\"UTF-8\"?>" +  
                "<connection>" +  
                    "<name>jsmsadc_etl</name>" +  
                    "<type>ORACLE</type>" +  
                    "<server>127.0.0.1</server>" +  
                    "<access>Native</access>" +  
                    "<database>orcl</database>" +  
                    "<port>1521</port>" +  
                    "<username>jsmsadc</username>" +  
                    "<password>password</password>" +  
                    "<servername/>" +  
                    "<data_tablespace/>" +  
                    "<index_tablespace/>" +  
                "</connection>" ;  
        return xml;  
    }  
      
    public void connectRepository(String username,String password){  
        try {  
            EnvUtil.environmentInit();  
            KettleEnvironment.init();  
            DatabaseMeta dataMeta = new DatabaseMeta(getDatabaseRepositoryXMl());   
            KettleDatabaseRepositoryMeta repInfo = new KettleDatabaseRepositoryMeta();  
            repInfo.setConnection(dataMeta);  
              
            rep = new KettleDatabaseRepository();  
            rep.init(repInfo);  
            rep.connect(username, password);  
              
            ObjectId rootId = Long.parseLong(rep.getRootDirectoryID().getId()) > 0 ? rep.getRootDirectoryID() : new LongObjectId(0);  
            dir = new RepositoryDirectory();  
            dir.setObjectId(rootId);  
        } catch (KettleException e) {   
            e.printStackTrace();  
        }  
    }  
      
    public List<ObjectId> getObjectIds(String sql) throws KettleDatabaseException{   
        List<ObjectId> list = new ArrayList<ObjectId>();  
        Statement stmt = null;  
        ResultSet rs = null;  
        try {   
            stmt = rep.getDatabase().getConnection().createStatement();  
            rs = stmt.executeQuery(sql);  
            while(rs.next())  
                list.add(new LongObjectId(rs.getLong(1)));        
        } catch (SQLException e) {  
            e.printStackTrace();  
        }finally{             
            try {  
                if(rs != null)  
                    rs.close();  
                if(stmt != null)  
                    stmt.close();  
            } catch (SQLException e) {  
                e.printStackTrace();  
            }             
        }   
        return list;  
    }  
      
    public void runAllJobs(){   
        try {  
            List<ObjectId> jobIds = getObjectIds("select id_job from r_job where job_status >= 0 order by id_job");  
            for (final ObjectId oid : jobIds) {   
//              new JobsExecutor(rep, oid).run();  
                new Runnable() {   
                    @Override  
                    public void run(){   
                        try {  
                            JobMeta jobMeta = rep.loadJob(oid, null);  
                            Job job = new Job(rep,jobMeta);  
                            log.info("***********************************开始执行job："+job.getJobname());  
                            job.start();  
                            job.waitUntilFinished();  
                            if (job.getErrors() > 0) {  
                                log.info("***********************************执行job错误："+job.getJobname());  
                            }  
                        } catch (KettleException e) {  
                            e.printStackTrace();  
                        }   
                    }  
                }.run();                  
            }   
        } catch (KettleException e) {   
            e.printStackTrace();  
        }  
    }  
      
    public void runJob(ObjectId jobId,String versionLabel){   
        try {  
            JobMeta jobMeta = rep.loadJob(jobId, versionLabel);  
            Job job = new Job(rep,jobMeta);  
            job.start();  
            job.waitUntilFinished();  
            if (job.getErrors() > 0) {  
                System.out.println("decompress fail!");  
            }  
        } catch (KettleException e) {  
            e.printStackTrace();  
        }  
    }  
      
    /** 
     * 文件方式调用Job 
     * @param fileName Job脚本的路径及名称 
     */  
    public void runJob(String fileName) {  
        try {  
            KettleEnvironment.init();   
            JobMeta jobMeta = new JobMeta(fileName, null);  
            Job job = new Job(null, jobMeta);  
            // 向Job 脚本传递参数，脚本中获取参数值：${参数名}  
            // job.setVariable(paraname, paravalue);  
            job.start();  
            job.waitUntilFinished();  
            if (job.getErrors() > 0) {  
                System.out.println("decompress fail!");  
            }  
        } catch (KettleException e) {  
            System.out.println(e);  
        }  
    }  
      
    /** 
     * 文件方式调用Transformation 
     * @param filename  Transformation脚本的路径及名称 
     */  
    public void runTran(String filename) {  
        try {  
            KettleEnvironment.init();  
            TransMeta transMeta = new TransMeta(filename);  
            Trans trans = new Trans(transMeta);  
            trans.prepareExecution(null);  
            trans.startThreads();  
            trans.waitUntilFinished();  
  
            if (trans.getErrors() != 0) {  
                System.out.println("Error");  
            }  
        } catch (KettleException e) {  
            e.printStackTrace();  
        }  
    }  
      
}  

0 0