Javaweb整合mongo和kettle6.0的环境配置

为了编译能通过,maven需要加入仓库地址以及一些必须要的包的依赖情况:

pentaho*仓库:

在properties里面配置版本号:

<kettle.version>6.0.0.0-353</kettle.version>

<id>pentaho1</id>

<name>Pentaho Repository1</name>

<url>http://repository.pentaho.org/artifactory/repo/</url>

</snapshots>

</repository>

2.kettle一些核心的依赖,由于有些jar包下载不下来,所以exclution掉之后再去mvn仓库找合适的包:

<groupId>pentaho-kettle</groupId>

<artifactId>kettle-core</artifactId>

<version>${kettle.version}</version>

</exclusion>

<groupId>org.apache.commons</groupId>

<artifactId>commons-vfs2</artifactId>

</exclusion>

<groupId>secondstring</groupId>

<artifactId>secondstring</artifactId>

</exclusion>

</exclusion>

<artifactId>xercesImpl</artifactId>

<groupId>xerces</groupId>

</exclusion>

<groupId>org.apache.xmlgraphics</groupId>

<artifactId>batik-js</artifactId>

</exclusion>

</exclusions>

</dependency>

<groupId>pentaho-kettle</groupId>

<artifactId>kettle-engine</artifactId>

<version>${kettle.version}</version>

<groupId>org.apache.commons</groupId>

<artifactId>commons-vfs2</artifactId>

</exclusion>

</exclusions>

</dependency>

<groupId>pentaho-library</groupId>

<artifactId>libbase</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho-library</groupId>

<artifactId>libformula</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho</groupId>

<artifactId>metastore</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho</groupId>

<artifactId>pentaho-mongodb-plugin</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho</groupId>

<artifactId>pentaho-mongo-utils</artifactId>

</dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-vfs2</artifactId>

</dependency>

<groupId>net.sourceforge.jexcelapi</groupId>

</dependency>

<groupId>rhino</groupId>

</dependency>

3.下载jar包时当遇到500m大小的jar时,暂停mvn手动下载然后移动到本地仓库

插件的路径:D:\dev\apache-maven-3.3.9\repository\pentaho\pentaho-big-data-plugin\6.0.0.0-353

4.java调本地ktr代码:

  1 import java.util.List;
  2 
  3 import org.junit.Test;
  4 import org.junit.runner.RunWith;
  5 import org.pentaho.di.core.KettleEnvironment;
  6 import org.pentaho.di.core.Result;
  7 import org.pentaho.di.core.RowMetaAndData;
  8 import org.pentaho.di.core.exception.KettleException;
  9 import org.pentaho.di.job.Job;
 10 import org.pentaho.di.job.JobMeta;
 11 import org.pentaho.di.trans.Trans;
 12 import org.pentaho.di.trans.TransMeta;
 13 import org.slf4j.Logger;
 14 import org.slf4j.LoggerFactory;
 15 import org.springframework.test.context.ContextConfiguration;
 16 import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
 17 
 18 import cn.shunlu.repository.BaseDataInitTest;
 19 
 20 @RunWith(SpringJUnit4ClassRunner.class)
 21 @ContextConfiguration(locations="/applicationContext.xml")
 22 public class KettleTest extends BaseDataInitTest{
 23     
 24     private static Logger logger = LoggerFactory.getLogger(KettleTest.class);
 25     
 26     private static final String KETTLE_PLUGIN_BASE_FOLDER = "E:\\dev\\pentaho\\data-integration\\plugins\\";
 27 //    private static final String KETTLE_PLUGIN_BASE_FOLDER = "C:\\dev\\pentaho6\\data-integration\\system\\karaf\\system\\pentaho";
 28 //    private static final String KETTLE_PLUGIN_BASE_FOLDER = "C:\\dev\\pentaho6\\data-integration\\plugins";
 29     
 30     
 31     /**
 32      * 调转换
 33      */
 34     @Test
 35     public void test() {
 36         logger.info("hi"+ logger.getClass().getName());
 37         try
 38         {
 39             //这里是设置我们pentaho的运行环境,实际上我们加入的maven依赖只是为了让代码编译通过,实际真正干活的还是pentaho自己
 40             //也可以自己建个maven的私服把pentaho里面的运行环境的jar丢上去,就能通过java调了
 41             System.setProperty("KETTLE_PLUGIN_BASE_FOLDERS", KETTLE_PLUGIN_BASE_FOLDER);
 42             String transPath = "e:\\tmp\\2.ktr";
 43             
 44             KettleEnvironment.init();
 45             
 46             TransMeta transMeta = new TransMeta(transPath);
 47             
 48             Trans trans = new Trans(transMeta); 
 49             System.out.println(trans);
 50             trans.setVariable("importOrExport", "出口");
 51             trans.setVariable("batchId", "57bebcfd816c0dffb72d6fa4");
 52             trans.setVariable("codeMap_type", "country");
 53             trans.execute(null);
 54             
 55             trans.waitUntilFinished();
 56             
 57             Result r = trans.getResult();
 58             List<RowMetaAndData> rowsResult = r.getRows();
 59             
 60             if (trans.getErrors() > 0)
 61             {
 62                  throw new Exception(trans.getResult().getLogText());
 63             }
 64         }
 65         catch (Exception e)
 66         {
 67             e.printStackTrace();
 68         }
 69     }
 70     
 71     /**
 72      * 
 73      *  @description 调job
 74      *  @date 2016年9月6日 
 75      *    @author 
 76      */
 77     @Test
 78     public void testJob() throws Exception{
 79         logger.info("hi"+ logger.getClass().getName());
 80         try {
 81             System.setProperty("KETTLE_PLUGIN_BASE_FOLDERS", KETTLE_PLUGIN_BASE_FOLDER);
 82             
 83             String jobPath = "e:\\tmp\\job1.kjb";
 84             KettleEnvironment.init();
 85             
 86             JobMeta jobMeta = new JobMeta(jobPath, null);
 87             
 88             Job job = new Job(null, jobMeta);  
 89             
 90             job.setVariable("importOrExport", "出口");
 91             job.setVariable("batchId", "57bebcfd816c0dffb72d6fa4");
 92             job.setVariable("codeMap_type", "country");
 93             
 94             job.start();
 95             job.waitUntilFinished();
 96             
 97             if (job.getErrors() > 0) {  
 98                 throw new Exception(  
 99                         "There are errors during job exception!(执行job发生异常)");  
100             }  
101         } catch (KettleException e) {
102             e.printStackTrace();
103         } 
104     }
105     
106 }