Oozie mapreduce demo

job.properties

nameNode=hdfs://nameserviejobTracker=yarnRMqueueName=defaultexamplesRoot=examplesoozie.usr.system.libpath=trueoozie.libpath=${nameNode}/user/${user.name}/oozie/libserveroozie.wf.application.path=${nameNode}/user/${user.name}/oozie/java#outputdir=output-${data.M}
1
2
3
4
5
6
7
8
9
1
2
3
4
5
6
7
8
9

workflow

<workflow-app xmlns="uri:oozie:workflow:0.1" name="map-reduce-wf">    <start to="mr-node"/>    <action name="mr-node">       <java>            <job-tracker>${jobTracker}</job-tracker>            <name-node>${nameNode}</name-node>            <prepare>                 <delete path="${nameNode}/user/boco/ods/123" />             </prepare>             <configuration>                <property>                    <name>mapred.job.queue.name</name>                    <value>${queueName}</value>                </property>            </configuration>            <main-class>com.boco.test.WordCount2</main-class>            <arg>input</arg>            <arg>ods/123</arg>        </java>        <ok to="shell-node"/>        <error to="fail"/>    </action>     <action name="shell-node">        <shell xmlns="uri:oozie:shell-action:0.1">            <job-tracker>${jobTracker}</job-tracker>            <name-node>${nameNode}</name-node>            <configuration>                <property>                    <name>mapred.job.queue.name</name>                    <value>${queueName}</value>                </property>            </configuration>            <exec>echo</exec>            <argument>hello</argument>            <capture-output/>        </shell>        <ok to="end"/>        <error to="fail"/>    </action>    <kill name="fail">        <message>Map/Reduce failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>    </kill>    <end name="end"/></workflow-app>