pig 自定义函数和在eclipse里运行

来源:互联网 发布:儿童绘画软件pc 编辑:程序博客网 时间:2024/06/05 10:31
package pig;import java.io.IOException;import org.apache.pig.EvalFunc;import org.apache.pig.data.Tuple;public class Upper extends EvalFunc<String> {@Overridepublic String exec(Tuple input) throws IOException {if(input==null||input.size()==0){return null;}String str=(String)input.get(0);return str.toUpperCase();}}
package pig;import org.apache.pig.PigServer;public class PigClient {public static void main(String[] args) throws Exception{PigServer pigServer=new PigServer("mapreduce");pigServer.registerQuery("A =load '/pig/student.txt' using PigStorage(':') as (sno:int,sname:chararray,ssex:chararray,sage:int,sdepartment:chararray);");pigServer.registerQuery(" B =foreach A generate sname;");pigServer.store("B", "/pig/client");}}
在eclipse运行pig,需要hadoop相关配置文件

0 0
原创粉丝点击