Hive 表连接查询NullPointerException

来源:互联网 发布:西门子em235编程 编辑:程序博客网 时间:2024/06/04 23:21
2015-04-15 17:48:45,764 ERROR [uber-SubtaskRunner] org.apache.hadoop.hive.ql.exec.MapJoinOperator: Unxpected exception: nulljava.lang.NullPointerException    at org.apache.hadoop.hive.ql.exec.MapJoinOperator.getRefKey(MapJoinOperator.java:198)    at org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:216)    at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:796)    at org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)    at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:796)    at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:539)    at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:177)    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:450)    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runSubtask(LocalContainerLauncher.java:370)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runTask(LocalContainerLauncher.java:295)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.access$200(LocalContainerLauncher.java:181)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler$1.run(LocalContainerLauncher.java:224)    at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)    at java.util.concurrent.FutureTask.run(FutureTask.java:262)    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)    at java.lang.Thread.run(Thread.java:745)2015-04-15 17:48:45,783 FATAL [uber-SubtaskRunner] org.apache.hadoop.hive.ql.exec.mr.ExecMapper: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row {"_col0":"BJ_CMCC"}    at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:549)    at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:177)    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54)    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:450)    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runSubtask(LocalContainerLauncher.java:370)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runTask(LocalContainerLauncher.java:295)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.access$200(LocalContainerLauncher.java:181)    at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler$1.run(LocalContainerLauncher.java:224)    at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)    at java.util.concurrent.FutureTask.run(FutureTask.java:262)    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)    at java.lang.Thread.run(Thread.java:745)Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Unxpected exception: null    at org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:272)    at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:796)    at org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)    at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:796)    at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:539)    ... 13 moreCaused by: java.lang.NullPointerException    at org.apache.hadoop.hive.ql.exec.MapJoinOperator.getRefKey(MapJoinOperator.java:198)    at org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:216)    ... 17 more

解决办法:set hive.auto.convert.join=false

0 0
原创粉丝点击