spark-submit代码 Error communicating with MapOutp utTracker错误解决

spark-submit --master spark://ip:port --class com.deng.sparkTest.Test SparkTest-1.0-SNAPSHOT.jar

注意SparkConf设置setMaster("local")，否则提交后会报错：

17/04/26 16:08:29 ERROR MapOutputTrackerMaster: Error communicating with MapOutputTrackerjava.lang.InterruptedException        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1326)        at scala.concurrent.impl.Promise$DefaultPromise.tryAwait(Promise.scala:208)        at scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:218)        at scala.concurrent.impl.Promise$DefaultPromise.result(Promise.scala:223)        at scala.concurrent.Await$$anonfun$result$1.apply(package.scala:107)        at scala.concurrent.BlockContext$DefaultBlockContext$.blockOn(BlockContext.scala:53)        at scala.concurrent.Await$.result(package.scala:107)        at org.apache.spark.rpc.RpcTimeout.awaitResult(RpcTimeout.scala:75)        at org.apache.spark.rpc.RpcEndpointRef.askWithRetry(RpcEndpointRef.scala:101)        at org.apache.spark.rpc.RpcEndpointRef.askWithRetry(RpcEndpointRef.scala:77)        at org.apache.spark.MapOutputTracker.askTracker(MapOutputTracker.scala:110)        at org.apache.spark.MapOutputTracker.sendTracker(MapOutputTracker.scala:120)        at org.apache.spark.MapOutputTrackerMaster.stop(MapOutputTracker.scala:468)        at org.apache.spark.SparkEnv.stop(SparkEnv.scala:93)        at org.apache.spark.SparkContext$$anonfun$stop$12.apply$mcV$sp(SparkContext.scala:1756)        at org.apache.spark.util.Utils$.tryLogNonFatalError(Utils.scala:1219)        at org.apache.spark.SparkContext.stop(SparkContext.scala:1755)        at org.apache.spark.scheduler.cluster.SparkDeploySchedulerBackend.dead(SparkDeploySchedulerBackend.scala:127)        at org.apache.spark.deploy.client.AppClient$ClientEndpoint.markDead(AppClient.scala:262)        at org.apache.spark.deploy.client.AppClient$ClientEndpoint$$anon$2.run(AppClient.scala:133)        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)        at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)        at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)        at java.lang.Thread.run(Thread.java:745)17/04/26 16:08:29 ERROR Utils: Uncaught exception in thread appclient-registration-retry-threadorg.apache.spark.SparkException: Error communicating with MapOutputTracker        at org.apache.spark.MapOutputTracker.askTracker(MapOutputTracker.scala:114)        at org.apache.spark.MapOutputTracker.sendTracker(MapOutputTracker.scala:120)        at org.apache.spark.MapOutputTrackerMaster.stop(MapOutputTracker.scala:468)        at org.apache.spark.SparkEnv.stop(SparkEnv.scala:93)        at org.apache.spark.SparkContext$$anonfun$stop$12.apply$mcV$sp(SparkContext.scala:1756)        at org.apache.spark.util.Utils$.tryLogNonFatalError(Utils.scala:1219)        at org.apache.spark.SparkContext.stop(SparkContext.scala:1755)        at org.apache.spark.scheduler.cluster.SparkDeploySchedulerBackend.dead(SparkDeploySchedulerBackend.scala:127)        at org.apache.spark.deploy.client.AppClient$ClientEndpoint.markDead(AppClient.scala:262)        at org.apache.spark.deploy.client.AppClient$ClientEndpoint$$anon$2.run(AppClient.scala:133)        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)        at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)        at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)        at java.lang.Thread.run(Thread.java:745)Caused by: java.lang.InterruptedException        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1326)        at scala.concurrent.impl.Promise$DefaultPromise.tryAwait(Promise.scala:208)        at scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:218)        at scala.concurrent.impl.Promise$DefaultPromise.result(Promise.scala:223)        at scala.concurrent.Await$$anonfun$result$1.apply(package.scala:107)        at scala.concurrent.BlockContext$DefaultBlockContext$.blockOn(BlockContext.scala:53)        at scala.concurrent.Await$.result(package.scala:107)        at org.apache.spark.rpc.RpcTimeout.awaitResult(RpcTimeout.scala:75)        at org.apache.spark.rpc.RpcEndpointRef.askWithRetry(RpcEndpointRef.scala:101)        at org.apache.spark.rpc.RpcEndpointRef.askWithRetry(RpcEndpointRef.scala:77)        at org.apache.spark.MapOutputTracker.askTracker(MapOutputTracker.scala:110)        ... 16 more17/04/26 16:08:29 ERROR SparkContext: Error initializing SparkContext.java.lang.NullPointerException        at org.apache.spark.SparkContext.<init>(SparkContext.scala:583)        at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:59)        at com.deng.sparkTest.Test.main(Test.java:16)        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)        at java.lang.reflect.Method.invoke(Method.java:498)        at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:731)        at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:181)        at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:206)        at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:121)        at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)Exception in thread "main" java.lang.NullPointerException        at org.apache.spark.SparkContext.<init>(SparkContext.scala:583)        at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:59)        at com.deng.sparkTest.Test.main(Test.java:16)        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)        at java.lang.reflect.Method.invoke(Method.java:498)        at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:731)        at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:181)        at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:206)        at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:121)        at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)