美文网首页
运行spark-shell 报 ip绑定失败

运行spark-shell 报 ip绑定失败

作者: 杜龙少 | 来源:发表于2014-11-13 20:27 被阅读1046次
    14/11/13 20:19:07 ERROR Remoting: Remoting error: [Startup failed] [
    akka.remote.RemoteTransportException: Startup failed
            at akka.remote.Remoting.akka$remote$Remoting$$notifyError(Remoting.scala:129)
            at akka.remote.Remoting.start(Remoting.scala:194)
            at akka.remote.RemoteActorRefProvider.init(RemoteActorRefProvider.scala:184)
            at akka.actor.ActorSystemImpl._start$lzycompute(ActorSystem.scala:579)
            at akka.actor.ActorSystemImpl._start(ActorSystem.scala:577)
            at akka.actor.ActorSystemImpl.start(ActorSystem.scala:588)
            at akka.actor.ActorSystem$.apply(ActorSystem.scala:111)
            at akka.actor.ActorSystem$.apply(ActorSystem.scala:104)
            at org.apache.spark.util.AkkaUtils$.org$apache$spark$util$AkkaUtils$$doCreateActorSystem(AkkaUtils.scala:121)
            at org.apache.spark.util.AkkaUtils$$anonfun$1.apply(AkkaUtils.scala:54)
            at org.apache.spark.util.AkkaUtils$$anonfun$1.apply(AkkaUtils.scala:53)
            at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:1446)
            at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:141)
            at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:1442)
            at org.apache.spark.util.AkkaUtils$.createActorSystem(AkkaUtils.scala:56)
            at org.apache.spark.SparkEnv$.create(SparkEnv.scala:153)
            at org.apache.spark.SparkContext.<init>(SparkContext.scala:203)
            at org.apache.spark.repl.SparkILoop.createSparkContext(SparkILoop.scala:972)
            at $line3.$read$$iwC$$iwC.<init>(<console>:8)
            at $line3.$read$$iwC.<init>(<console>:14)
            at $line3.$read.<init>(<console>:16)
            at $line3.$read$.<init>(<console>:20)
            at $line3.$read$.<clinit>(<console>)
            at $line3.$eval$.<init>(<console>:7)
            at $line3.$eval$.<clinit>(<console>)
            at $line3.$eval.$print(<console>)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:483)
            at org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:789)
            at org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1062)
            at org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:615)
            at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:646)
            at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:610)
            at org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:814)
            at org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:859)
            at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:771)
            at org.apache.spark.repl.SparkILoopInit$$anonfun$initializeSpark$1.apply(SparkILoopInit.scala:121)
            at org.apache.spark.repl.SparkILoopInit$$anonfun$initializeSpark$1.apply(SparkILoopInit.scala:120)
            at org.apache.spark.repl.SparkIMain.beQuietDuring(SparkIMain.scala:264)
            at org.apache.spark.repl.SparkILoopInit$class.initializeSpark(SparkILoopInit.scala:120)
            at org.apache.spark.repl.SparkILoop.initializeSpark(SparkILoop.scala:56)
            at org.apache.spark.repl.SparkILoop$$anonfun$process$1$$anonfun$apply$mcZ$sp$5.apply$mcV$sp(SparkILoop.scala:931)
            at org.apache.spark.repl.SparkILoopInit$class.runThunks(SparkILoopInit.scala:142)
            at org.apache.spark.repl.SparkILoop.runThunks(SparkILoop.scala:56)
            at org.apache.spark.repl.SparkILoopInit$class.postInitialization(SparkILoopInit.scala:104)
            at org.apache.spark.repl.SparkILoop.postInitialization(SparkILoop.scala:56)
            at org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:948)
            at org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:902)
            at org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:902)
            at scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
            at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:902)
            at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:997)
            at org.apache.spark.repl.Main$.main(Main.scala:31)
            at org.apache.spark.repl.Main.main(Main.scala)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:483)
            at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:328)
            at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
            at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
    Caused by: org.jboss.netty.channel.ChannelException: Failed to bind to: /192.168.6.236:0
            at org.jboss.netty.bootstrap.ServerBootstrap.bind(ServerBootstrap.java:272)
            at akka.remote.transport.netty.NettyTransport$$anonfun$listen$1.apply(NettyTransport.scala:391)
            at akka.remote.transport.netty.NettyTransport$$anonfun$listen$1.apply(NettyTransport.scala:388)
            at scala.util.Success$$anonfun$map$1.apply(Try.scala:206)
            at scala.util.Try$.apply(Try.scala:161)
            at scala.util.Success.map(Try.scala:206)
            at scala.concurrent.Future$$anonfun$map$1.apply(Future.scala:235)
            at scala.concurrent.Future$$anonfun$map$1.apply(Future.scala:235)
            at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.processBatch$1(BatchingExecutor.scala:67)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.apply$mcV$sp(BatchingExecutor.scala:82)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.apply(BatchingExecutor.scala:59)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.apply(BatchingExecutor.scala:59)
            at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:72)
            at akka.dispatch.BatchingExecutor$Batch.run(BatchingExecutor.scala:58)
            at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:42)
            at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:386)
            at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
            at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
            at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
            at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
    Caused by: java.net.BindException: 无法指定被请求的地址
            at sun.nio.ch.Net.bind0(Native Method)
            at sun.nio.ch.Net.bind(Net.java:414)
            at sun.nio.ch.Net.bind(Net.java:406)
            at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:214)
            at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
            at org.jboss.netty.channel.socket.nio.NioServerBoss$RegisterTask.run(NioServerBoss.java:193)
            at org.jboss.netty.channel.socket.nio.AbstractNioSelector.processTaskQueue(AbstractNioSelector.java:366)
            at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:290)
            at org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
            at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
            at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
            at java.lang.Thread.run(Thread.java:745)
    ]
    org.jboss.netty.channel.ChannelException: Failed to bind to: /192.168.6.236:0
            at org.jboss.netty.bootstrap.ServerBootstrap.bind(ServerBootstrap.java:272)
            at akka.remote.transport.netty.NettyTransport$$anonfun$listen$1.apply(NettyTransport.scala:391)
            at akka.remote.transport.netty.NettyTransport$$anonfun$listen$1.apply(NettyTransport.scala:388)
            at scala.util.Success$$anonfun$map$1.apply(Try.scala:206)
            at scala.util.Try$.apply(Try.scala:161)
            at scala.util.Success.map(Try.scala:206)
            at scala.concurrent.Future$$anonfun$map$1.apply(Future.scala:235)
            at scala.concurrent.Future$$anonfun$map$1.apply(Future.scala:235)
            at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.processBatch$1(BatchingExecutor.scala:67)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.apply$mcV$sp(BatchingExecutor.scala:82)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.apply(BatchingExecutor.scala:59)
            at akka.dispatch.BatchingExecutor$Batch$$anonfun$run$1.apply(BatchingExecutor.scala:59)
            at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:72)
            at akka.dispatch.BatchingExecutor$Batch.run(BatchingExecutor.scala:58)
            at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:42)
            at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:386)
            at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
            at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
            at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
            at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
    Caused by: java.net.BindException: 无法指定被请求的地址
            at sun.nio.ch.Net.bind0(Native Method)
            at sun.nio.ch.Net.bind(Net.java:414)
            at sun.nio.ch.Net.bind(Net.java:406)
            at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:214)
            at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
            at org.jboss.netty.channel.socket.nio.NioServerBoss$RegisterTask.run(NioServerBoss.java:193)
            at org.jboss.netty.channel.socket.nio.AbstractNioSelector.processTaskQueue(AbstractNioSelector.java:366)
            at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:290)
            at org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42)
            at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
            at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
            at java.lang.Thread.run(Thread.java:745)
    

    解决方法:
    修改 conf下spark-env.sh
    export SPARK_LOCAL_IP=
    为本机地址

    相关文章

      网友评论

          本文标题:运行spark-shell 报 ip绑定失败

          本文链接:https://www.haomeiwen.com/subject/ikcitttx.html