osdir.com

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

Error creating pool to / Pool was closed during initialization


Hello Folks,

 

I’m looking for possible reasons and solution for these frequently appearing warning messages I’m seeing in spark <>cassandra job’s log file. The message suggest Cassandra host server machine is acting up and throwing messages like:

 

18/06/25 14:07:44 WARN Session: Error creating pool to /XXX.XXX.30.54:9042

com.datastax.driver.core.exceptions.ConnectionException: [/XXX.XXX.30.54:9042] Pool was closed during initialization

 

 

Can you folks please help point me to cause/solution so I can get rid of these annoying warnings. I’m on apache-cassandra version 3.11.1 , Spark Version 1.6.3

 

Thank you,

Asad

 

 

 

 

Error Stack:

==========

18/06/25 14:07:44 INFO CassandraConnector: Connected to Cassandra cluster: ProdSNA Cluster

18/06/25 14:07:44 WARN Session: Error creating pool to /XXX.XXX.30.54:9042

com.datastax.driver.core.exceptions.ConnectionException: [/XXX.XXX.30.54:9042] Pool was closed during initialization

        at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:148)

        at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:134)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$6.run(Futures.java:1319)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:299)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.executeListener(ExecutionList.java:156)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:145)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:185)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$CombinedFuture.setOneValue(Futures.java:1764)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$CombinedFuture.access$400(Futures.java:1608)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$CombinedFuture$2.run(Futures.java:1686)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutor.execute(MoreExecutors.java:457)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.executeListener(ExecutionList.java:156)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:145)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:185)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$FallbackFuture$1$1.onSuccess(Futures.java:479)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$6.run(Futures.java:1319)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutor.execute(MoreExecutors.java:457)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$ImmediateFuture.addListener(Futures.java:106)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures.addCallback(Futures.java:1322)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$FallbackFuture$1.onFailure(Futures.java:476)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$6.run(Futures.java:1310)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:299)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.executeListener(ExecutionList.java:156)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:145)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:202)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$FallbackFuture$1$1.onFailure(Futures.java:487)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$6.run(Futures.java:1310)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutor.execute(MoreExecutors.java:457)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.executeListener(ExecutionList.java:156)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.add(ExecutionList.java:101)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.AbstractFuture.addListener(AbstractFuture.java:170)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures.addCallback(Futures.java:1322)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$FallbackFuture$1.onFailure(Futures.java:476)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$6.run(Futures.java:1310)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:299)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.executeListener(ExecutionList.java:156)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:145)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:202)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$ChainingListenableFuture.run(Futures.java:902)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$1$1.run(Futures.java:635)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:299)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.Futures$1.run(Futures.java:632)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.MoreExecutors$DirectExecutor.execute(MoreExecutors.java:457)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.executeListener(ExecutionList.java:156)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:145)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:202)

        at shade.com.datastax.spark.connector.google.common.util.concurrent.SettableFuture.setException(SettableFuture.java:68)

        at com.datastax.driver.core.Connection$1.operationComplete(Connection.java:166)

        at com.datastax.driver.core.Connection$1.operationComplete(Connection.java:149)

        at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:507)

        at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:500)

        at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:479)

        at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:420)

        at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:122)

        at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.fulfillConnectPromise(AbstractEpollStreamChannel.java:821)

        at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.finishConnect(AbstractEpollStreamChannel.java:840)

        at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollOutReady(AbstractEpollStreamChannel.java:857)

        at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:387)

        at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:302)

        at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131)

        at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:144)

            at java.lang.Thread.run(Thread.java:745)