Well, I can say that I managed to verify that the bug was still present w/ Lagom 1.4.11 with my services (there are 11 + 1 web front end).
One service always failed like before:
2019-05-21 21:29:14,175 [ERROR] from akka.remote.Remoting in services-integrationSessionExecution-application-akka.actor.default-dispatcher-3 - Remoting error: [Startup timed out. This is usually related to actor system host setting or host name resolution misconfiguration.] [
akka.remote.RemoteTransportException: Startup timed out. This is usually related to actor system host setting or host name resolution misconfiguration.
at akka.remote.Remoting.akka$remote$Remoting$$notifyError(Remoting.scala:149)
at akka.remote.Remoting.start(Remoting.scala:212)
at akka.remote.RemoteActorRefProvider.init(RemoteActorRefProvider.scala:222)
at akka.cluster.ClusterActorRefProvider.init(ClusterActorRefProvider.scala:32)
at akka.actor.ActorSystemImpl.liftedTree2$1(ActorSystem.scala:874)
at akka.actor.ActorSystemImpl._start$lzycompute(ActorSystem.scala:870)
at akka.actor.ActorSystemImpl._start(ActorSystem.scala:870)
at akka.actor.ActorSystemImpl.start(ActorSystem.scala:891)
at akka.actor.ActorSystem$.apply(ActorSystem.scala:246)
at play.api.libs.concurrent.ActorSystemProvider$.start(Akka.scala:187)
at play.api.libs.concurrent.ActorSystemProvider$.start(Akka.scala:149)
at com.lightbend.lagom.scaladsl.server.ActorSystemProvider$.start(LagomApplicationLoader.scala:264)
at com.lightbend.lagom.scaladsl.server.LagomApplication.actorSystem$lzycompute(LagomApplicationLoader.scala:238)
at com.lightbend.lagom.scaladsl.server.LagomApplication.actorSystem(LagomApplicationLoader.scala:237)
at play.api.BuiltInComponents.tempFileReaper(Application.scala:334)
at play.api.BuiltInComponents.tempFileReaper$(Application.scala:334)
at play.api.BuiltInComponentsFromContext.tempFileReaper$lzycompute(ApplicationLoader.scala:122)
at play.api.BuiltInComponentsFromContext.tempFileReaper(ApplicationLoader.scala:122)
at play.api.BuiltInComponents.tempFileCreator(Application.scala:335)
at play.api.BuiltInComponents.tempFileCreator$(Application.scala:335)
at play.api.BuiltInComponentsFromContext.tempFileCreator$lzycompute(ApplicationLoader.scala:122)
at play.api.BuiltInComponentsFromContext.tempFileCreator(ApplicationLoader.scala:122)
at play.api.BuiltInComponents.playBodyParsers(Application.scala:280)
at play.api.BuiltInComponents.playBodyParsers$(Application.scala:279)
at play.api.BuiltInComponentsFromContext.playBodyParsers$lzycompute(ApplicationLoader.scala:122)
at play.api.BuiltInComponentsFromContext.playBodyParsers(ApplicationLoader.scala:122)
at com.lightbend.lagom.scaladsl.server.LagomServerComponents.lagomServerBuilder(LagomServer.scala:85)
at com.lightbend.lagom.scaladsl.server.LagomServerComponents.lagomServerBuilder$(LagomServer.scala:85)
at com.lightbend.lagom.scaladsl.server.LagomApplication.lagomServerBuilder$lzycompute(LagomApplicationLoader.scala:221)
at com.lightbend.lagom.scaladsl.server.LagomApplication.lagomServerBuilder(LagomApplicationLoader.scala:221)
at org.open.caesar.service.integrationSessionExecution.CaesarIntegrationSessionExecutionApplication.lagomServer$lzycompute(CaesarIntegrationSessionExecutionLoader.scala:71)
at org.open.caesar.service.integrationSessionExecution.CaesarIntegrationSessionExecutionApplication.lagomServer(CaesarIntegrationSessionExecutionLoader.scala:70)
at com.lightbend.lagom.scaladsl.server.LagomApplication.<init>(LagomApplicationLoader.scala:243)
at org.open.caesar.service.integrationSessionExecution.CaesarIntegrationSessionExecutionApplication.<init>(CaesarIntegrationSessionExecutionLoader.scala:60)
at org.open.caesar.service.integrationSessionExecution.CaesarIntegrationSessionExecutionLoader$$anon$1.<init>(CaesarIntegrationSessionExecutionLoader.scala:52)
at org.open.caesar.service.integrationSessionExecution.CaesarIntegrationSessionExecutionLoader.loadDevMode(CaesarIntegrationSessionExecutionLoader.scala:52)
at com.lightbend.lagom.scaladsl.server.LagomApplicationLoader.load(LagomApplicationLoader.scala:76)
at play.core.server.LagomReloadableDevServerStart$$anon$1.$anonfun$get$5(LagomReloadableDevServerStart.scala:176)
at play.utils.Threads$.withContextClassLoader(Threads.scala:21)
at play.core.server.LagomReloadableDevServerStart$$anon$1.$anonfun$get$3(LagomReloadableDevServerStart.scala:173)
at scala.Option.map(Option.scala:146)
at play.core.server.LagomReloadableDevServerStart$$anon$1.$anonfun$get$2(LagomReloadableDevServerStart.scala:149)
at scala.util.Success.flatMap(Try.scala:247)
at play.core.server.LagomReloadableDevServerStart$$anon$1.$anonfun$get$1(LagomReloadableDevServerStart.scala:147)
at scala.concurrent.Future$.$anonfun$apply$1(Future.scala:654)
at scala.util.Success.$anonfun$map$1(Try.scala:251)
at scala.util.Success.map(Try.scala:209)
at scala.concurrent.Future.$anonfun$map$1(Future.scala:288)
at scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:29)
at scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:29)
at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:60)
at java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:157)
Caused by: java.util.concurrent.TimeoutException: Futures timed out after [10000 milliseconds]
at scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:255)
at scala.concurrent.impl.Promise$DefaultPromise.result(Promise.scala:259)
at scala.concurrent.Await$.$anonfun$result$1(package.scala:215)
at scala.concurrent.BlockContext$DefaultBlockContext$.blockOn(BlockContext.scala:53)
at scala.concurrent.Await$.result(package.scala:142)
at akka.remote.Remoting.start(Remoting.scala:195)
... 54 more
And another one failed too, like before:
2019-05-21 21:29:36,266 [ERROR] from akka.actor.OneForOneStrategy in services-integrationSessions-application-akka.actor.default-dispatcher-21 - Ask timed out on [Actor[akka://services-integrationSessions-application/user/cassandraOffsetStorePrepare-singleton/singleton/cassandraOffsetStorePrepare#1476725431]] after [20000 ms]. Message of type [com.lightbend.lagom.internal.persistence.cluster.ClusterStartupTaskActor$Execute$] was sent by [Actor[akka://services-integrationSessions-application/user/cassandraOffsetStorePrepare-singleton/singleton/cassandraOffsetStorePrepare#1476725431]]. A typical reason for `AskTimeoutException` is that the recipient actor didn't send a reply.
akka.pattern.AskTimeoutException: Ask timed out on [Actor[akka://services-integrationSessions-application/user/cassandraOffsetStorePrepare-singleton/singleton/cassandraOffsetStorePrepare#1476725431]] after [20000 ms]. Message of type [com.lightbend.lagom.internal.persistence.cluster.ClusterStartupTaskActor$Execute$] was sent by [Actor[akka://services-integrationSessions-application/user/cassandraOffsetStorePrepare-singleton/singleton/cassandraOffsetStorePrepare#1476725431]]. A typical reason for `AskTimeoutException` is that the recipient actor didn't send a reply.
at akka.pattern.PromiseActorRef$.$anonfun$defaultOnTimeout$1(AskSupport.scala:635)
at akka.pattern.PromiseActorRef$.$anonfun$apply$1(AskSupport.scala:650)
at akka.actor.Scheduler$$anon$4.run(Scheduler.scala:205)
at scala.concurrent.Future$InternalCallbackExecutor$.unbatchedExecute(Future.scala:870)
at scala.concurrent.BatchingExecutor.execute(BatchingExecutor.scala:109)
at scala.concurrent.BatchingExecutor.execute$(BatchingExecutor.scala:103)
at scala.concurrent.Future$InternalCallbackExecutor$.execute(Future.scala:868)
at akka.actor.LightArrayRevolverScheduler$TaskHolder.executeTask(LightArrayRevolverScheduler.scala:328)
at akka.actor.LightArrayRevolverScheduler$$anon$3.executeBucket$1(LightArrayRevolverScheduler.scala:279)
at akka.actor.LightArrayRevolverScheduler$$anon$3.nextTick(LightArrayRevolverScheduler.scala:283)
at akka.actor.LightArrayRevolverScheduler$$anon$3.run(LightArrayRevolverScheduler.scala:235)
at java.lang.Thread.run(Thread.java:748)
Same code, clean, compile using lagom 1.4.13-a5bd71c7. runAll ran just fine; none of these exceptions.
Good job!
Sorry for the delay in confirming your excellent work!
- Nicolas.