I'm trying to attache a new SSH based slave to my Jenkins 1.510 installation. However after creating the slave the master always complains that "This node is offline because Jenkins failed to launch the slave agent on it." However, clicking on the Slave log reveals NO output text. I have checked the remote system and there are no access attempts so it looks like the master is not generating any connections.
I see these messages repeated in the master jenkins.err.log: 50568 Jun 17, 2013 9:00:57 AM hudson.slaves.SlaveComputer tryReconnect 50569 INFO: Attempting to reconnect SNDWASA001 -- You received this message because you are subscribed to the Google Groups "Jenkins Users" group. To unsubscribe from this group and stop receiving emails from it, send an email to jenkinsci-users+unsubscr...@googlegroups.com. For more options, visit https://groups.google.com/groups/opt_out.
6/17/13 8:57 AM ===== Threads on PRDJENK101@10.7.28.61 ===== "Attach Listener" daemon prio=5 RUNNABLE "AWT-Windows" daemon prio=6 RUNNABLE sun.awt.windows.WToolkit.eventLoop(Native Method) sun.awt.windows.WToolkit.run(WToolkit.java:293) java.lang.Thread.run(Thread.java:662) "Channel reader thread: QTP11Task04" prio=5 RUNNABLE java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.read(SocketInputStream.java:129) java.io.BufferedInputStream.fill(BufferedInputStream.java:218) java.io.BufferedInputStream.read(BufferedInputStream.java:237) java.io.ObjectInputStream$PeekInputStream.peek(ObjectInputStream.java:2252) java.io.ObjectInputStream$BlockDataInputStream.peek(ObjectInputStream.java:2545) java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStream.java:2555) java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1294) java.io.ObjectInputStream.readObject(ObjectInputStream.java:348) hudson.remoting.Command.readFrom(Command.java:92) hudson.remoting.ClassicCommandTransport.read(ClassicCommandTransport.java:59) hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48) "Channel reader thread: VDIQTPTaskW704" prio=5 RUNNABLE java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.read(SocketInputStream.java:129) java.io.BufferedInputStream.fill(BufferedInputStream.java:218) java.io.BufferedInputStream.read(BufferedInputStream.java:237) java.io.ObjectInputStream$PeekInputStream.peek(ObjectInputStream.java:2252) java.io.ObjectInputStream$BlockDataInputStream.peek(ObjectInputStream.java:2545) java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStream.java:2555) java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1294) java.io.ObjectInputStream.readObject(ObjectInputStream.java:348) hudson.remoting.Command.readFrom(Command.java:92) hudson.remoting.ClassicCommandTransport.read(ClassicCommandTransport.java:59) hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48) "ConnectorThread:[https-443]" daemon prio=5 RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) java.net.ServerSocket.implAccept(ServerSocket.java:462) com.sun.net.ssl.internal.ssl.SSLServerSocketImpl.accept(SSLServerSocketImpl.java:261) winstone.HttpListener.run(HttpListener.java:139) java.lang.Thread.run(Thread.java:662) "DestroyJavaVM" prio=5 RUNNABLE "Executor #0 for master" prio=5 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) hudson.util.OneShotEvent.block(OneShotEvent.java:72) hudson.model.Queue.pop(Queue.java:877) hudson.model.Executor.grabJob(Executor.java:285) hudson.model.Executor.run(Executor.java:206) "Executor #0 for QTP11Task04" prio=5 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) hudson.util.OneShotEvent.block(OneShotEvent.java:72) hudson.model.Queue.pop(Queue.java:877) hudson.model.Executor.grabJob(Executor.java:285) hudson.model.Executor.run(Executor.java:206) "Executor #0 for SNDWASA001" daemon prio=5 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) hudson.util.OneShotEvent.block(OneShotEvent.java:72) hudson.model.Queue.pop(Queue.java:877) hudson.model.Executor.grabJob(Executor.java:285) hudson.model.Executor.run(Executor.java:206) "Executor #0 for TEST1" daemon prio=5 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) hudson.util.OneShotEvent.block(OneShotEvent.java:72) hudson.model.Queue.pop(Queue.java:877) hudson.model.Executor.grabJob(Executor.java:285) hudson.model.Executor.run(Executor.java:206) "Executor #0 for VDIQTPTaskW704" daemon prio=5 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) hudson.util.OneShotEvent.block(OneShotEvent.java:72) hudson.model.Queue.pop(Queue.java:877) hudson.model.Executor.grabJob(Executor.java:285) hudson.model.Executor.run(Executor.java:206) "Executor #1 for master" prio=5 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) hudson.util.OneShotEvent.block(OneShotEvent.java:72) hudson.model.Queue.pop(Queue.java:877) hudson.model.Executor.grabJob(Executor.java:285) hudson.model.Executor.run(Executor.java:206) "Executor #2 for master" prio=5 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) hudson.util.OneShotEvent.block(OneShotEvent.java:72) hudson.model.Queue.pop(Queue.java:877) hudson.model.Executor.grabJob(Executor.java:285) hudson.model.Executor.run(Executor.java:206) "Finalizer" daemon prio=8 WAITING java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Java2D Disposer" daemon prio=10 WAITING java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) sun.java2d.Disposer.run(Disposer.java:127) java.lang.Thread.run(Thread.java:662) "javamelody" daemon prio=5 TIMED_WAITING java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:509) java.util.TimerThread.run(Timer.java:462) "Jenkins cron thread" prio=5 TIMED_WAITING java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:509) java.util.TimerThread.run(Timer.java:462) "Jenkins UDP 33848 monitoring thread" prio=5 RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:145) java.net.DatagramSocket.receive(DatagramSocket.java:725) hudson.UDPBroadcastThread.run(UDPBroadcastThread.java:82) "jrobin " daemon prio=5 TIMED_WAITING java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:509) java.util.TimerThread.run(Timer.java:462) "LauncherControlThread[ControlPort=-1]" prio=5 TIMED_WAITING java.lang.Thread.sleep(Native Method) winstone.Launcher.run(Launcher.java:265) java.lang.Thread.run(Thread.java:662) "NioSocketAcceptor-1" prio=5 RUNNABLE sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) org.apache.mina.transport.socket.nio.NioSocketAcceptor.select(NioSocketAcceptor.java:238) org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:432) org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:64) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) java.lang.Thread.run(Thread.java:662) "Ping thread for channel hudson.remoting.Channel@1c01596:QTP11Task04" daemon prio=5 TIMED_WAITING java.lang.Thread.sleep(Native Method) hudson.remoting.PingThread.run(PingThread.java:86) "Ping thread for channel hudson.remoting.Channel@fd97fa:VDIQTPTaskW704" daemon prio=5 TIMED_WAITING java.lang.Thread.sleep(Native Method) hudson.remoting.PingThread.run(PingThread.java:86) "Pipe writer thread: VDIQTPTaskW704" prio=5 WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "pool-10-thread-1" daemon prio=5 WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) java.util.concurrent.DelayQueue.take(DelayQueue.java:160) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "pool-3-thread-12098" daemon prio=5 TIMED_WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "pool-7-thread-1" prio=5 WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) java.util.concurrent.DelayQueue.take(DelayQueue.java:160) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "Reference Handler" daemon prio=10 WAITING java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) "RequestHandlerThread[#1168]" daemon prio=5 TIMED_WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "RequestHandlerThread[#1173]" daemon prio=5 TIMED_WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "RequestHandlerThread[#1174]" daemon prio=5 TIMED_WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "RequestHandlerThread[#1175]" daemon prio=5 RUNNABLE java.lang.Thread.dumpThreads(Native Method) java.lang.Thread.getAllStackTraces(Thread.java:1530) net.bull.javamelody.JavaInformations.buildThreadInformationsList(JavaInformations.java:286) net.bull.javamelody.JavaInformations.<init>(JavaInformations.java:187) net.bull.javamelody.MonitoringController.doActionIfNeededAndReport(MonitoringController.java:136) net.bull.javamelody.MonitoringFilter.doMonitoring(MonitoringFilter.java:340) net.bull.javamelody.MonitoringFilter.doFilter(MonitoringFilter.java:170) net.bull.javamelody.PluginMonitoringFilter.doFilter(PluginMonitoringFilter.java:86) org.jvnet.hudson.plugins.monitoring.HudsonMonitoringFilter.doFilter(HudsonMonitoringFilter.java:84) hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:98) hudson.util.PluginServletFilter.doFilter(PluginServletFilter.java:87) winstone.FilterConfiguration.execute(FilterConfiguration.java:194) winstone.RequestDispatcher.doFilter(RequestDispatcher.java:366) hudson.security.csrf.CrumbFilter.doFilter(CrumbFilter.java:48) winstone.FilterConfiguration.execute(FilterConfiguration.java:194) winstone.RequestDispatcher.doFilter(RequestDispatcher.java:366) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:84) hudson.security.UnwrapSecurityExceptionFilter.doFilter(UnwrapSecurityExceptionFilter.java:51) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) org.acegisecurity.ui.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:124) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) org.acegisecurity.providers.anonymous.AnonymousProcessingFilter.doFilter(AnonymousProcessingFilter.java:125) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) org.acegisecurity.ui.rememberme.RememberMeProcessingFilter.doFilter(RememberMeProcessingFilter.java:142) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) org.acegisecurity.ui.AbstractProcessingFilter.doFilter(AbstractProcessingFilter.java:271) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) org.acegisecurity.ui.basicauth.BasicProcessingFilter.doFilter(BasicProcessingFilter.java:174) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) jenkins.security.ApiTokenFilter.doFilter(ApiTokenFilter.java:64) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) org.acegisecurity.context.HttpSessionContextIntegrationFilter.doFilter(HttpSessionContextIntegrationFilter.java:249) hudson.security.HttpSessionContextIntegrationFilter2.doFilter(HttpSessionContextIntegrationFilter2.java:67) hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87) hudson.security.ChainedServletFilter.doFilter(ChainedServletFilter.java:76) hudson.security.HudsonFilter.doFilter(HudsonFilter.java:164) winstone.FilterConfiguration.execute(FilterConfiguration.java:194) winstone.RequestDispatcher.doFilter(RequestDispatcher.java:366) org.kohsuke.stapler.compression.CompressionFilter.doFilter(CompressionFilter.java:50) winstone.FilterConfiguration.execute(FilterConfiguration.java:194) winstone.RequestDispatcher.doFilter(RequestDispatcher.java:366) hudson.util.CharacterEncodingFilter.doFilter(CharacterEncodingFilter.java:81) winstone.FilterConfiguration.execute(FilterConfiguration.java:194) winstone.RequestDispatcher.doFilter(RequestDispatcher.java:366) winstone.RequestDispatcher.forward(RequestDispatcher.java:331) winstone.RequestHandlerThread.processRequest(RequestHandlerThread.java:227) winstone.RequestHandlerThread.run(RequestHandlerThread.java:150) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439) java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) java.util.concurrent.FutureTask.run(FutureTask.java:138) winstone.BoundedExecutorService$1.run(BoundedExecutorService.java:77) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) java.lang.Thread.run(Thread.java:662) "RequestHandlerThread[#1176]" daemon prio=5 TIMED_WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "RequestHandlerThread[#1177]" daemon prio=5 TIMED_WAITING sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) java.lang.Thread.run(Thread.java:662) "RMI TCP Accept-0" daemon prio=5 RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) java.net.ServerSocket.implAccept(ServerSocket.java:462) java.net.ServerSocket.accept(ServerSocket.java:430) sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:662) "RMI TCP Accept-0" daemon prio=5 RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) java.net.ServerSocket.implAccept(ServerSocket.java:462) java.net.ServerSocket.accept(ServerSocket.java:430) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:662) "RMI TCP Accept-1101" daemon prio=5 RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) java.net.ServerSocket.implAccept(ServerSocket.java:462) java.net.ServerSocket.accept(ServerSocket.java:430) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:662) "TCP slave agent listener port=0" prio=5 RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) java.net.ServerSocket.implAccept(ServerSocket.java:462) java.net.ServerSocket.accept(ServerSocket.java:430) hudson.TcpSlaveAgentListener.run(TcpSlaveAgentListener.java:91) "ViewJob reload thread" daemon prio=5 TIMED_WAITING java.lang.Object.wait(Native Method) hudson.model.ViewJob$ReloadThread.getNext(ViewJob.java:171) hudson.model.ViewJob$ReloadThread.run(ViewJob.java:188) "WinstoneHostConfigurationMgmt:default" daemon prio=5 TIMED_WAITING java.lang.Thread.sleep(Native Method) winstone.HostConfiguration.run(HostConfiguration.java:174) java.lang.Thread.run(Thread.java:662)