Hi all,
We have a Jenkins node on OS X hanging. I have included both the
ThreadDump and the jmap heap dump.
The hangs seems to happen after a couple of jobs have run successfully, and
then it simply stops working. The console output freezes during execution.
This has happened both through ssh initiating the slave node, and a slave
node initiating a Java Web Start.
Any help with be appreciated.
I will monitor this thread if there is any more information needed.
Jmap heap dump: https://www.dropbox.com/s/xrwbkr5v9vxnc1c/heap.hprof
--
You received this message because you are subscribed to the Google Groups
"Jenkins Users" group.
To unsubscribe from this group and stop receiving emails from it, send an email
to jenkinsci-users+unsubscr...@googlegroups.com.
For more options, visit https://groups.google.com/groups/opt_out.
Thread Dump
ant all: stdout copier
"ant all: stdout copier" Id=192 Group=javawsApplicationThreadGroup RUNNABLE (in
native)
at java.io.FileInputStream.readBytes(Native Method)
at java.io.FileInputStream.read(FileInputStream.java:272)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
- locked java.lang.UNIXProcess$ProcessPipeInputStream@76edee2c
at java.io.FilterInputStream.read(FilterInputStream.java:107)
at hudson.util.StreamCopyThread.run(StreamCopyThread.java:60)
AWT-EventQueue-2
"AWT-EventQueue-2" Id=39 Group=javawsApplicationThreadGroup WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3a470f99
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3a470f99
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.awt.EventQueue.getNextEvent(EventQueue.java:543)
at
java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:211)
at
java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:161)
at
java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:150)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:146)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:138)
at java.awt.EventDispatchThread.run(EventDispatchThread.java:91)
Channel reader thread: channel
"Channel reader thread: channel" Id=43 Group=javawsApplicationThreadGroup
RUNNABLE (in native)
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:152)
at java.net.SocketInputStream.read(SocketInputStream.java:122)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
at java.io.BufferedInputStream.read(BufferedInputStream.java:254)
- locked java.io.BufferedInputStream@27b0f6a
at
java.io.ObjectInputStream$PeekInputStream.peek(ObjectInputStream.java:2292)
at
java.io.ObjectInputStream$BlockDataInputStream.peek(ObjectInputStream.java:2585)
at
java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStream.java:2595)
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1316)
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
at hudson.remoting.Command.readFrom(Command.java:90)
at
hudson.remoting.ClassicCommandTransport.read(ClassicCommandTransport.java:59)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48)
javawsApplicationMain
"javawsApplicationMain" Id=40 Group=javawsApplicationThreadGroup WAITING on
hudson.remoting.Engine@5d30f96b
at java.lang.Object.wait(Native Method)
- waiting on hudson.remoting.Engine@5d30f96b
at java.lang.Thread.join(Thread.java:1260)
at java.lang.Thread.join(Thread.java:1334)
at hudson.remoting.jnlp.Main.main(Main.java:122)
at hudson.remoting.jnlp.Main._main(Main.java:115)
at hudson.remoting.jnlp.Main.main(Main.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.sun.javaws.Launcher.executeApplication(Unknown Source)
at com.sun.javaws.Launcher.executeMainClass(Unknown Source)
at com.sun.javaws.Launcher.doLaunchApp(Unknown Source)
at com.sun.javaws.Launcher.run(Unknown Source)
at java.lang.Thread.run(Thread.java:724)
Ping thread for channel hudson.remoting.Channel@4280e6ab:channel
"Ping thread for channel hudson.remoting.Channel@4280e6ab:channel" Id=46
Group=javawsApplicationThreadGroup TIMED_WAITING
at java.lang.Thread.sleep(Native Method)
at hudson.remoting.PingThread.run(PingThread.java:86)
Pipe writer thread: channel
"Pipe writer thread: channel" Id=45 Group=javawsApplicationThreadGroup WAITING
on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@47bfd21b
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@47bfd21b
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
pool-1-thread-16
"pool-1-thread-16" Id=172 Group=javawsApplicationThreadGroup WAITING on
java.lang.UNIXProcess@7eafc7b3
at java.lang.Object.wait(Native Method)
- waiting on java.lang.UNIXProcess@7eafc7b3
at java.lang.Object.wait(Object.java:503)
at java.lang.UNIXProcess.waitFor(UNIXProcess.java:210)
at hudson.Proc$LocalProc.join(Proc.java:319)
at hudson.Launcher$RemoteLaunchCallable$1.join(Launcher.java:939)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:275)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:256)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:215)
at hudson.remoting.UserRequest.perform(UserRequest.java:118)
at hudson.remoting.UserRequest.perform(UserRequest.java:48)
at hudson.remoting.Request$2.run(Request.java:326)
at
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at hudson.remoting.Engine$1$1.run(Engine.java:60)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.ThreadPoolExecutor$Worker@1a0fe7d5
pool-1-thread-21
"pool-1-thread-21" Id=198 Group=javawsApplicationThreadGroup RUNNABLE
at sun.management.ThreadImpl.dumpThreads0(Native Method)
at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
at hudson.Functions.getThreadInfos(Functions.java:878)
at
hudson.util.RemotingDiagnostics$GetThreadDump.call(RemotingDiagnostics.java:96)
at
hudson.util.RemotingDiagnostics$GetThreadDump.call(RemotingDiagnostics.java:92)
at hudson.remoting.UserRequest.perform(UserRequest.java:118)
at hudson.remoting.UserRequest.perform(UserRequest.java:48)
at hudson.remoting.Request$2.run(Request.java:326)
at
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at hudson.remoting.Engine$1$1.run(Engine.java:60)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.ThreadPoolExecutor$Worker@43c15d0a
Thread-12
"Thread-12" Id=42 Group=javawsApplicationThreadGroup WAITING on
hudson.remoting.Channel@4280e6ab
at java.lang.Object.wait(Native Method)
- waiting on hudson.remoting.Channel@4280e6ab
at java.lang.Object.wait(Object.java:503)
at hudson.remoting.Channel.join(Channel.java:792)
at hudson.remoting.Engine.run(Engine.java:243)
Thread-70
"Thread-70" Id=132 Group=javawsApplicationThreadGroup RUNNABLE (in native)
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:152)
at java.net.SocketInputStream.read(SocketInputStream.java:122)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.fill_buffer(CipherInputStream.java:41)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.internal_read(CipherInputStream.java:52)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.getBlock(CipherInputStream.java:79)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.read(CipherInputStream.java:108)
at
com.trilead.ssh2.transport.TransportConnection.receiveMessage(TransportConnection.java:232)
at
com.trilead.ssh2.transport.TransportManager.receiveLoop(TransportManager.java:677)
at
com.trilead.ssh2.transport.TransportManager$1.run(TransportManager.java:475)
at java.lang.Thread.run(Thread.java:724)
Timer-3
"Timer-3" Id=62 Group=javawsApplicationThreadGroup TIMED_WAITING on
java.util.TaskQueue@df5c86c
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@df5c86c
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
AWT-EventQueue-1
"AWT-EventQueue-1" Id=25 Group=javawsSecurityThreadGroup WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@571ef0ae
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@571ef0ae
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.awt.EventQueue.getNextEvent(EventQueue.java:543)
at
java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:211)
at
java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:161)
at
java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:150)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:146)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:138)
at java.awt.EventDispatchThread.run(EventDispatchThread.java:91)
Javaws Secure Thread
"Javaws Secure Thread" Id=19 Group=javawsSecurityThreadGroup WAITING on
java.lang.Object@312523e2
at java.lang.Object.wait(Native Method)
- waiting on java.lang.Object@312523e2
at java.lang.Object.wait(Object.java:503)
at com.sun.javaws.ui.JavawsSysRun$SecureThread.run(Unknown Source)
TimerQueue
"TimerQueue" Id=27 Group=javawsSecurityThreadGroup WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@17fec4a0
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@17fec4a0
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:209)
at javax.swing.TimerQueue.run(TimerQueue.java:171)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.locks.ReentrantLock$NonfairSync@f5123b3
AWT-AppKit
"AWT-AppKit" Id=8 Group=main RUNNABLE (in native)
AWT-EventQueue-0
"AWT-EventQueue-0" Id=18 Group=main WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d56e3a2
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d56e3a2
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.awt.EventQueue.getNextEvent(EventQueue.java:543)
at
java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:211)
at
java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:161)
at
java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:150)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:146)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:138)
at java.awt.EventDispatchThread.run(EventDispatchThread.java:91)
AWT-Shutdown
"AWT-Shutdown" Id=17 Group=main WAITING on java.lang.Object@537ae0f7
at java.lang.Object.wait(Native Method)
- waiting on java.lang.Object@537ae0f7
at java.lang.Object.wait(Object.java:503)
at sun.awt.AWTAutoShutdown.run(AWTAutoShutdown.java:287)
at java.lang.Thread.run(Thread.java:724)
CacheCleanUpThread
"CacheCleanUpThread" Id=16 Group=main WAITING on
com.sun.deploy.cache.CleanupThread@2847a2f2
at java.lang.Object.wait(Native Method)
- waiting on com.sun.deploy.cache.CleanupThread@2847a2f2
at java.lang.Object.wait(Object.java:503)
at com.sun.deploy.cache.CleanupThread.run(Unknown Source)
CacheMemoryCleanUpThread
"CacheMemoryCleanUpThread" Id=13 Group=main WAITING on
java.lang.ref.ReferenceQueue$Lock@771ad286
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.ReferenceQueue$Lock@771ad286
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at
com.sun.deploy.cache.MemoryCache$LoadedResourceCleanupThread.run(Unknown Source)
DestroyJavaVM
"DestroyJavaVM" Id=21 Group=main RUNNABLE
MemoryCache-DelayedCleanup
"MemoryCache-DelayedCleanup" Id=14 Group=main WAITING on
java.util.TaskQueue@1f39881
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@1f39881
at java.lang.Object.wait(Object.java:503)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
Timer-0
"Timer-0" Id=11 Group=main WAITING on java.util.TaskQueue@1fa13e27
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@1fa13e27
at java.lang.Object.wait(Object.java:503)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
traceMsgQueueThread
"traceMsgQueueThread" Id=9 Group=main WAITING on java.util.ArrayList@12f782aa
at java.lang.Object.wait(Native Method)
- waiting on java.util.ArrayList@12f782aa
at java.lang.Object.wait(Object.java:503)
at com.sun.deploy.trace.Trace$TraceMsgQueueChecker.run(Unknown Source)
at java.lang.Thread.run(Thread.java:724)
Finalizer
"Finalizer" Id=3 Group=system WAITING on
java.lang.ref.ReferenceQueue$Lock@37a370a0
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.ReferenceQueue$Lock@37a370a0
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
Java2D Disposer
"Java2D Disposer" Id=24 Group=system WAITING on
java.lang.ref.ReferenceQueue$Lock@304b5c31
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.ReferenceQueue$Lock@304b5c31
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at sun.java2d.Disposer.run(Disposer.java:145)
at java.lang.Thread.run(Thread.java:724)
Java2D Queue Flusher
"Java2D Queue Flusher" Id=23 Group=system TIMED_WAITING on
sun.java2d.opengl.OGLRenderQueue$QueueFlusher@2391adbc
at java.lang.Object.wait(Native Method)
- waiting on sun.java2d.opengl.OGLRenderQueue$QueueFlusher@2391adbc
at
sun.java2d.opengl.OGLRenderQueue$QueueFlusher.run(OGLRenderQueue.java:208)
process reaper
"process reaper" Id=191 Group=system RUNNABLE (in native)
at java.lang.UNIXProcess.waitForProcessExit(Native Method)
at java.lang.UNIXProcess.access$200(UNIXProcess.java:54)
at java.lang.UNIXProcess$3.run(UNIXProcess.java:174)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.ThreadPoolExecutor$Worker@24e758b4
Reference Handler
"Reference Handler" Id=2 Group=system WAITING on
java.lang.ref.Reference$Lock@4b3734e9
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.Reference$Lock@4b3734e9
at java.lang.Object.wait(Object.java:503)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
Signal Dispatcher
"Signal Dispatcher" Id=4 Group=system RUNNABLE
