[ 
https://issues.apache.org/jira/browse/IGNITE-1124?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14722714#comment-14722714
 ] 

Alexey Goncharuk commented on IGNITE-1124:
------------------------------------------

Changes look good to me.

> IgniteCacheAtomicReplicatedNodeRestartSelfTest hangs because of an assertion
> ----------------------------------------------------------------------------
>
>                 Key: IGNITE-1124
>                 URL: https://issues.apache.org/jira/browse/IGNITE-1124
>             Project: Ignite
>          Issue Type: Bug
>          Components: cache
>    Affects Versions: sprint-7
>            Reporter: Denis Magda
>            Assignee: Alexey Goncharuk
>            Priority: Critical
>             Fix For: ignite-1.4
>
>         Attachments: ignite-1124.patch
>
>
> This test hangs almost always causing the execution timeout of the whole 
> Ignite Cache Restarts suite.
> The test start hanging after the following error appears in the log:
> {noformat}
> java.lang.AssertionError: null
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1011)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1008)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:309)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:47)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:291)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.checkComplete(GridDhtAtomicUpdateFuture.java:407)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,298][INFO 
> ][disco-event-worker-#166979%replicated.IgniteCacheAtomicReplicatedNodeRestartSelfTest5%][GridDiscoveryManager]
>  Node left topology: TcpDiscoveryNode 
> [id=3028cca9-7f58-4355-81b1-017e948ba003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47504], discPort=47504, order=326, intOrder=166, 
> loc=false, ver=1.4.1#19700101-sha1:00000000, isClient=false]
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onNodeLeft(GridDhtAtomicUpdateFuture.java:152)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,298][INFO 
> ][disco-event-worker-#166979%replicated.IgniteCacheAtomicReplicatedNodeRestartSelfTest5%][GridDiscoveryManager]
>  Topology snapshot [ver=330, server nodes=4, client nodes=0, CPUs=4, 
> heap=2.8GB]
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.GridCacheMvccManager$3.onEvent(GridCacheMvccManager.java:197)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,299][INFO 
> ][restart-worker-1][TcpDiscoverySpi] Successfully bound to TCP port 
> [port=47504, localHost=/127.0.0.1]
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:745)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:730)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.record(GridEventStorageManager.java:270)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.recordEvent(GridDiscoveryManager.java:1740)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:1931)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:1779)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> java.lang.Thread.run(Thread.java:745)
> [13:22:38]W:           [org.apache.ignite:ignite-core] 
> [13:22:38,298][ERROR][disco-event-worker-#155953%replicated.IgniteCacheAtomicReplicatedNodeRestartSelfTest1%][GridDiscoveryManager]
>  Unexpected exception in discovery worker thread (ignored).
> [13:22:38]W:           [org.apache.ignite:ignite-core] 
> java.lang.AssertionError: null
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1011)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1008)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:309)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:47)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:291)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.checkComplete(GridDhtAtomicUpdateFuture.java:407)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onNodeLeft(GridDhtAtomicUpdateFuture.java:152)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.GridCacheMvccManager$3.onEvent(GridCacheMvccManager.java:197)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:745)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:730)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.record(GridEventStorageManager.java:270)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.recordEvent(GridDiscoveryManager.java:1740)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:1931)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,299][INFO 
> ][restart-worker-0][GridCacheProcessor] Stopped cache: TEST_CACHE
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:1779)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,299][INFO 
> ][restart-worker-0][GridCacheProcessor] Stopped cache: 
> ignite-marshaller-sys-cache
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,299][INFO 
> ][restart-worker-0][GridCacheProcessor] Stopped cache: ignite-sys-cache
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> java.lang.Thread.run(Thread.java:745)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,299][INFO 
> ][restart-worker-0][GridCacheProcessor] Stopped cache: 
> ignite-atomics-sys-cache
> [13:22:38]W:           [org.apache.ignite:ignite-core] 
> [13:22:38,298][ERROR][disco-event-worker-#155953%replicated.IgniteCacheAtomicReplicatedNodeRestartSelfTest1%][GridDiscoveryManager]
>  Runtime error caught during grid runnable execution: DiscoveryWorker 
> [nodeSegFired=false]
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,300][INFO 
> ][restart-worker-0][GridDeploymentLocalStore] Removed undeployed class: 
> GridDeployment [ts=1436955758178, depMode=SHARED, 
> clsLdr=IsolatedClassLoader{roleName='test'}, 
> clsLdrId=7680a819e41-3028cca9-7f58-4355-81b1-017e948ba003, userVer=0, 
> loc=true, 
> sampleClsName=org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1,
>  pendingUndeploy=false, undeployed=true, usage=0]
> [13:22:38]W:           [org.apache.ignite:ignite-core] 
> java.lang.AssertionError: null
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1011)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,300][INFO 
> ][restart-worker-0][GridDeploymentLocalStore] Class locally undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1008)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,300][INFO 
> ][restart-worker-0][GridDeploymentLocalStore] Class locally undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:309)
> [13:22:38] :           [org.apache.ignite:ignite-core] [13:22:38,300][INFO 
> ][restart-worker-0][GridDeploymentLocalStore] Class locally undeployed: class 
> org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:47)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:291)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.checkComplete(GridDhtAtomicUpdateFuture.java:407)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onNodeLeft(GridDhtAtomicUpdateFuture.java:152)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.GridCacheMvccManager$3.onEvent(GridCacheMvccManager.java:197)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:745)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:730)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.record(GridEventStorageManager.java:270)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.recordEvent(GridDiscoveryManager.java:1740)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:1931)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:1779)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> java.lang.Thread.run(Thread.java:745)
> [13:22:38]W:           [org.apache.ignite:ignite-core] Exception in thread 
> "disco-event-worker-#155953%replicated.IgniteCacheAtomicReplicatedNodeRestartSelfTest1%"
>  java.lang.AssertionError: null
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1011)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridNearAtomicUpdateFuture$2.apply(GridNearAtomicUpdateFuture.java:1008)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:309)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onDone(GridDhtAtomicUpdateFuture.java:47)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:291)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.checkComplete(GridDhtAtomicUpdateFuture.java:407)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicUpdateFuture.onNodeLeft(GridDhtAtomicUpdateFuture.java:152)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.processors.cache.GridCacheMvccManager$3.onEvent(GridCacheMvccManager.java:197)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:745)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.notifyListeners(GridEventStorageManager.java:730)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.eventstorage.GridEventStorageManager.record(GridEventStorageManager.java:270)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.recordEvent(GridDiscoveryManager.java:1740)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:1931)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:1779)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108)
> [13:22:38]W:           [org.apache.ignite:ignite-core]        at 
> java.lang.Thread.run(Thread.java:745)
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Reply via email to