I issued svcadm disable nfs/server
nfsd is still there with about 1300 threads (down from 2052).
mpstat show at least on CPU with 0% idle all the time and:
bash-3.00# dtrace -n fbt:::entry'{self->vt=vtimestamp;}' -n
fbt:::return'/self->vt/[EMAIL PROTECTED](vtimestamp-self->vt);self->vt=0;}' -n
tick-10s'{printa(@);exit(0);}'
[...]
page_add_common 10514532
bcopy 10545304
page_vpsub 11011128
page_try_reclaim_lock 11599172
sfmmu_mlist_enter 12704152
sfmmu_mlist_exit 13718000
page_next_scan_large 17375924
mutex_vector_enter 27981368
pid_entry 33161076
sfmmu_mlspl_enter 33803644
send_mondo_set 38210784
xc_serv 44234968
disp_getwork 83185868
avl_walk 356750584
disp_anywork 583123100
> ::ps!grep nfsd
R 3865 1 3865 3865 1 0x42300002 00000300116ec7e0 nfsd
> 00000300116ec7e0::walk thread|::findstack -v
stack pointer for thread 3002f4bd300: 2a1084b7021
[ 000002a1084b7021 cv_wait+0x40() ]
000002a1084b70d1 exitlwps+0x11c(0, 200000, 42000002, 300116ec7e0, 100000,
300116ec8a6)
000002a1084b7181 proc_exit+0x1c(1, 0, ffbff9d0, 0, f, 18afe38)
000002a1084b7231 exit+8(1, 0, ffbff9d0, 0, f, ff3a2000)
000002a1084b72e1 syscall_trap32+0xcc(0, 0, ffbff9d0, 0, f, ff3a2000)
stack pointer for thread 301b39883a0: 2a106e4e4e1
[ 000002a106e4e4e1 cv_wait+0x40() ]
000002a106e4e591 zil_commit+0x74(300418bb62c, 29805, 10, 300418bb5c0,
93d0ed08, 29805)
000002a106e4e641 zfs_fsync+0xa8(0, 10000, 6000724d994, 0, 300418fe008, 0)
000002a106e4e6f1 fop_fsync+0x14(300418f07c0, 10000, 3000f8ad200, a, 93d0ed08,
7ba3d40c)
000002a106e4e7a1 rfs3_create+0x7bc(2a106e4f500, 2a106e4f080, 1, 0,
3000f8ad200, 2a106e4f220)
000002a106e4eab1 common_dispatch+0x44c(2a106e4f698, 6002bbf2e40, 2a106e4f500,
6003298f200, 7017a1c0, 7bb9b568)
000002a106e4edd1 svc_getreq+0x210(6002bbf2e40, 60003b42800, 301d3cee1d0,
3015c253af8, 18feb90, 301d3cee040)
000002a106e4ef21 svc_run+0x194(6002410c8f8, 0, 0, 1, 6002410c930, 300116ec7e0)
000002a106e4efd1 nfssys+0x1a4(e, ff0d1f9c, 7bb2f800, c, c, 1d0)
000002a106e4f2e1 syscall_trap32+0xcc(e, ff0d1f9c, 0, 0, 0, 0)
stack pointer for thread 301bcd8e340: 2a107f364e1
[ 000002a107f364e1 cv_wait+0x40() ]
000002a107f36591 zil_commit+0x74(300418bb62c, 2980a, 10, 300418bb5c0,
93d0ed08, 2980a)
000002a107f36641 zfs_fsync+0xa8(0, 10000, 6000724d994, 0, 3013617ca80, 0)
000002a107f366f1 fop_fsync+0x14(300360f6a40, 10000, 301c07bea58, a, 93d0ed08,
7ba3d40c)
000002a107f367a1 rfs3_create+0x7bc(2a107f37500, 2a107f37080, 1, 0,
301c07bea58, 2a107f37220)
000002a107f36ab1 common_dispatch+0x44c(2a107f37698, 6002dd3e900, 2a107f37500,
6003298f200, 7017a1c0, 7bb9b568)
000002a107f36dd1 svc_getreq+0x210(6002dd3e900, 6001fd85180, 3019a3c4190, 171,
18feb90, 3019a3c4000)
000002a107f36f21 svc_run+0x194(6002410c8f8, 0, 0, 1, 6002410c930, 300116ec7e0)
000002a107f36fd1 nfssys+0x1a4(e, ff091f9c, 7bb2f800, c, c, 1d0)
000002a107f372e1 syscall_trap32+0xcc(e, ff091f9c, 0, 0, 0, 0)
stack pointer for thread 3007fab5900: 2a1062464e1
[ 000002a1062464e1 cv_wait+0x40() ]
000002a106246591 zil_commit+0x74(6000127546c, 25af2, 10, 60001275400,
29646c08, 25af2)
000002a106246641 zfs_fsync+0xa8(0, 10000, 6000724c494, 0, 3012b2776b0, 0)
000002a1062466f1 fop_fsync+0x14(300e667dcc0, 10000, 300416fd090, a, 29646c08,
7ba3d40c)
000002a1062467a1 rfs3_create+0x7bc(2a106247500, 2a106247080, 1, 0,
300416fd090, 2a106247220)
000002a106246ab1 common_dispatch+0x44c(2a106247698, 30039c25c00, 2a106247500,
30009ca9440, 7017a1c0, 7bb9b568)
000002a106246dd1 svc_getreq+0x210(30039c25c00, 3005bfc0d80, 300ea327690,
30012d4d2b8, 18feb90, 300ea327500)
000002a106246f21 svc_run+0x194(6002410c8f8, 0, 0, 1, 6002410c930, 300116ec7e0)
000002a106246fd1 nfssys+0x1a4(e, ff081f9c, 7bb2f800, c, c, 1d0)
000002a1062472e1 syscall_trap32+0xcc(e, ff081f9c, 0, 0, 0, 0)
stack pointer for thread 301d6b6c6c0: 2a10849e4e1
[ 000002a10849e4e1 cv_wait+0x40() ]
000002a10849e591 zil_commit+0x74(6000574486c, 23d14, 10, 60005744800,
c8968e08, 23d14)
000002a10849e641 zfs_fsync+0xa8(0, 10000, 60005770d14, 0, 30191847508, 0)
000002a10849e6f1 fop_fsync+0x14(3012a1bd480, 10000, 301e272a390, a, c8968e08,
7ba3d40c)
000002a10849e7a1 rfs3_create+0x7bc(2a10849f500, 2a10849f080, 1, 0,
301e272a390, 2a10849f220)
000002a10849eab1 common_dispatch+0x44c(2a10849f698, 6002dd3f540, 2a10849f500,
300b72a7ac0, 7017a1c0, 7bb9b568)
000002a10849edd1 svc_getreq+0x210(6002dd3f540, 60010279140, 301a20eac90,
301105bb638, 18feb90, 301a20eab00)
000002a10849ef21 svc_run+0x194(6002410c8f8, 0, 0, 1, 6002410c930, 300116ec7e0)
000002a10849efd1 nfssys+0x1a4(e, ff001f9c, 7bb2f800, c, c, 1d0)
000002a10849f2e1 syscall_trap32+0xcc(e, ff001f9c, 0, 0, 0, 0)
stack pointer for thread 30023ed2c80: 2a1039964e1
[ 000002a1039964e1 cv_wait+0x40() ]
000002a103996591 zil_commit+0x74(30039c275ec, 27e41, 10, 30039c27580,
a0369a08, 27e41)
000002a103996641 zfs_fsync+0xa8(0, 10000, 30090ab16d4, 0, 300b3e12e58, 0)
000002a1039966f1 fop_fsync+0x14(3000300a9c0, 10000, 30020ef5410, a, a0369a08,
7ba3d40c)
000002a1039967a1 rfs3_create+0x7bc(2a103997500, 2a103997080, 1, 0,
30020ef5410, 2a103997220)
000002a103996ab1 common_dispatch+0x44c(2a103997698, 300be5a4580, 2a103997500,
60030100100, 7017a1c0, 7bb9b568)
000002a103996dd1 svc_getreq+0x210(300be5a4580, 600055c6080, 6002d688c90,
60034e68bb8, 18feb90, 6002d688b00)
000002a103996f21 svc_run+0x194(6002410c8f8, 0, 0, 1, 6002410c930, 300116ec7e0)
000002a103996fd1 nfssys+0x1a4(e, fefa1f9c, 7bb2f800, c, c, 1d0)
000002a1039972e1 syscall_trap32+0xcc(e, fefa1f9c, 0, 0, 0, 0)
so these threads are in zfs again.
i see no disk activity (both iostat and zpool iostat).
bash-3.00# dtrace -n fbt::avl_walk:entry'[EMAIL PROTECTED]()]=count();}'
[about 5s]
[..]
genunix`rm_assize+0x1a4
procfs`prgetpsinfo32+0x3a4
procfs`pr_read_psinfo_32+0x38
genunix`fop_read+0x20
genunix`read+0x29c
unix`syscall_trap32+0xcc
10720
zfs`metaslab_ff_alloc+0x98
zfs`space_map_alloc+0x10
zfs`metaslab_group_alloc+0x1d4
zfs`metaslab_alloc_dva+0x10c
zfs`metaslab_alloc+0x2c
zfs`zio_write_allocate_gang_members+0x328
zfs`zio_write_compress+0x1e4
zfs`arc_write+0xbc
zfs`dbuf_sync+0x6b0
zfs`dnode_sync+0x300
zfs`dmu_objset_sync_dnodes+0x68
zfs`dmu_objset_sync+0x50
zfs`dsl_dataset_sync+0xc
zfs`dsl_pool_sync+0x60
zfs`spa_sync+0xe0
zfs`txg_sync_thread+0x130
unix`thread_start+0x4
362020
zfs`metaslab_ff_alloc+0x98
zfs`space_map_alloc+0x10
zfs`metaslab_group_alloc+0x1d4
zfs`metaslab_alloc_dva+0x10c
zfs`metaslab_alloc+0x2c
zfs`zio_dva_allocate+0x50
zfs`zio_write_compress+0x1e4
zfs`arc_write+0xbc
zfs`dbuf_sync+0x6b0
zfs`dnode_sync+0x300
zfs`dmu_objset_sync_dnodes+0x68
zfs`dmu_objset_sync+0x50
zfs`dsl_dataset_sync+0xc
zfs`dsl_pool_sync+0x60
zfs`spa_sync+0xe0
zfs`txg_sync_thread+0x130
unix`thread_start+0x4
439189
Totally after 3-5 minutes nfsd exited.
This message posted from opensolaris.org
_______________________________________________
zfs-discuss mailing list
zfs-discuss@opensolaris.org
http://mail.opensolaris.org/mailman/listinfo/zfs-discuss
