IS 6.1 takes 25% of CPU time

[shreekumar_veeramani.12125]

we are trying to install multiple instances of IS 6.1 in Solaris 5.8 with JDK 1.4.2. Once the server starts the instance takes around 25% of CPU time. Here are the truss and lsof logs.

truss log
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_cond_wait(0x0016C0B0, 0x0016C098, 0x00000000) = 0
17740: lwp_cond_broadcast(0x0016C0B0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: lwp_cond_broadcast(0x004376F0) = 0
17740: lwp_cond_wait(0x004376F0, 0x004376D8, 0x00000000) = 0
17740: lwp_cond_broadcast(0x00774FD0) = 0
17740: lwp_cond_wait(0x002CF900, 0x002CF8E8, 0xE17814C0) = 0
17740: lwp_cond_wait(0x00774FD0, 0x00774FB8, 0x00000000) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: priocntlsys(1, 0xDF881504, 3, 0xDF88159C) = 17740
17740: lwp_mutex_lock(0x0002CF80) = 0
17740: lwp_mutex_wakeup(0x0002CEB0) = 0
17740: lwp_mutex_lock(0x0002CEB0) = 0
17740: priocntlsys(1, 0xDF9814F4, 3, 0xDF98158C) = 17740
17740: lwp_cond_wait(0x004376F0, 0x004376D8, 0x00000000) = 0
17740: lwp_cond_broadcast(0x0002CF98) = 0
17740: lwp_cond_wait(0x0002CF98, 0x0002CF80, 0x00000000) = 0
17740: lwp_mutex_wakeup(0x0002CF80) = 0
17740: lwp_mutex_lock(0x0002CF80) = 0
17740: lwp_cond_wait(0x000BE4C8, 0x000BE4B0, 0x00000000) = 0
17740: lwp_cond_broadcast(0x000BE4C8) = 0
17740: lwp_mutex_lock(0x000BE4B0) = 0
17740: lwp_mutex_wakeup(0x000BE4B0) = 0
17740: lwp_mutex_lock(0x000BE618) = 0
17740: lwp_mutex_wakeup(0x000BE618) = 0
17740: lwp_cond_broadcast(0x000BFE58) = 0
17740: lwp_cond_wait(0x000BFE58, 0x000BFE40, 0x00000000) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_wakeup(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_wakeup(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_wakeup(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_wakeup(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_cond_broadcast(0x000BFE58) = 0
17740: lwp_cond_wait(0x000BFE58, 0x000BFE40, 0x00000000) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_mutex_wakeup(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_cond_broadcast(0x000BFE58) = 0
17740: lwp_cond_wait(0x000BFE58, 0x000BFE40, 0x00000000) = 0
17740: lwp_mutex_wakeup(0x000BFE40) = 0
17740: lwp_mutex_lock(0x000BFE40) = 0
17740: lwp_mutex_wakeup(0x000BECA8) = 0
17740: lwp_mutex_lock(0x000BECA8) = 0
17740: lwp_mutex_wakeup(0x000BE650) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: lwp_cond_broadcast(0x000BFE58) = 0
17740: lwp_cond_wait(0x000BFE58, 0x000BFE40, 0x00000000) = 0
17740: lwp_mutex_lock(0x000BE650) = 0
17740: lwp_cond_broadcast(0x00712190) = 0
17740: lwp_cond_wait(0x00712190, 0x00712178, 0x00000000) = 0
17740: lwp_mutex_wakeup(0x00712178) = 0
17740: lwp_mutex_lock(0x00712178) = 0
17740: lwp_mutex_wakeup(0x000BF140) = 0
17740: lwp_mutex_lock(0x000BF140) = 0
17740: priocntlsys(1, 0xE3D81504, 3, 0xE3D8159C) = 17740
17740: write(20, 0xE097EC58, 109) = 109
17740: 2 0 0 4 - 0 5 - 0 7 1 4 : 1 4 : 1 6 E D T 0 f f 3 0 0 0 0
17740: 0 2 d a 7 1 d 0 0 0 4 9 0 0 4 9 0 0 0 0 0 0 0 0 0 0
17740: 0 0 0 0 0 0 0 0 0 1 0 0 0 3 0 0 0 0 0 0 0 0 0 0 0 0 0 0
17740: 0 1 0 0 0 0 0 0 0 1\n\n
17740: priocntlsys(1, 0xE0981504, 3, 0xE098159C) = 17740
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: lwp_cond_wait(0x0002CF30, 0x0002CF18, 0xFDF01AA8) Err#62 ETIME
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xE2481578, 0, 2000) = 0
17740: poll(0xF9781B40, 0, 50) = 0
17740: poll(0xE0C81530, 0, 2000) = 0
17740: lwp_cond_wait(0x0002CF30, 0x0002CF18, 0xFDF01AA8) Err#62 ETIME
17740: poll(0xF9781B40, 0, 50) = 0

lsof

COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
java 17740 wemu14 cwd VDIR 302,334 512 37810570 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 228,10002 38464 627871 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 1624032 551091 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 559088 551090 /pkgs – static/wmprt.jar
java 17740 wemu14 txt VREG 302,334 1995900 39565447 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 8481042 39557776 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 228,10002 551582 710413 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 302,334 1557923 39561614 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 3952709 39557777 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 228,10002 749686 908234 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 769332 649001 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 58900 637486 /pkgs – libnet.so
java 17740 wemu14 txt VREG 228,10002 5604123 629854 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 5676 551093 /pkgs – static/1jxpathpatch.jar
java 17740 wemu14 txt VREG 228,10002 30090 551092 /pkgs – static/jwsdl-1.0.jar
java 17740 wemu14 txt VREG 228,10002 268794 551089 /pkgs – static/commons-jxpath-1.1.jar
java 17740 wemu14 txt VREG 228,10002 38207 710414 /pkgs – static/tspace.jar
java 17740 wemu14 txt VREG 302,334 21673 46137611 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 35580 39561612 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 215943 39561625 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 36854 39561626 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 35778 39561609 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 38370 39561616 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 11792 39561620 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 58238 39561610 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 18895 39561621 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 33573 39561611 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 228,10002 26758834 629852 /pkgs – rt.jar
java 17740 wemu14 txt VREG 302,334 78272 39561619 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 6404 39561624 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 49476 39561623 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 98266 39561615 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 466092 39561608 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 228,10002 62768 908235 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 302,334 280984 39557794 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 228,10002 5210836 643226 /pkgs – libjvm.so
java 17740 wemu14 txt VREG 302,334 145354 39561617 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 11832 39561613 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 21962 39561618 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 9153 39561622 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 302,334 81612 39557778 /home/wemu14 (he2unx30:/export/home/wemu14)
java 17740 wemu14 txt VREG 228,10002 53244 649000 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 111374 648998 /pkgs – sunjce_provider.jar
java 17740 wemu14 txt VREG 228,10002 69596 629802 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 895647 629853 /pkgs – jsse.jar
java 17740 wemu14 txt VREG 228,10002 89343 629801 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 146520 637481 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 96452 637480 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 73028 637483 /pkgs – libzip.so
java 17740 wemu14 txt VREG 228,10002 8893 648999 /pkgs (/dev/vx/dsk/PEdg/FS_pkgs)
java 17740 wemu14 txt VREG 228,10002 44616 639393 /pkgs – libhpi.so
java 17740 wemu14 txt VREG 0,2 16384 8353734 /tmp (swap)
java 17740 wemu14 txt VREG 32,0 24968 107193 /usr/lib/libmp.so.2
java 17740 wemu14 txt VREG 32,0 11952 107212 /usr/lib/libsched.so.1
java 17740 wemu14 txt VREG 32,0 102424 107243 /usr/lib/libm.so.1
java 17740 wemu14 txt VREG 32,0 908056 107491 /usr/lib/libnsl.so.1
java 17740 wemu14 txt VREG 32,0 70864 107493 /usr/lib/libsocket.so.1
java 17740 wemu14 txt VREG 32,0 1157900 107478 /usr/lib/libc.so.1
java 17740 wemu14 txt VREG 32,0 59684 107231 /usr/lib/libCrun.so.1
java 17740 wemu14 txt VREG 32,0 6728 107224 /usr/lib/libw.so.1
java 17740 wemu14 txt VREG 32,0 17096 765955 /usr/platform/sun4u/lib/libc_psr.so.1
java 17740 wemu14 txt VREG 32,0 191996 107554 /usr/lib/libthread.so.1
java 17740 wemu14 txt VREG 32,0 5292 107156 /usr/lib/libdl.so.1
java 17740 wemu14 txt VREG 32,0 238776 107175 /usr/lib/ld.so.1
java 17740 wemu14 0u VCHR 24,5 0t497839 2754152 /devices/pseudo/pts@0:5->ttcompat->ldterm->ptem->pts
java 17740 wemu14 1u VCHR 24,5 0t497839 2754152 /devices/pseudo/pts@0:5->ttcompat->ldterm->ptem->pts
java 17740 wemu14 2u VCHR 24,5 0t497839 2754152 /devices/pseudo/pts@0:5->ttcompat->ldterm->ptem->pts
java 17740 wemu14 3u VCHR 13,12 0t0 2754072 /devices/pseudo/mm@0:zero
java 17740 wemu14 4r DOOR 299,0 0t0 41030 /etc/.name_service_door (door to nscd[400])
java 17740 wemu14 5w VREG 228,10008 6636 933123 /intdata/pe/wmi14/webm61/IntegrationServer/logs/server20040507.log
java 17740 wemu14 6w VREG 228,10008 0 933124 /intdata/pe/wmi14/webm61/IntegrationServer/logs/repo20040507.log
java 17740 wemu14 7u VREG 228,10008 5242880 956162 /intdata/pe – FSDdata0000000
java 17740 wemu14 8u VREG 228,10008 1048576 956163 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 9r VCHR 237,0 0t1040 2754359 /devices/pseudo/random@0:random
java 17740 wemu14 10u VREG 228,10008 10485760 965762 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 11u VREG 228,10008 1048576 965763 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 12u IPv4 0x30012030598 0t0 TCP *:6410 (LISTEN)
java 17740 wemu14 13u IPv4 0x30012035c10 0t0 TCP localhost:52029->localhost:52028 (BOUND)
java 17740 wemu14 20w VREG 228,10008 89853 933133 /intdata/pe/wmi14/webm61/IntegrationServer/logs/stats.log
java 17740 wemu14 21u VREG 228,10008 10 948482 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 22u VREG 228,10008 26214400 950402 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 23u VREG 228,10008 1048576 950403 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 24u VREG 228,10008 36700160 950404 /intdata/pe – TriggerStoredata0000000
java 17740 wemu14 25u VREG 228,10008 1048576 950405 /intdata/pe – TriggerStorelog0000000
java 17740 wemu14 26u VREG 228,10008 10485760 950406 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 27u VREG 228,10008 1048576 950407 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 28u VREG 228,10008 1767 958082 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 29u VREG 228,10008 10 958084 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 30u VREG 228,10008 821380 958085 /intdata/pe/wmi14/webm61/IntegrationServer/WmRepository2/VH51083898743826
java 17740 wemu14 31u VREG 228,10008 414 958087 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 32u VREG 228,10008 10 958093 /intdata/pe/wmi14/webm61/IntegrationServer/WmRepository2/VH131083899167814
java 17740 wemu14 33u VREG 228,10008 10 958088 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 34u VREG 228,10008 398 958091 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 35u VREG 228,10008 765 958090 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 36u VREG 228,10008 10 958083 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 37u VREG 228,10008 260 958089 /intdata/pe/wmi14/webm61/IntegrationServer/WmRepository2/VH91083899153266
java 17740 wemu14 38u VREG 228,10008 10 958092 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)
java 17740 wemu14 39u VREG 228,10008 10 958086 /intdata/pe (/dev/vx/dsk/PEdg/FS_intdata_pe)