0 -1 7f997b82eb40[60150] 16 0.000177 ../src/mpi/init/init.c 83 Entering MPID_STATE_MPI_INIT 0 -1 7f997b82eb40[60150] 4 0.000264 ../src/mpi/init/initthread.c 157 Created MPIU_Thread_mutex 0x7f997b61c248 0 -1 7f997b82eb40[60150] 4 0.000285 ../src/mpi/init/initthread.c 166 Created MPIU_Thread_mutex 0x7f997b61c1f8 0 -1 7f997b82eb40[60150] 4 0.000298 ../src/mpi/init/initthread.c 168 Created MPIU_Thread_mutex 0x7f997b61c220 0 -1 7f997b82eb40[60150] 4 0.000310 ../src/mpi/init/initthread.c 197 Created global mutex and private storage 0 -1 7f997b82eb40[60150] 256 0.000336 ../src/mpi/comm/commutil.c 93 set 0x7f997b5e3860 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 256 0.000351 ../src/mpi/comm/commutil.c 93 set 0x7f997b5e39d0 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 256 0.000364 ../src/mpi/comm/commutil.c 93 set 0x7f997b5e3b40 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 4 0.000383 ../src/mpi/errhan/errutil.c 1778 Created MPIU_Thread_mutex 0x7f997b5e9920 0 -1 7f997b82eb40[60150] 256 0.000413 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e4020 (handle val 0x8c000000) 0 -1 7f997b82eb40[60150] 256 0.000430 ../src/mpid/common/datatype/mpid_type_create_pairtype.c 73 set 0x7f997b5e4020 (0x8c000000 kind=DATATYPE) refcount to 1 0 -1 7f997b82eb40[60150] 32768 0.000484 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202360, 0x1202400, 72) 0 -1 7f997b82eb40[60150] 32768 0.000510 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x12023a8, 0x1202400, 72) 0 -1 7f997b82eb40[60150] 256 0.000524 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e4140 (handle val 0x8c000001) 0 -1 7f997b82eb40[60150] 256 0.000537 ../src/mpid/common/datatype/mpid_type_create_pairtype.c 73 set 0x7f997b5e4140 (0x8c000001 kind=DATATYPE) refcount to 1 0 -1 7f997b82eb40[60150] 32768 0.000551 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x12024d0, 0x1202570, 72) 0 -1 7f997b82eb40[60150] 32768 0.000564 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202518, 0x1202570, 72) 0 -1 7f997b82eb40[60150] 256 0.000577 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e4260 (handle val 0x8c000002) 0 -1 7f997b82eb40[60150] 256 0.000589 ../src/mpid/common/datatype/mpid_type_create_pairtype.c 73 set 0x7f997b5e4260 (0x8c000002 kind=DATATYPE) refcount to 1 0 -1 7f997b82eb40[60150] 32768 0.000603 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202640, 0x12026e0, 72) 0 -1 7f997b82eb40[60150] 32768 0.000616 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202688, 0x12026e0, 72) 0 -1 7f997b82eb40[60150] 256 0.000628 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e4380 (handle val 0x8c000003) 0 -1 7f997b82eb40[60150] 256 0.000641 ../src/mpid/common/datatype/mpid_type_create_pairtype.c 73 set 0x7f997b5e4380 (0x8c000003 kind=DATATYPE) refcount to 1 0 -1 7f997b82eb40[60150] 32768 0.000657 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202820, 0x12026e0, 72) 0 -1 7f997b82eb40[60150] 32768 0.000671 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202868, 0x12026e0, 72) 0 -1 7f997b82eb40[60150] 256 0.000684 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e44a0 (handle val 0x8c000004) 0 -1 7f997b82eb40[60150] 256 0.000698 ../src/mpid/common/datatype/mpid_type_create_pairtype.c 73 set 0x7f997b5e44a0 (0x8c000004 kind=DATATYPE) refcount to 1 0 -1 7f997b82eb40[60150] 32768 0.000711 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202940, 0x12029e0, 72) 0 -1 7f997b82eb40[60150] 32768 0.000724 ../src/mpid/common/datatype/dataloop/dataloop.c 110 memcpy(0x1202988, 0x12029e0, 72) 0 -1 7f997b82eb40[60150] 256 0.000751 ../src/mpi/group/grouputil.c 30 set 0x7f997b604a40 (0x48000000 kind=GROUP) refcount to 1 0 -1 7f997b82eb40[60150] 4 0.000832 ../src/mpi/init/initthread.c 417 attempting to recursively ENTER lockname=global_mutex 0 -1 7f997b82eb40[60150] 4 0.000847 ../src/include/mpiimplthreadpost.h 98 recursive enter, depth=0 0 -1 7f997b82eb40[60150] 4 0.000859 ../src/include/mpiimplthreadpost.h 103 locking global_mutex 0 -1 7f997b82eb40[60150] 4 0.000881 ../src/include/mpiimplthreadpost.h 104 enter MPIU_Thread_mutex_lock 0x7f997b61c1f8 0 -1 7f997b82eb40[60150] 4 0.000896 ../src/include/mpiimplthreadpost.h 104 exit MPIU_Thread_mutex_lock 0x7f997b61c1f8 0 -1 7f997b82eb40[60150] 256 0.000909 ../src/mpi/init/initthread.c 425 set 0x7f997b604ba0 (0x5c000001 kind=INFO) refcount to 1 0 -1 7f997b82eb40[60150] 16 0.000928 ../src/mpid/ch3/src/mpid_init.c 103 Entering MPID_STATE_MPID_INIT 0 -1 7f997b82eb40[60150] 16 0.000947 ../src/mpid/ch3/src/ch3u_comm.c 40 Entering MPID_STATE_MPIDI_CH3U_COMM_INIT 0 -1 7f997b82eb40[60150] 16 0.000966 ../src/mpid/ch3/src/ch3u_comm.c 119 Entering MPID_STATE_MPIDI_CH3U_COMM_REGISTER_CREATE_HOOK 0 -1 7f997b82eb40[60150] 32 0.000978 ../src/mpid/ch3/src/ch3u_comm.c 130 Leaving MPID_STATE_MPIDI_CH3U_COMM_REGISTER_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.000989 ../src/mpid/ch3/src/ch3u_comm.c 148 Entering MPID_STATE_MPIDI_CH3U_COMM_REGISTER_DESTROY_HOOK 0 -1 7f997b82eb40[60150] 32 0.001003 ../src/mpid/ch3/src/ch3u_comm.c 158 Leaving MPID_STATE_MPIDI_CH3U_COMM_REGISTER_DESTROY_HOOK 0 -1 7f997b82eb40[60150] 32 0.001019 ../src/mpid/ch3/src/ch3u_comm.c 51 Leaving MPID_STATE_MPIDI_CH3U_COMM_INIT 0 -1 7f997b82eb40[60150] 16 0.002340 ../src/mpid/ch3/src/mpidi_pg.c 185 Entering MPID_STATE_MPIDI_PG_CREATE 0 -1 7f997b82eb40[60150] 256 0.002384 ../src/mpid/ch3/src/mpidi_pg.c 200 set 0x1202bd0 (0x00000000 kind=unknown) refcount to 0 0 -1 7f997b82eb40[60150] 256 0.002408 ../src/mpid/ch3/src/mpid_vc.c 715 set 0x1202cf0 (0x34000000 kind=VCONN) refcount to 0 0 -1 7f997b82eb40[60150] 16 0.002441 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 141 Entering MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 32 0.002457 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 174 Leaving MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 256 0.002472 ../src/mpid/ch3/src/mpid_vc.c 715 set 0x1202eb8 (0x34000000 kind=VCONN) refcount to 0 0 -1 7f997b82eb40[60150] 16 0.002488 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 141 Entering MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 32 0.002500 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 174 Leaving MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 16 0.002514 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 265 Entering MPID_STATE_MPIDI_CH3_PG_INIT 0 -1 7f997b82eb40[60150] 32 0.002529 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 268 Leaving MPID_STATE_MPIDI_CH3_PG_INIT 0 -1 7f997b82eb40[60150] 32 0.002542 ../src/mpid/ch3/src/mpidi_pg.c 253 Leaving MPID_STATE_MPIDI_PG_CREATE 0 -1 7f997b82eb40[60150] 256 0.002622 ../src/mpid/ch3/src/mpid_init.c 150 incr 0x1202bd0 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 16 0.002719 ../src/mpid/ch3/src/mpid_vc.c 868 Entering MPID_STATE_PARSE_MAPPING 0 -1 7f997b82eb40[60150] 65536 0.002735 ../src/mpid/ch3/src/mpid_vc.c 878 parsing mapping string '(vector,(0,1,1))' 0 -1 7f997b82eb40[60150] 32 0.002761 ../src/mpid/ch3/src/mpid_vc.c 949 Leaving MPID_STATE_PARSE_MAPPING 0 -1 7f997b82eb40[60150] 16 0.002780 ../src/mpid/ch3/src/ch3u_win_fns.c 24 Entering MPID_STATE_MPIDI_WIN_FNS_INIT 0 -1 7f997b82eb40[60150] 32 0.002795 ../src/mpid/ch3/src/ch3u_win_fns.c 31 Leaving MPID_STATE_MPIDI_WIN_FNS_INIT 0 -1 7f997b82eb40[60150] 16 0.002811 ../src/mpid/ch3/channels/nemesis/src/ch3_win_fns.c 33 Entering MPID_STATE_MPIDI_CH3_WIN_FNS_INIT 0 -1 7f997b82eb40[60150] 32 0.002826 ../src/mpid/ch3/channels/nemesis/src/ch3_win_fns.c 37 Leaving MPID_STATE_MPIDI_CH3_WIN_FNS_INIT 0 -1 7f997b82eb40[60150] 16 0.002838 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 64 Entering MPID_STATE_MPIDI_CH3_INIT 0 -1 7f997b82eb40[60150] 16 0.002883 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 80 Entering MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 32 0.002896 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 100 Leaving MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 16 0.002907 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 80 Entering MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 32 0.002937 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 100 Leaving MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 16 0.003020 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 80 Entering MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 32 0.003037 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 100 Leaving MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 16 0.003052 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 80 Entering MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 32 0.003065 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 100 Leaving MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 16 0.003076 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 80 Entering MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 32 0.003089 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 100 Leaving MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 16 0.003102 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 148 Entering MPID_STATE_MPIDI_CH3I_SEG_COMMIT 0 -1 7f997b82eb40[60150] 16 0.003114 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 80 Entering MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 32 0.003127 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 100 Leaving MPID_STATE_MPIDI_CH3I_SEG_ALLOC 0 -1 7f997b82eb40[60150] 16 0.003331 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 21 Entering MPID_STATE_MPID_NEM_BARRIER_INIT 0 -1 7f997b82eb40[60150] 32 0.003357 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 32 Leaving MPID_STATE_MPID_NEM_BARRIER_INIT 0 -1 7f997b82eb40[60150] 16 0.004567 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 47 Entering MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.004924 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 70 Leaving MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 16 0.004966 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 486 Entering MPID_STATE_CHECK_ALLOC 0 -1 7f997b82eb40[60150] 16 0.004985 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 47 Entering MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.004997 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 70 Leaving MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 16 0.005008 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 47 Entering MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.005028 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 70 Leaving MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.005041 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 519 Leaving MPID_STATE_CHECK_ALLOC 0 -1 7f997b82eb40[60150] 32 0.005053 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 434 Leaving MPID_STATE_MPIDI_CH3I_SEG_COMMIT 0 -1 7f997b82eb40[60150] 16 0.005067 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 242 Entering MPID_STATE_MPID_NEM_BARRIER_VARS_INIT 0 -1 7f997b82eb40[60150] 32 0.005080 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 253 Leaving MPID_STATE_MPID_NEM_BARRIER_VARS_INIT 0 -1 7f997b82eb40[60150] 16 0.005092 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 47 Entering MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.005104 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 70 Leaving MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 16 0.005116 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 62 Entering MPID_STATE_MPID_NEM_QUEUE_INIT 0 -1 7f997b82eb40[60150] 32 0.005135 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 68 Leaving MPID_STATE_MPID_NEM_QUEUE_INIT 0 -1 7f997b82eb40[60150] 16 0.005147 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 62 Entering MPID_STATE_MPID_NEM_QUEUE_INIT 0 -1 7f997b82eb40[60150] 32 0.005159 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 68 Leaving MPID_STATE_MPID_NEM_QUEUE_INIT 0 -1 7f997b82eb40[60150] 16 0.005171 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005198 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005223 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005243 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005255 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005274 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005287 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005306 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005318 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005336 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005349 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005367 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005379 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005398 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005410 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005429 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005441 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005462 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005474 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005494 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005507 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005526 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005539 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005564 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005576 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005595 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005607 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005626 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005638 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005656 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005668 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005688 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005710 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005732 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005744 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005766 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005778 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005800 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005812 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005834 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005846 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005863 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005876 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005893 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005905 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005923 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005935 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005958 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.005970 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.005989 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006001 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006024 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006036 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006054 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006066 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006105 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006119 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006139 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006151 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006170 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006182 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006201 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006224 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006247 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006259 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006277 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006289 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006307 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006319 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006337 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006349 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006367 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006380 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006397 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006409 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006427 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006439 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006457 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006469 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006491 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006503 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006521 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006534 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006551 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006563 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006582 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006594 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006612 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006625 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006643 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006655 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006673 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006699 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006718 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006731 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006751 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006763 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006782 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006794 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006811 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006824 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006842 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006854 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006872 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006885 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006908 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006921 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006943 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006957 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.006976 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.006988 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007007 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007019 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007037 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007049 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007067 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007079 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007096 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007109 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007127 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007139 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007157 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007178 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007196 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007208 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007226 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007239 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 44 Entering MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 32 0.007257 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_queue.h 49 Leaving MPID_STATE_MPID_NEM_CELL_INIT 0 -1 7f997b82eb40[60150] 16 0.007269 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 287 Entering MPID_STATE_MPID_NEM_COLL_INIT 0 -1 7f997b82eb40[60150] 32 0.007282 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 293 Leaving MPID_STATE_MPID_NEM_COLL_INIT 0 -1 7f997b82eb40[60150] 16 0.007293 ../src/mpid/ch3/src/ch3u_comm.c 119 Entering MPID_STATE_MPIDI_CH3U_COMM_REGISTER_CREATE_HOOK 0 -1 7f997b82eb40[60150] 32 0.007327 ../src/mpid/ch3/src/ch3u_comm.c 130 Leaving MPID_STATE_MPIDI_CH3U_COMM_REGISTER_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.007348 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_network.c 28 Entering MPID_STATE_MPID_NEM_CHOOSE_NETMOD 0 -1 7f997b82eb40[60150] 32 0.007363 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_network.c 58 Leaving MPID_STATE_MPID_NEM_CHOOSE_NETMOD 0 -1 7f997b82eb40[60150] 16 0.007381 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 95 Entering MPID_STATE_MPID_NEM_TCP_INIT 0 -1 7f997b82eb40[60150] 16 0.007396 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 61 Entering MPID_STATE_SET_UP_LISTENER 0 -1 7f997b82eb40[60150] 16 0.007460 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 559 Entering MPID_STATE_MPID_NEM_TCP_BIND 0 -1 7f997b82eb40[60150] 32 0.007481 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 586 Leaving MPID_STATE_MPID_NEM_TCP_BIND 0 -1 7f997b82eb40[60150] 32 0.007507 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 79 Leaving MPID_STATE_SET_UP_LISTENER 0 -1 7f997b82eb40[60150] 16 0.007525 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 351 Entering MPID_STATE_MPID_NEM_TCP_GET_BUSINESS_CARD 0 -1 7f997b82eb40[60150] 32768 0.010010 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 325 memcpy(0x7fff224f8868, 0x1203de4, 4) 0 -1 7f997b82eb40[60150] 4096 0.010064 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 378 ifname = 10.51.1.13 0 -1 7f997b82eb40[60150] 32 0.010078 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 391 Leaving MPID_STATE_MPID_NEM_TCP_GET_BUSINESS_CARD 0 -1 7f997b82eb40[60150] 524288 0.010104 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205590, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010119 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12055c8, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010131 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205600, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010143 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205638, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010156 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205670, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010167 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12056a8, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010180 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12056e0, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010203 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205718, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010215 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205750, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010228 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205788, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010240 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12057c0, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010252 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12057f8, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010264 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205830, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010276 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205868, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010288 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12058a0, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010300 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12058d8, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010312 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205910, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010324 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205948, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010336 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x1205980, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010348 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 174 CHANGE_STATE(_sc=0x12059b8, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 524288 0.010362 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 333 CHANGE_STATE(_sc=0x1205590, _cstate=1 (CONN_STATE_TS_CLOSED)) - old_state=out_of_range sc->vc=(nil) 0 -1 7f997b82eb40[60150] 32768 0.010375 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 183 memcpy(0x1205590, 0x7f997b60a7e0, 56) 0 -1 7f997b82eb40[60150] 32768 0.010387 ../src/mpid/ch3/channels/nemesis/netmod/tcp/socksm.c 184 memcpy(0x1205a00, 0x7f997b60a7c0, 8) 0 -1 7f997b82eb40[60150] 32 0.010409 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_init.c 135 Leaving MPID_STATE_MPID_NEM_TCP_INIT 0 -1 7f997b82eb40[60150] 16 0.010421 ../src/mpid/ch3/src/ch3u_comm.c 148 Entering MPID_STATE_MPIDI_CH3U_COMM_REGISTER_DESTROY_HOOK 0 -1 7f997b82eb40[60150] 32 0.010431 ../src/mpid/ch3/src/ch3u_comm.c 158 Leaving MPID_STATE_MPIDI_CH3U_COMM_REGISTER_DESTROY_HOOK 0 -1 7f997b82eb40[60150] 16 0.010443 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 47 Entering MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.010453 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 70 Leaving MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 16 0.010479 ../src/mpid/ch3/src/mpidi_pg.c 618 Entering MPID_STATE_MPIDI_PG_SetConnInfo 0 -1 7f997b82eb40[60150] 32 0.011149 ../src/mpid/ch3/src/mpidi_pg.c 644 Leaving MPID_STATE_MPIDI_PG_SetConnInfo 0 -1 7f997b82eb40[60150] 16 0.011191 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 47 Entering MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.011497 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 70 Leaving MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 16 0.011515 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_mpich.c 38 Entering MPID_STATE_MPID_NEM_MPICH_INIT 0 -1 7f997b82eb40[60150] 32 0.011526 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_mpich.c 69 Leaving MPID_STATE_MPID_NEM_MPICH_INIT 0 -1 7f997b82eb40[60150] 16 0.011537 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 47 Entering MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 32 0.011548 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_barrier.c 70 Leaving MPID_STATE_MPID_NEM_BARRIER 0 -1 7f997b82eb40[60150] 16 0.011577 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 817 Entering MPID_STATE_MPIDI_CH3I_PROGRESS_INIT 0 -1 7f997b82eb40[60150] 16 0.011594 ../src/mpid/ch3/src/ch3u_handle_recv_pkt.c 531 Entering MPID_STATE_MPIDI_CH3_PKTHANDLER_INIT 0 -1 7f997b82eb40[60150] 32 0.011609 ../src/mpid/ch3/src/ch3u_handle_recv_pkt.c 614 Leaving MPID_STATE_MPIDI_CH3_PKTHANDLER_INIT 0 -1 7f997b82eb40[60150] 16 0.011624 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_lmt.c 40 Entering MPID_STATE_MPID_NEM_LMT_PKTHANDLER_INIT 0 -1 7f997b82eb40[60150] 32 0.011635 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_lmt.c 53 Leaving MPID_STATE_MPID_NEM_LMT_PKTHANDLER_INIT 0 -1 7f997b82eb40[60150] 32 0.011647 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 863 Leaving MPID_STATE_MPIDI_CH3I_PROGRESS_INIT 0 -1 7f997b82eb40[60150] 16 0.011658 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 141 Entering MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 32 0.011669 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 174 Leaving MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 16 0.011679 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 141 Entering MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 16 0.011691 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_init.c 414 Entering MPID_STATE_MPID_NEM_VC_INIT 0 -1 7f997b82eb40[60150] 4096 0.011711 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_init.c 457 vc=0x1202eb8: Setting state (vc) from MPIDI_VC_STATE_INACTIVE to VC_STATE_ACTIVE, vcchstate is N/A 0 -1 7f997b82eb40[60150] 1048576 0.011722 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_init.c 526 vc using shared memory 0 -1 7f997b82eb40[60150] 32 0.011734 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_init.c 577 Leaving MPID_STATE_MPID_NEM_VC_INIT 0 -1 7f997b82eb40[60150] 32 0.011745 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 174 Leaving MPID_STATE_MPIDI_CH3_VC_INIT 0 -1 7f997b82eb40[60150] 32 0.011756 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 90 Leaving MPID_STATE_MPIDI_CH3_INIT 0 -1 7f997b82eb40[60150] 16 0.011783 ../src/mpid/ch3/src/mpid_vc.c 77 Entering MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 256 0.011800 ../src/mpid/ch3/src/mpid_vc.c 81 set 0x1206570 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.011811 ../src/mpid/ch3/src/mpid_vc.c 87 Leaving MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 16 0.011824 ../src/mpid/ch3/src/mpid_vc.c 253 Entering MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 32 0.011834 ../src/mpid/ch3/src/mpid_vc.c 255 Leaving MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 16 0.011846 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.011859 ../src/mpid/ch3/src/mpid_vc.c 289 incr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 1 0 -1 7f997b82eb40[60150] 256 0.011871 ../src/mpid/ch3/src/mpid_vc.c 290 incr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 2 0 -1 7f997b82eb40[60150] 256 0.011884 ../src/mpid/ch3/src/mpid_vc.c 291 incr 0x1202bd0 (0x00000000 kind=unknown) refcount to 2 0 -1 7f997b82eb40[60150] 2097152 0.011896 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202cf0 ref count 0 -1 7f997b82eb40[60150] 32 0.011906 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.011917 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.011938 ../src/mpid/ch3/src/mpid_vc.c 289 incr 0x1202eb8 (0x34000000 kind=VCONN) refcount to 1 0 -1 7f997b82eb40[60150] 256 0.011951 ../src/mpid/ch3/src/mpid_vc.c 290 incr 0x1202eb8 (0x34000000 kind=VCONN) refcount to 2 0 -1 7f997b82eb40[60150] 256 0.011963 ../src/mpid/ch3/src/mpid_vc.c 291 incr 0x1202bd0 (0x00000000 kind=unknown) refcount to 3 0 -1 7f997b82eb40[60150] 2097152 0.011974 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202eb8 ref count 0 -1 7f997b82eb40[60150] 32 0.011984 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.011996 ../src/mpi/comm/commutil.c 425 Entering MPID_STATE_MPIR_COMM_COMMIT 0 -1 7f997b82eb40[60150] 16 0.012017 ../src/mpi/comm/commutil.c 139 Entering MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 256 0.012033 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e2ce0 (handle val 0x84000000) 0 -1 7f997b82eb40[60150] 256 0.012047 ../src/mpi/comm/commutil.c 93 set 0x7f997b5e2ce0 (0x84000000 kind=COMM) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.012057 ../src/mpi/comm/commutil.c 155 Leaving MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.012068 ../src/mpid/ch3/src/mpid_vc.c 77 Entering MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 256 0.012080 ../src/mpid/ch3/src/mpid_vc.c 81 set 0x1206640 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.012091 ../src/mpid/ch3/src/mpid_vc.c 87 Leaving MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 16 0.012101 ../src/mpid/ch3/src/mpid_vc.c 253 Entering MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 32 0.012111 ../src/mpid/ch3/src/mpid_vc.c 255 Leaving MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 16 0.012121 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.012134 ../src/mpid/ch3/src/mpid_vc.c 294 incr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 3 0 -1 7f997b82eb40[60150] 2097152 0.012144 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202cf0 ref count 0 -1 7f997b82eb40[60150] 32 0.012155 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.012164 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.012176 ../src/mpid/ch3/src/mpid_vc.c 294 incr 0x1202eb8 (0x34000000 kind=VCONN) refcount to 3 0 -1 7f997b82eb40[60150] 2097152 0.012212 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202eb8 ref count 0 -1 7f997b82eb40[60150] 32 0.012222 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.012243 ../src/mpid/ch3/src/ch3u_comm.c 69 Entering MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.012254 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 28 Entering MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 32 0.012265 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 78 Leaving MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.012275 ../src/mpid/ch3/src/ch3u_comm.c 204 Entering MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012286 ../src/mpid/ch3/src/ch3u_comm.c 212 Leaving MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012296 ../src/mpid/ch3/src/ch3u_comm.c 77 Leaving MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.012307 ../src/mpi/comm/commutil.c 139 Entering MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 256 0.012318 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e2e50 (handle val 0x84000001) 0 -1 7f997b82eb40[60150] 256 0.012331 ../src/mpi/comm/commutil.c 93 set 0x7f997b5e2e50 (0x84000001 kind=COMM) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.012341 ../src/mpi/comm/commutil.c 155 Leaving MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.012351 ../src/mpid/ch3/src/mpid_vc.c 77 Entering MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 256 0.012364 ../src/mpid/ch3/src/mpid_vc.c 81 set 0x1206620 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.012374 ../src/mpid/ch3/src/mpid_vc.c 87 Leaving MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 16 0.012393 ../src/mpid/ch3/src/mpid_vc.c 253 Entering MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 32 0.012404 ../src/mpid/ch3/src/mpid_vc.c 255 Leaving MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 16 0.012414 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.012426 ../src/mpid/ch3/src/mpid_vc.c 294 incr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 4 0 -1 7f997b82eb40[60150] 2097152 0.012438 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202cf0 ref count 0 -1 7f997b82eb40[60150] 32 0.012448 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.012458 ../src/mpid/ch3/src/ch3u_comm.c 69 Entering MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.012468 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 28 Entering MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 32 0.012478 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 78 Leaving MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.012489 ../src/mpid/ch3/src/ch3u_comm.c 204 Entering MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012499 ../src/mpid/ch3/src/ch3u_comm.c 212 Leaving MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012509 ../src/mpid/ch3/src/ch3u_comm.c 77 Leaving MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.012520 ../src/mpid/ch3/src/ch3u_comm.c 69 Entering MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.012530 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 28 Entering MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 32 0.012540 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 78 Leaving MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.012550 ../src/mpid/ch3/src/ch3u_comm.c 204 Entering MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012560 ../src/mpid/ch3/src/ch3u_comm.c 212 Leaving MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012570 ../src/mpid/ch3/src/ch3u_comm.c 77 Leaving MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 32 0.012580 ../src/mpi/comm/commutil.c 555 Leaving MPID_STATE_MPIR_COMM_COMMIT 0 -1 7f997b82eb40[60150] 16 0.012591 ../src/mpid/ch3/src/mpid_vc.c 77 Entering MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 256 0.012603 ../src/mpid/ch3/src/mpid_vc.c 81 set 0x12065c0 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.012614 ../src/mpid/ch3/src/mpid_vc.c 87 Leaving MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 16 0.012624 ../src/mpid/ch3/src/mpid_vc.c 253 Entering MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 32 0.012634 ../src/mpid/ch3/src/mpid_vc.c 255 Leaving MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 16 0.012644 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.012656 ../src/mpid/ch3/src/mpid_vc.c 294 incr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 5 0 -1 7f997b82eb40[60150] 2097152 0.012667 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202cf0 ref count 0 -1 7f997b82eb40[60150] 32 0.012678 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.012688 ../src/mpi/comm/commutil.c 425 Entering MPID_STATE_MPIR_COMM_COMMIT 0 -1 7f997b82eb40[60150] 16 0.012700 ../src/mpid/ch3/src/ch3u_comm.c 69 Entering MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.012710 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 28 Entering MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 32 0.012720 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 78 Leaving MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.012730 ../src/mpid/ch3/src/ch3u_comm.c 204 Entering MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012740 ../src/mpid/ch3/src/ch3u_comm.c 212 Leaving MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.012750 ../src/mpid/ch3/src/ch3u_comm.c 77 Leaving MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 32 0.012760 ../src/mpi/comm/commutil.c 555 Leaving MPID_STATE_MPIR_COMM_COMMIT 0 -1 7f997b82eb40[60150] 16 0.012781 ../src/mpid/ch3/src/mpid_vc.c 113 Entering MPID_STATE_MPID_VCRT_ADD_REF 0 -1 7f997b82eb40[60150] 256 0.012794 ../src/mpid/ch3/src/mpid_vc.c 114 incr 0x1206570 (0x00000000 kind=unknown) refcount to 2 0 -1 7f997b82eb40[60150] 2097152 0.012805 ../src/mpid/ch3/src/mpid_vc.c 115 Incr VCRT 0x1206570 ref count 0 -1 7f997b82eb40[60150] 32 0.012816 ../src/mpid/ch3/src/mpid_vc.c 116 Leaving MPID_STATE_MPID_VCRT_ADD_REF 0 -1 7f997b82eb40[60150] 16 0.012826 ../src/mpi/comm/commutil.c 425 Entering MPID_STATE_MPIR_COMM_COMMIT 0 -1 7f997b82eb40[60150] 16 0.012838 ../src/mpi/comm/commutil.c 139 Entering MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 256 0.012849 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e2fc0 (handle val 0x84000002) 0 -1 7f997b82eb40[60150] 256 0.012862 ../src/mpi/comm/commutil.c 93 set 0x7f997b5e2fc0 (0x84000002 kind=COMM) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.012872 ../src/mpi/comm/commutil.c 155 Leaving MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.012882 ../src/mpid/ch3/src/mpid_vc.c 77 Entering MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 256 0.012894 ../src/mpid/ch3/src/mpid_vc.c 81 set 0x1206eb0 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.012905 ../src/mpid/ch3/src/mpid_vc.c 87 Leaving MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 16 0.012915 ../src/mpid/ch3/src/mpid_vc.c 253 Entering MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 32 0.012925 ../src/mpid/ch3/src/mpid_vc.c 255 Leaving MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 16 0.012935 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.022998 ../src/mpid/ch3/src/mpid_vc.c 294 incr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 6 0 -1 7f997b82eb40[60150] 2097152 0.023006 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202cf0 ref count 0 -1 7f997b82eb40[60150] 32 0.023015 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.023025 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.023035 ../src/mpid/ch3/src/mpid_vc.c 294 incr 0x1202eb8 (0x34000000 kind=VCONN) refcount to 4 0 -1 7f997b82eb40[60150] 2097152 0.023045 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202eb8 ref count 0 -1 7f997b82eb40[60150] 32 0.023053 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.023061 ../src/mpid/ch3/src/ch3u_comm.c 69 Entering MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.023067 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 28 Entering MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 32 0.023073 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 78 Leaving MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.023080 ../src/mpid/ch3/src/ch3u_comm.c 204 Entering MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.023086 ../src/mpid/ch3/src/ch3u_comm.c 212 Leaving MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.023092 ../src/mpid/ch3/src/ch3u_comm.c 77 Leaving MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.023097 ../src/mpi/comm/commutil.c 139 Entering MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 256 0.023103 ../src/util/mem/handlemem.c 414 Allocating object ptr 0x7f997b5e3130 (handle val 0x84000003) 0 -1 7f997b82eb40[60150] 256 0.023109 ../src/mpi/comm/commutil.c 93 set 0x7f997b5e3130 (0x84000003 kind=COMM) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.023115 ../src/mpi/comm/commutil.c 155 Leaving MPID_STATE_MPIR_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.023120 ../src/mpid/ch3/src/mpid_vc.c 77 Entering MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 256 0.023126 ../src/mpid/ch3/src/mpid_vc.c 81 set 0x1206e90 (0x00000000 kind=unknown) refcount to 1 0 -1 7f997b82eb40[60150] 32 0.023131 ../src/mpid/ch3/src/mpid_vc.c 87 Leaving MPID_STATE_MPID_VCRT_CREATE 0 -1 7f997b82eb40[60150] 16 0.023137 ../src/mpid/ch3/src/mpid_vc.c 253 Entering MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 32 0.023146 ../src/mpid/ch3/src/mpid_vc.c 255 Leaving MPID_STATE_MPID_VCRT_GET_PTR 0 -1 7f997b82eb40[60150] 16 0.023152 ../src/mpid/ch3/src/mpid_vc.c 281 Entering MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 256 0.023158 ../src/mpid/ch3/src/mpid_vc.c 294 incr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 7 0 -1 7f997b82eb40[60150] 2097152 0.023163 ../src/mpid/ch3/src/mpid_vc.c 296 Incr VCR 0x1202cf0 ref count 0 -1 7f997b82eb40[60150] 32 0.023169 ../src/mpid/ch3/src/mpid_vc.c 298 Leaving MPID_STATE_MPID_VCR_DUP 0 -1 7f997b82eb40[60150] 16 0.023174 ../src/mpid/ch3/src/ch3u_comm.c 69 Entering MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.023206 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 28 Entering MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 32 0.023211 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 78 Leaving MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.023216 ../src/mpid/ch3/src/ch3u_comm.c 204 Entering MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.023222 ../src/mpid/ch3/src/ch3u_comm.c 212 Leaving MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.023226 ../src/mpid/ch3/src/ch3u_comm.c 77 Leaving MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.023232 ../src/mpid/ch3/src/ch3u_comm.c 69 Entering MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 16 0.023237 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 28 Entering MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 32 0.023242 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 78 Leaving MPID_STATE_MPIDI_CH3I_COMM_CREATE 0 -1 7f997b82eb40[60150] 16 0.023247 ../src/mpid/ch3/src/ch3u_comm.c 204 Entering MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.023253 ../src/mpid/ch3/src/ch3u_comm.c 212 Leaving MPID_STATE_COMM_CREATED 0 -1 7f997b82eb40[60150] 32 0.023258 ../src/mpid/ch3/src/ch3u_comm.c 77 Leaving MPID_STATE_MPIDI_CH3U_COMM_CREATE_HOOK 0 -1 7f997b82eb40[60150] 32 0.023263 ../src/mpi/comm/commutil.c 555 Leaving MPID_STATE_MPIR_COMM_COMMIT 0 -1 7f997b82eb40[60150] 16 0.023269 ../src/mpi/comm/commutil.c 1979 Entering MPID_STATE_MPIR_COMM_REGISTER_HINT 0 -1 7f997b82eb40[60150] 32 0.023281 ../src/mpi/comm/commutil.c 1993 Leaving MPID_STATE_MPIR_COMM_REGISTER_HINT 0 -1 7f997b82eb40[60150] 32 0.023287 ../src/mpid/ch3/src/mpid_init.c 331 Leaving MPID_STATE_MPID_INIT 0 0 7f997b82eb40[60150] 16 0.023314 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 332 Entering MPID_STATE_MPIDI_CH3_INITCOMPLETED 0 0 7f997b82eb40[60150] 32 0.023321 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 342 Leaving MPID_STATE_MPIDI_CH3_INITCOMPLETED 0 0 7f997b82eb40[60150] 4 0.023326 ../src/mpi/init/initthread.c 500 attempting to recursively EXIT lockname=global_mutex 0 0 7f997b82eb40[60150] 4 0.023333 ../src/include/mpiimplthreadpost.h 161 recursive exit, depth=1 0 0 7f997b82eb40[60150] 4 0.023339 ../src/include/mpiimplthreadpost.h 166 unlocking global_mutex 0 0 7f997b82eb40[60150] 4 0.023344 ../src/include/mpiimplthreadpost.h 167 MPIU_Thread_mutex_unlock 0x7f997b61c1f8 0 0 7f997b82eb40[60150] 32 0.023351 ../src/mpi/init/init.c 147 Leaving MPID_STATE_MPI_INIT 0 0 7f997b82eb40[60150] 16 0.023360 ../src/mpi/comm/comm_rank.c 59 Entering MPID_STATE_MPI_COMM_RANK 0 0 7f997b82eb40[60150] 32 0.023366 ../src/mpi/comm/comm_rank.c 99 Leaving MPID_STATE_MPI_COMM_RANK 0 0 7f997b82eb40[60150] 16 0.023374 ../src/mpi/coll/bcast.c 1459 Entering MPID_STATE_MPI_BCAST 0 0 7f997b82eb40[60150] 16 0.023384 ../src/mpi/coll/bcast.c 1147 Entering MPID_STATE_MPIR_BCAST 0 0 7f997b82eb40[60150] 16 0.023393 ../src/mpi/coll/helper_fns.c 612 Entering MPID_STATE_MPIC_SEND_FT 0 0 7f997b82eb40[60150] 1 0.023399 ../src/mpi/coll/helper_fns.c 614 IN: errflag = FALSE 0 0 7f997b82eb40[60150] 16 0.023405 ../src/mpi/coll/helper_fns.c 56 Entering MPID_STATE_MPIC_SEND 0 0 7f997b82eb40[60150] 16 0.023414 ../src/mpid/ch3/src/mpid_send.c 35 Entering MPID_STATE_MPID_SEND 0 0 7f997b82eb40[60150] 65536 0.023420 ../src/mpid/ch3/src/mpid_send.c 39 rank=1, tag=2, context=3 0 0 7f997b82eb40[60150] 65536 0.023435 ../src/mpid/ch3/src/ch3u_eager.c 237 sending contiguous short eager message, data_sz=6 0 0 7f997b82eb40[60150] 131072 0.023443 ../src/mpid/ch3/src/ch3u_eager.c 257 EagerShort: vc=0x1202eb8, tag=2, context=3, dest=1, datasz=6 0 0 7f997b82eb40[60150] 16 0.023450 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 34 Entering MPID_STATE_MPIDI_CH3_ISTARTMSG 0 0 7f997b82eb40[60150] 32768 0.023456 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 58 iStartMsg 40 0 0 7f997b82eb40[60150] 32768 0.023463 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 76 memcpy(0x7f9979cf8098, 0x7fff224f86d0, 40) 0 0 7f997b82eb40[60150] 32768 0.023468 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 80 --> Sent fbox 0 0 7f997b82eb40[60150] 16 0.023475 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 19 Entering MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] -1 0.023481 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 21 src = 0 0 0 7f997b82eb40[60150] -1 0.023487 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 22 dst = 0 0 0 7f997b82eb40[60150] -1 0.023492 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 23 len = 40 0 0 7f997b82eb40[60150] -1 0.023498 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 24 sqn = 0 0 0 7f997b82eb40[60150] -1 0.023504 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 25 typ = 2 0 0 7f997b82eb40[60150] 32 0.023510 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 27 Leaving MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] 32 0.023515 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 79 Leaving MPID_STATE_MPIDI_CH3_ISTARTMSG 0 0 7f997b82eb40[60150] 65536 0.023521 ../src/mpid/ch3/src/mpid_send.c 183 operation complete, no requests allocated 0 0 7f997b82eb40[60150] 32 0.023527 ../src/mpid/ch3/src/mpid_send.c 185 Leaving MPID_STATE_MPID_SEND 0 0 7f997b82eb40[60150] 32 0.023532 ../src/mpi/coll/helper_fns.c 74 Leaving MPID_STATE_MPIC_SEND 0 0 7f997b82eb40[60150] 32 0.023537 ../src/mpi/coll/helper_fns.c 622 Leaving MPID_STATE_MPIC_SEND_FT 0 0 7f997b82eb40[60150] 32 0.023543 ../src/mpi/coll/bcast.c 1234 Leaving MPID_STATE_MPIR_BCAST 0 0 7f997b82eb40[60150] 32 0.023548 ../src/mpi/coll/bcast.c 1516 Leaving MPID_STATE_MPI_BCAST 0 0 7f997b82eb40[60150] 16 0.023554 ../src/mpi/init/finalize.c 128 Entering MPID_STATE_MPI_FINALIZE 0 0 7f997b82eb40[60150] 16 0.023562 ../src/mpid/ch3/src/mpid_finalize.c 23 Entering MPID_STATE_MPID_FINALIZE 0 0 7f997b82eb40[60150] 16 0.023571 ../src/mpi/comm/commutil.c 1886 Entering MPID_STATE_MPIR_COMM_RELEASE_ALWAYS 0 0 7f997b82eb40[60150] 256 0.023577 ../src/mpi/comm/commutil.c 1890 decr 0x7f997b5e3b40 (0x44000002 kind=COMM) refcount to 0 0 0 7f997b82eb40[60150] 16 0.023585 ../src/mpi/comm/commutil.c 1749 Entering MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.023591 ../src/mpid/ch3/src/ch3u_comm.c 93 Entering MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023597 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 96 Entering MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 32 0.023602 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 121 Leaving MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 16 0.023608 ../src/mpid/ch3/src/ch3u_comm.c 227 Entering MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023613 ../src/mpid/ch3/src/ch3u_comm.c 234 Leaving MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023619 ../src/mpid/ch3/src/ch3u_comm.c 101 Leaving MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023625 ../src/mpid/ch3/src/mpid_vc.c 138 Entering MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.023631 ../src/mpid/ch3/src/mpid_vc.c 140 decr 0x1206570 (0x00000000 kind=unknown) refcount to 1 0 0 7f997b82eb40[60150] 2097152 0.023638 ../src/mpid/ch3/src/mpid_vc.c 141 Decr VCRT 0x1206570 ref count 0 0 7f997b82eb40[60150] 32 0.023643 ../src/mpid/ch3/src/mpid_vc.c 230 Leaving MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.023649 ../src/include/mpiimpl.h 1274 decr 0x7f997b5e2fc0 (0x84000002 kind=COMM) refcount to 0 0 0 7f997b82eb40[60150] 16 0.023662 ../src/mpi/comm/commutil.c 1749 Entering MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.023668 ../src/mpid/ch3/src/ch3u_comm.c 93 Entering MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023673 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 96 Entering MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 32 0.023679 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 121 Leaving MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 16 0.023684 ../src/mpid/ch3/src/ch3u_comm.c 227 Entering MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023689 ../src/mpid/ch3/src/ch3u_comm.c 234 Leaving MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023694 ../src/mpid/ch3/src/ch3u_comm.c 101 Leaving MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023700 ../src/mpid/ch3/src/mpid_vc.c 138 Entering MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.023706 ../src/mpid/ch3/src/mpid_vc.c 140 decr 0x1206eb0 (0x00000000 kind=unknown) refcount to 0 0 0 7f997b82eb40[60150] 2097152 0.023712 ../src/mpid/ch3/src/mpid_vc.c 141 Decr VCRT 0x1206eb0 ref count 0 0 7f997b82eb40[60150] 256 0.023718 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 6 0 0 7f997b82eb40[60150] 256 0.023724 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202eb8 (0x34000000 kind=VCONN) refcount to 3 0 0 7f997b82eb40[60150] 32 0.023730 ../src/mpid/ch3/src/mpid_vc.c 230 Leaving MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 16 0.023736 ../src/mpi/comm/commutil.c 1444 Entering MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 512 0.023741 ../src/mpi/comm/commutil.c 1479 skipping non-parent communicator ctx id, context_id=34 0 0 7f997b82eb40[60150] 32 0.023747 ../src/mpi/comm/commutil.c 1510 Leaving MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 256 0.023754 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e2fc0 (0x84000002 kind=COMM) refcount=0 0 0 7f997b82eb40[60150] 32 0.023760 ../src/mpi/comm/commutil.c 1866 Leaving MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 256 0.023766 ../src/include/mpiimpl.h 1274 decr 0x7f997b5e3130 (0x84000003 kind=COMM) refcount to 0 0 0 7f997b82eb40[60150] 16 0.023771 ../src/mpi/comm/commutil.c 1749 Entering MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.023776 ../src/mpid/ch3/src/ch3u_comm.c 93 Entering MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023782 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 96 Entering MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 32 0.023787 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 121 Leaving MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 16 0.023792 ../src/mpid/ch3/src/ch3u_comm.c 227 Entering MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023797 ../src/mpid/ch3/src/ch3u_comm.c 234 Leaving MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023803 ../src/mpid/ch3/src/ch3u_comm.c 101 Leaving MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023808 ../src/mpid/ch3/src/mpid_vc.c 138 Entering MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.023814 ../src/mpid/ch3/src/mpid_vc.c 140 decr 0x1206e90 (0x00000000 kind=unknown) refcount to 0 0 0 7f997b82eb40[60150] 2097152 0.023820 ../src/mpid/ch3/src/mpid_vc.c 141 Decr VCRT 0x1206e90 ref count 0 0 7f997b82eb40[60150] 256 0.023826 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 5 0 0 7f997b82eb40[60150] 32 0.023831 ../src/mpid/ch3/src/mpid_vc.c 230 Leaving MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 16 0.023837 ../src/mpi/comm/commutil.c 1444 Entering MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 512 0.023842 ../src/mpi/comm/commutil.c 1479 skipping non-parent communicator ctx id, context_id=36 0 0 7f997b82eb40[60150] 32 0.023847 ../src/mpi/comm/commutil.c 1510 Leaving MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 256 0.023853 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e3130 (0x84000003 kind=COMM) refcount=0 0 0 7f997b82eb40[60150] 32 0.023863 ../src/mpi/comm/commutil.c 1866 Leaving MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.023869 ../src/mpi/comm/commutil.c 1444 Entering MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 512 0.023875 ../src/mpi/comm/commutil.c 1508 Freed context 32, mask[0] bit 2 (prefix=0x2) 0 0 7f997b82eb40[60150] 32 0.023881 ../src/mpi/comm/commutil.c 1510 Leaving MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 32 0.023885 ../src/mpi/comm/commutil.c 1866 Leaving MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 32 0.023891 ../src/mpi/comm/commutil.c 1897 Leaving MPID_STATE_MPIR_COMM_RELEASE_ALWAYS 0 0 7f997b82eb40[60150] 16 0.023896 ../src/mpi/comm/commutil.c 1886 Entering MPID_STATE_MPIR_COMM_RELEASE_ALWAYS 0 0 7f997b82eb40[60150] 256 0.023902 ../src/mpi/comm/commutil.c 1890 decr 0x7f997b5e39d0 (0x44000001 kind=COMM) refcount to 0 0 0 7f997b82eb40[60150] 16 0.023907 ../src/mpi/comm/commutil.c 1749 Entering MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.023913 ../src/mpid/ch3/src/ch3u_comm.c 93 Entering MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023918 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 96 Entering MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 32 0.023923 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 121 Leaving MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 16 0.023928 ../src/mpid/ch3/src/ch3u_comm.c 227 Entering MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023934 ../src/mpid/ch3/src/ch3u_comm.c 234 Leaving MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.023939 ../src/mpid/ch3/src/ch3u_comm.c 101 Leaving MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.023944 ../src/mpid/ch3/src/mpid_vc.c 138 Entering MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.023950 ../src/mpid/ch3/src/mpid_vc.c 140 decr 0x12065c0 (0x00000000 kind=unknown) refcount to 0 0 0 7f997b82eb40[60150] 2097152 0.023956 ../src/mpid/ch3/src/mpid_vc.c 141 Decr VCRT 0x12065c0 ref count 0 0 7f997b82eb40[60150] 256 0.023962 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 4 0 0 7f997b82eb40[60150] 32 0.023967 ../src/mpid/ch3/src/mpid_vc.c 230 Leaving MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 16 0.023972 ../src/mpi/comm/commutil.c 1444 Entering MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 512 0.023978 ../src/mpi/comm/commutil.c 1508 Freed context 16, mask[0] bit 1 (prefix=0x1) 0 0 7f997b82eb40[60150] 32 0.023984 ../src/mpi/comm/commutil.c 1510 Leaving MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 32 0.023989 ../src/mpi/comm/commutil.c 1866 Leaving MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 32 0.023994 ../src/mpi/comm/commutil.c 1897 Leaving MPID_STATE_MPIR_COMM_RELEASE_ALWAYS 0 0 7f997b82eb40[60150] 16 0.023999 ../src/mpi/comm/commutil.c 1886 Entering MPID_STATE_MPIR_COMM_RELEASE_ALWAYS 0 0 7f997b82eb40[60150] 256 0.024005 ../src/mpi/comm/commutil.c 1890 decr 0x7f997b5e3860 (0x44000000 kind=COMM) refcount to 0 0 0 7f997b82eb40[60150] 16 0.024011 ../src/mpi/comm/commutil.c 1749 Entering MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.024016 ../src/mpid/ch3/src/ch3u_comm.c 93 Entering MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.024021 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 96 Entering MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 32 0.024026 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 121 Leaving MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 16 0.024032 ../src/mpid/ch3/src/ch3u_comm.c 227 Entering MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.024037 ../src/mpid/ch3/src/ch3u_comm.c 234 Leaving MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.024042 ../src/mpid/ch3/src/ch3u_comm.c 101 Leaving MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.024047 ../src/mpid/ch3/src/mpid_vc.c 138 Entering MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.024058 ../src/mpid/ch3/src/mpid_vc.c 140 decr 0x1206570 (0x00000000 kind=unknown) refcount to 0 0 0 7f997b82eb40[60150] 2097152 0.024063 ../src/mpid/ch3/src/mpid_vc.c 141 Decr VCRT 0x1206570 ref count 0 0 7f997b82eb40[60150] 256 0.024070 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 3 0 0 7f997b82eb40[60150] 256 0.024076 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202eb8 (0x34000000 kind=VCONN) refcount to 2 0 0 7f997b82eb40[60150] 32 0.024081 ../src/mpid/ch3/src/mpid_vc.c 230 Leaving MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.024087 ../src/include/mpiimpl.h 1274 decr 0x7f997b5e2ce0 (0x84000000 kind=COMM) refcount to 0 0 0 7f997b82eb40[60150] 16 0.024092 ../src/mpi/comm/commutil.c 1749 Entering MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.024098 ../src/mpid/ch3/src/ch3u_comm.c 93 Entering MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.024103 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 96 Entering MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 32 0.024108 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 121 Leaving MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 16 0.024113 ../src/mpid/ch3/src/ch3u_comm.c 227 Entering MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.024118 ../src/mpid/ch3/src/ch3u_comm.c 234 Leaving MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.024124 ../src/mpid/ch3/src/ch3u_comm.c 101 Leaving MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.024129 ../src/mpid/ch3/src/mpid_vc.c 138 Entering MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.024135 ../src/mpid/ch3/src/mpid_vc.c 140 decr 0x1206640 (0x00000000 kind=unknown) refcount to 0 0 0 7f997b82eb40[60150] 2097152 0.024140 ../src/mpid/ch3/src/mpid_vc.c 141 Decr VCRT 0x1206640 ref count 0 0 7f997b82eb40[60150] 256 0.024146 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 2 0 0 7f997b82eb40[60150] 256 0.024152 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202eb8 (0x34000000 kind=VCONN) refcount to 1 0 0 7f997b82eb40[60150] 32 0.024157 ../src/mpid/ch3/src/mpid_vc.c 230 Leaving MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 16 0.024163 ../src/mpi/comm/commutil.c 1444 Entering MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 512 0.024168 ../src/mpi/comm/commutil.c 1479 skipping non-parent communicator ctx id, context_id=2 0 0 7f997b82eb40[60150] 32 0.024173 ../src/mpi/comm/commutil.c 1510 Leaving MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 256 0.024180 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e2ce0 (0x84000000 kind=COMM) refcount=0 0 0 7f997b82eb40[60150] 32 0.024185 ../src/mpi/comm/commutil.c 1866 Leaving MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 256 0.024191 ../src/include/mpiimpl.h 1274 decr 0x7f997b5e2e50 (0x84000001 kind=COMM) refcount to 0 0 0 7f997b82eb40[60150] 16 0.024196 ../src/mpi/comm/commutil.c 1749 Entering MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.024201 ../src/mpid/ch3/src/ch3u_comm.c 93 Entering MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.024207 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 96 Entering MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 32 0.024212 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 121 Leaving MPID_STATE_MPIDI_CH3I_COMM_DESTROY 0 0 7f997b82eb40[60150] 16 0.024217 ../src/mpid/ch3/src/ch3u_comm.c 227 Entering MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.024222 ../src/mpid/ch3/src/ch3u_comm.c 234 Leaving MPID_STATE_COMM_DESTROYED 0 0 7f997b82eb40[60150] 32 0.024227 ../src/mpid/ch3/src/ch3u_comm.c 101 Leaving MPID_STATE_MPIDI_CH3U_COMM_DESTROY_HOOK 0 0 7f997b82eb40[60150] 16 0.024233 ../src/mpid/ch3/src/mpid_vc.c 138 Entering MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 256 0.024238 ../src/mpid/ch3/src/mpid_vc.c 140 decr 0x1206620 (0x00000000 kind=unknown) refcount to 0 0 0 7f997b82eb40[60150] 2097152 0.024244 ../src/mpid/ch3/src/mpid_vc.c 141 Decr VCRT 0x1206620 ref count 0 0 7f997b82eb40[60150] 256 0.024255 ../src/mpid/ch3/src/mpid_vc.c 161 decr 0x1202cf0 (0x34000000 kind=VCONN) refcount to 1 0 0 7f997b82eb40[60150] 32 0.024260 ../src/mpid/ch3/src/mpid_vc.c 230 Leaving MPID_STATE_MPID_VCRT_RELEASE 0 0 7f997b82eb40[60150] 16 0.024265 ../src/mpi/comm/commutil.c 1444 Entering MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 512 0.024270 ../src/mpi/comm/commutil.c 1479 skipping non-parent communicator ctx id, context_id=4 0 0 7f997b82eb40[60150] 32 0.024276 ../src/mpi/comm/commutil.c 1510 Leaving MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 256 0.024282 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e2e50 (0x84000001 kind=COMM) refcount=0 0 0 7f997b82eb40[60150] 32 0.024287 ../src/mpi/comm/commutil.c 1866 Leaving MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 16 0.024293 ../src/mpi/comm/commutil.c 1444 Entering MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 512 0.024299 ../src/mpi/comm/commutil.c 1508 Freed context 0, mask[0] bit 0 (prefix=0) 0 0 7f997b82eb40[60150] 32 0.024304 ../src/mpi/comm/commutil.c 1510 Leaving MPID_STATE_MPIR_FREE_CONTEXTID 0 0 7f997b82eb40[60150] 32 0.024309 ../src/mpi/comm/commutil.c 1866 Leaving MPID_STATE_COMM_DELETE_INTERNAL 0 0 7f997b82eb40[60150] 32 0.024314 ../src/mpi/comm/commutil.c 1897 Leaving MPID_STATE_MPIR_COMM_RELEASE_ALWAYS 0 0 7f997b82eb40[60150] 16 0.024321 ../src/mpid/ch3/src/mpidi_pg.c 1168 Entering MPID_STATE_MPIDI_PG_CLOSE_VCS 0 0 7f997b82eb40[60150] 8192 0.024326 ../src/mpid/ch3/src/mpidi_pg.c 1174 Closing vcs for pg kvs_60148_0 0 0 7f997b82eb40[60150] 16 0.024334 ../src/mpid/ch3/src/ch3u_handle_connection.c 220 Entering MPID_STATE_MPIDI_CH3U_VC_SENDCLOSE 0 0 7f997b82eb40[60150] 8192 0.024341 ../src/mpid/ch3/src/ch3u_handle_connection.c 236 sending close(FALSE) on vc (pg=0x1202bd0) 0x1202eb8 to rank 1, ops = 1 0 0 7f997b82eb40[60150] 4096 0.024347 ../src/mpid/ch3/src/ch3u_handle_connection.c 245 vc=0x1202eb8: Setting state (vc) from MPIDI_VC_STATE_ACTIVE to VC_STATE_LOCAL_CLOSE, vcchstate is N/A 0 0 7f997b82eb40[60150] 16 0.024353 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 34 Entering MPID_STATE_MPIDI_CH3_ISTARTMSG 0 0 7f997b82eb40[60150] 32768 0.024358 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 58 iStartMsg 40 0 0 7f997b82eb40[60150] 32768 0.024365 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 122 memcpy(0x7f9979d180d8, 0x7fff224f8a10, 40) 0 0 7f997b82eb40[60150] 32768 0.024370 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 125 --> Sent queue 0 0 7f997b82eb40[60150] 16 0.024376 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 19 Entering MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] -1 0.024381 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 21 src = 0 0 0 7f997b82eb40[60150] -1 0.024387 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 22 dst = 1 0 0 7f997b82eb40[60150] -1 0.024392 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 23 len = 40 0 0 7f997b82eb40[60150] -1 0.024398 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 24 sqn = 1 0 0 7f997b82eb40[60150] -1 0.024428 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 25 typ = 2 0 0 7f997b82eb40[60150] 32 0.024433 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 27 Leaving MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] 32 0.024438 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 79 Leaving MPID_STATE_MPIDI_CH3_ISTARTMSG 0 0 7f997b82eb40[60150] 32 0.024444 ../src/mpid/ch3/src/ch3u_handle_connection.c 264 Leaving MPID_STATE_MPIDI_CH3U_VC_SENDCLOSE 0 0 7f997b82eb40[60150] 256 0.024450 ../src/mpid/ch3/src/mpidi_pg.c 1190 decr 0x1202bd0 (0x00000000 kind=unknown) refcount to 2 0 0 7f997b82eb40[60150] 32 0.024455 ../src/mpid/ch3/src/mpidi_pg.c 1227 Leaving MPID_STATE_MPIDI_PG_CLOSE_VCS 0 0 7f997b82eb40[60150] 16 0.024463 ../src/mpid/ch3/src/ch3u_handle_connection.c 372 Entering MPID_STATE_MPIDI_CH3U_VC_WAITFORCLOSE 0 0 7f997b82eb40[60150] 8192 0.024469 ../src/mpid/ch3/src/ch3u_handle_connection.c 378 Waiting for 1 close operations 0 0 7f997b82eb40[60150] 16 0.024480 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 297 Entering MPID_STATE_MPIDI_CH3I_PROGRESS 0 0 7f997b82eb40[60150] 32768 0.042976 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 942 <-- Recv fbox 0 0 7f997b82eb40[60150] 16 0.042985 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 19 Entering MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] -1 0.042991 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 21 src = 1 0 0 7f997b82eb40[60150] -1 0.042997 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 22 dst = 0 0 0 7f997b82eb40[60150] -1 0.043004 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 23 len = 40 0 0 7f997b82eb40[60150] -1 0.043011 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 24 sqn = 0 0 0 7f997b82eb40[60150] -1 0.043022 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 25 typ = 2 0 0 7f997b82eb40[60150] 32 0.043030 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 27 Leaving MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] 32768 0.043040 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 384 Recv pkt from fbox 0 0 7f997b82eb40[60150] 8192 0.043049 ../src/mpid/ch3/src/ch3u_handle_connection.c 292 sending close(TRUE) to 1 0 0 7f997b82eb40[60150] 16 0.043058 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 34 Entering MPID_STATE_MPIDI_CH3_ISTARTMSG 0 0 7f997b82eb40[60150] 32768 0.043064 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 58 iStartMsg 40 0 0 7f997b82eb40[60150] 32768 0.043070 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 76 memcpy(0x7f9979cf8098, 0x7fff224f8970, 40) 0 0 7f997b82eb40[60150] 32768 0.043076 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 80 --> Sent fbox 0 0 7f997b82eb40[60150] 16 0.043083 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 19 Entering MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] -1 0.043088 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 21 src = 0 0 0 7f997b82eb40[60150] -1 0.043094 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 22 dst = 0 0 0 7f997b82eb40[60150] -1 0.043099 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 23 len = 40 0 0 7f997b82eb40[60150] -1 0.043105 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 24 sqn = 2 0 0 7f997b82eb40[60150] -1 0.043111 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 25 typ = 2 0 0 7f997b82eb40[60150] 32 0.043116 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 27 Leaving MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] 32 0.043122 ../src/mpid/ch3/channels/nemesis/src/ch3_istartmsg.c 79 Leaving MPID_STATE_MPIDI_CH3_ISTARTMSG 0 0 7f997b82eb40[60150] 8192 0.043127 ../src/mpid/ch3/src/ch3u_handle_connection.c 310 received close(FALSE) from 1, moving to CLOSE_ACKED. 0 0 7f997b82eb40[60150] 4096 0.043134 ../src/mpid/ch3/src/ch3u_handle_connection.c 311 vc=0x1202eb8: Setting state (vc) from MPIDI_VC_STATE_LOCAL_CLOSE to VC_STATE_CLOSE_ACKED, vcchstate is N/A 0 0 7f997b82eb40[60150] 32768 0.043143 ../src/mpid/ch3/channels/nemesis/include/mpid_nem_inline.h 942 <-- Recv queue 0 0 7f997b82eb40[60150] 16 0.043150 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 19 Entering MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] -1 0.043156 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 21 src = 1 0 0 7f997b82eb40[60150] -1 0.043161 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 22 dst = 0 0 0 7f997b82eb40[60150] -1 0.043167 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 23 len = 40 0 0 7f997b82eb40[60150] -1 0.043172 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 24 sqn = 1 0 0 7f997b82eb40[60150] -1 0.043178 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 25 typ = 2 0 0 7f997b82eb40[60150] 32 0.043183 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_debug.c 27 Leaving MPID_STATE_MPID_NEM_DBG_DUMP_CELL 0 0 7f997b82eb40[60150] 32768 0.043188 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 421 Recv pkt from queue 0 0 7f997b82eb40[60150] 16 0.043201 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 621 Entering MPID_STATE_MPID_NEM_HANDLE_PKT 0 0 7f997b82eb40[60150] 32768 0.043207 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 633 received new message 0 0 7f997b82eb40[60150] 8192 0.043212 ../src/mpid/ch3/src/ch3u_handle_connection.c 329 received close(TRUE) from 1, moving to CLOSED. 0 0 7f997b82eb40[60150] 4096 0.043219 ../src/mpid/ch3/src/ch3u_handle_connection.c 332 vc=0x1202eb8: Setting state (vc) from MPIDI_VC_STATE_CLOSE_ACKED to VC_STATE_CLOSED, vcchstate is N/A 0 0 7f997b82eb40[60150] 16 0.043226 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 938 Entering MPID_STATE_MPIDI_CH3_CONNECTION_TERMINATE 0 0 7f997b82eb40[60150] 8192 0.043232 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 940 Terminating VC 1 0 0 7f997b82eb40[60150] 8192 0.043238 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 948 VC is local 0 0 7f997b82eb40[60150] 8192 0.043243 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 967 Shm send queue empty, terminating immediately 0 0 7f997b82eb40[60150] 16 0.043250 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 904 Entering MPID_STATE_SHM_CONNECTION_TERMINATED 0 0 7f997b82eb40[60150] 16 0.043256 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_lmt_shm.c 807 Entering MPID_STATE_MPID_NEM_LMT_SHM_VC_TERMINATED 0 0 7f997b82eb40[60150] 32 0.043262 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_lmt_shm.c 826 Leaving MPID_STATE_MPID_NEM_LMT_SHM_VC_TERMINATED 0 0 7f997b82eb40[60150] 16 0.043268 ../src/mpid/ch3/src/ch3u_handle_connection.c 51 Entering MPID_STATE_MPIDI_CH3U_HANDLE_CONNECTION 0 0 7f997b82eb40[60150] 4096 0.043274 ../src/mpid/ch3/src/ch3u_handle_connection.c 61 vc=0x1202eb8: Setting state (vc) from MPIDI_VC_STATE_CLOSED to VC_STATE_INACTIVE, vcchstate is N/A 0 0 7f997b82eb40[60150] 8192 0.043280 ../src/mpid/ch3/src/ch3u_handle_connection.c 66 outstanding close operations = 0 0 0 7f997b82eb40[60150] 16384 0.043286 ../src/mpid/ch3/src/ch3u_handle_connection.c 70 just incremented MPIDI_CH3I_progress_completion_count=1 0 0 7f997b82eb40[60150] 32 0.043291 ../src/mpid/ch3/src/ch3u_handle_connection.c 191 Leaving MPID_STATE_MPIDI_CH3U_HANDLE_CONNECTION 0 0 7f997b82eb40[60150] 8192 0.043297 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 919 Terminated VC 1 0 0 7f997b82eb40[60150] 32 0.043302 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 921 Leaving MPID_STATE_SHM_CONNECTION_TERMINATED 0 0 7f997b82eb40[60150] 32 0.043308 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 997 Leaving MPID_STATE_MPIDI_CH3_CONNECTION_TERMINATE 0 0 7f997b82eb40[60150] 32768 0.043313 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 642 ...completed immediately 0 0 7f997b82eb40[60150] 32 0.043318 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 790 Leaving MPID_STATE_MPID_NEM_HANDLE_PKT 0 0 7f997b82eb40[60150] 32 0.043327 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 531 Leaving MPID_STATE_MPIDI_CH3I_PROGRESS 0 0 7f997b82eb40[60150] 32 0.043332 ../src/mpid/ch3/src/ch3u_handle_connection.c 389 Leaving MPID_STATE_MPIDI_CH3U_VC_WAITFORCLOSE 0 0 7f997b82eb40[60150] 16 0.043338 ../src/mpid/ch3/channels/nemesis/src/ch3_finalize.c 18 Entering MPID_STATE_MPIDI_CH3_FINALIZE 0 0 7f997b82eb40[60150] 16 0.043345 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 879 Entering MPID_STATE_MPIDI_CH3I_PROGRESS_FINALIZE 0 0 7f997b82eb40[60150] 32 0.043350 ../src/mpid/ch3/channels/nemesis/src/ch3_progress.c 888 Leaving MPID_STATE_MPIDI_CH3I_PROGRESS_FINALIZE 0 0 7f997b82eb40[60150] 16 0.043356 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_finalize.c 24 Entering MPID_STATE_MPID_NEM_FINALIZE 0 0 7f997b82eb40[60150] 16 0.043363 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_finalize.c 19 Entering MPID_STATE_MPID_NEM_TCP_FINALIZE 0 0 7f997b82eb40[60150] 32 0.043402 ../src/mpid/ch3/channels/nemesis/netmod/tcp/tcp_finalize.c 33 Leaving MPID_STATE_MPID_NEM_TCP_FINALIZE 0 0 7f997b82eb40[60150] 16 0.043410 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 455 Entering MPID_STATE_MPIDI_CH3I_SEG_DESTROY 0 0 7f997b82eb40[60150] 32 0.043476 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_alloc.c 468 Leaving MPID_STATE_MPIDI_CH3I_SEG_DESTROY 0 0 7f997b82eb40[60150] 32 0.043483 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_finalize.c 64 Leaving MPID_STATE_MPID_NEM_FINALIZE 0 0 7f997b82eb40[60150] 32 0.043488 ../src/mpid/ch3/channels/nemesis/src/ch3_finalize.c 27 Leaving MPID_STATE_MPIDI_CH3_FINALIZE 0 0 7f997b82eb40[60150] 16 0.043495 ../src/mpid/ch3/src/mpidi_pg.c 87 Entering MPID_STATE_MPIDI_PG_FINALIZE 0 0 7f997b82eb40[60150] 256 0.043596 ../src/mpid/ch3/src/mpidi_pg.c 125 set 0x1202bd0 (0x00000000 kind=unknown) refcount to 0 0 0 7f997b82eb40[60150] 16 0.043609 ../src/mpid/ch3/src/mpidi_pg.c 273 Entering MPID_STATE_MPIDI_PG_DESTROY 0 0 7f997b82eb40[60150] 8192 0.043620 ../src/mpid/ch3/src/mpidi_pg.c 293 destroying pg=0x1202bd0 pg->id=kvs_60148_0 0 0 7f997b82eb40[60150] 8192 0.043629 ../src/mpid/ch3/src/mpidi_pg.c 308 about to free pg->vct=0x1202cf0 which contains vc=0x1202cf0 0 0 7f997b82eb40[60150] 16 0.043639 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 187 Entering MPID_STATE_MPIDI_CH3_VC_DESTROY 0 0 7f997b82eb40[60150] 524288 0.043647 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 192 skipping self vc=0x1202cf0 0 0 7f997b82eb40[60150] 32 0.043658 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 199 Leaving MPID_STATE_MPIDI_CH3_VC_DESTROY 0 0 7f997b82eb40[60150] 8192 0.043666 ../src/mpid/ch3/src/mpidi_pg.c 308 about to free pg->vct=0x1202cf0 which contains vc=0x1202eb8 0 0 7f997b82eb40[60150] 16 0.043674 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 187 Entering MPID_STATE_MPIDI_CH3_VC_DESTROY 0 0 7f997b82eb40[60150] 16 0.043684 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_init.c 595 Entering MPID_STATE_MPID_NEM_VC_DESTROY 0 0 7f997b82eb40[60150] 32 0.043693 ../src/mpid/ch3/channels/nemesis/src/mpid_nem_init.c 603 Leaving MPID_STATE_MPID_NEM_VC_DESTROY 0 0 7f997b82eb40[60150] 32 0.043702 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 199 Leaving MPID_STATE_MPIDI_CH3_VC_DESTROY 0 0 7f997b82eb40[60150] 16 0.043711 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 276 Entering MPID_STATE_MPIDI_CH3_PG_DESTROY 0 0 7f997b82eb40[60150] 32 0.043721 ../src/mpid/ch3/channels/nemesis/src/ch3_init.c 279 Leaving MPID_STATE_MPIDI_CH3_PG_DESTROY 0 0 7f997b82eb40[60150] 32 0.043730 ../src/mpid/ch3/src/mpidi_pg.c 349 Leaving MPID_STATE_MPIDI_PG_DESTROY 0 0 7f997b82eb40[60150] 32 0.043739 ../src/mpid/ch3/src/mpidi_pg.c 158 Leaving MPID_STATE_MPIDI_PG_FINALIZE 0 0 7f997b82eb40[60150] 32 0.043748 ../src/mpid/ch3/src/mpid_finalize.c 151 Leaving MPID_STATE_MPID_FINALIZE 0 0 7f997b82eb40[60150] 16 0.043757 ../src/mpi/comm/commutil.c 1951 Entering MPID_STATE_MPIR_COMM_FREE_HINT_HANDLES 0 0 7f997b82eb40[60150] 32 0.043768 ../src/mpi/comm/commutil.c 1961 Leaving MPID_STATE_MPIR_COMM_FREE_HINT_HANDLES 0 0 7f997b82eb40[60150] 16 0.043777 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 266 Entering MPID_STATE_NEM_COLL_FINALIZE 0 0 7f997b82eb40[60150] 32 0.043785 ../src/mpid/ch3/channels/nemesis/src/ch3i_comm.c 271 Leaving MPID_STATE_NEM_COLL_FINALIZE 0 0 7f997b82eb40[60150] 16 0.043793 ../src/mpid/ch3/src/ch3u_comm.c 175 Entering MPID_STATE_REGISTER_HOOK_FINALIZE 0 0 7f997b82eb40[60150] 32 0.043801 ../src/mpid/ch3/src/ch3u_comm.c 188 Leaving MPID_STATE_REGISTER_HOOK_FINALIZE 0 0 7f997b82eb40[60150] 256 0.043811 ../src/mpi/datatype/typeutil.c 201 decr 0x7f997b5e4020 (0x8c000000 kind=DATATYPE) refcount to 0 0 0 7f997b82eb40[60150] 128 0.043822 ../src/mpid/common/datatype/mpid_datatype_free.c 38 type 8c000000 freed. 0 0 7f997b82eb40[60150] 256 0.043833 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e4020 (0x8c000000 kind=DATATYPE) refcount=0 0 0 7f997b82eb40[60150] 256 0.043843 ../src/mpi/datatype/typeutil.c 201 decr 0x7f997b5e4140 (0x8c000001 kind=DATATYPE) refcount to 0 0 0 7f997b82eb40[60150] 128 0.043852 ../src/mpid/common/datatype/mpid_datatype_free.c 38 type 8c000001 freed. 0 0 7f997b82eb40[60150] 256 0.043863 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e4140 (0x8c000001 kind=DATATYPE) refcount=0 0 0 7f997b82eb40[60150] 256 0.043880 ../src/mpi/datatype/typeutil.c 201 decr 0x7f997b5e4260 (0x8c000002 kind=DATATYPE) refcount to 0 0 0 7f997b82eb40[60150] 128 0.043887 ../src/mpid/common/datatype/mpid_datatype_free.c 38 type 8c000002 freed. 0 0 7f997b82eb40[60150] 256 0.043895 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e4260 (0x8c000002 kind=DATATYPE) refcount=0 0 0 7f997b82eb40[60150] 256 0.043902 ../src/mpi/datatype/typeutil.c 201 decr 0x7f997b5e4380 (0x8c000003 kind=DATATYPE) refcount to 0 0 0 7f997b82eb40[60150] 128 0.043908 ../src/mpid/common/datatype/mpid_datatype_free.c 38 type 8c000003 freed. 0 0 7f997b82eb40[60150] 256 0.043916 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e4380 (0x8c000003 kind=DATATYPE) refcount=0 0 0 7f997b82eb40[60150] 256 0.043924 ../src/mpi/datatype/typeutil.c 201 decr 0x7f997b5e44a0 (0x8c000004 kind=DATATYPE) refcount to 0 0 0 7f997b82eb40[60150] 128 0.043930 ../src/mpid/common/datatype/mpid_datatype_free.c 38 type 8c000004 freed. 0 0 7f997b82eb40[60150] 256 0.043938 ../src/util/mem/handlemem.c 442 Freeing object ptr 0x7f997b5e44a0 (0x8c000004 kind=DATATYPE) refcount=0 0 0 7f997b82eb40[60150] 4 0.043972 ../src/mpi/init/initthread.c 209 Freeing global mutex and private storage 0 0 7f997b82eb40[60150] 4 0.043979 ../src/mpi/init/initthread.c 212 About to destroy MPIU_Thread_mutex 0x7f997b61c1f8 0 0 7f997b82eb40[60150] 32 0.043990 ../src/mpi/init/finalize.c 285 Leaving MPID_STATE_MPI_FINALIZE