25 init 1 25 compute 127190 25 compute 2652 25 compute 336845 25 compute 13041190 25 comm_size 32 25 bcast 1 25 compute 25793 25 barrier 25 compute 22470 25 comm_size 32 25 bcast 1 25 compute 23734 25 barrier 25 compute 22688 25 comm_size 32 25 bcast 1 25 compute 23578 25 barrier 25 compute 22608 25 comm_size 32 25 bcast 1 25 compute 23662 25 barrier 25 compute 22692 25 comm_size 32 25 bcast 1 25 compute 23695 25 barrier 25 compute 22764 25 comm_size 32 25 bcast 1 25 compute 23664 25 barrier 25 compute 22552 25 comm_size 32 25 bcast 1 25 compute 23436 25 barrier 25 compute 426 25 barrier 25 compute 165461 25 barrier 25 compute 39506199 25 barrier 25 compute 97259 25 comm_size 32 25 bcast 1 25 compute 378342 25 barrier 25 compute 12856 25 comm_size 32 25 bcast 1 25 compute 46339 25 barrier 25 compute 1017043 25 barrier 25 compute 124196 25 gather 795 795 0 25 compute 246170355 25 alltoall 1746 1746 25 compute 276028 25 barrier 25 compute 409313755 25 comm_size 32 25 allreduce 32 5669119 1 25 compute 2984230246 25 compute 1525 25 alltoallv 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 25 compute 1058646447 25 barrier 25 compute 7748 25 compute 332 25 alltoallv 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 25 compute 854144618 25 barrier 25 compute 1441635387 25 alltoall 13824 13824 25 compute 72649040 25 alltoall 13824 13824 25 compute 20518716 25 comm_size 32 25 allreduce 1 12261945 25 compute 1370492323 25 comm_size 32 25 allreduce 795 21773495 25 compute 1483078560 25 comm_size 32 25 allreduce 2 154705 25 compute 21532187 25 alltoall 13824 13824 25 compute 72649043 25 alltoall 13824 13824 25 compute 20518717 25 comm_size 32 25 allreduce 1 3265650 25 compute 58721452 25 comm_size 32 25 allreduce 32 10423698 1 25 compute 60481270126 25 finalize