28 init 1 28 compute 127155 28 compute 2652 28 compute 336539 28 compute 13016156 28 comm_size 32 28 bcast 1 28 compute 25799 28 barrier 28 compute 22474 28 comm_size 32 28 bcast 1 28 compute 23738 28 barrier 28 compute 22692 28 comm_size 32 28 bcast 1 28 compute 23582 28 barrier 28 compute 22610 28 comm_size 32 28 bcast 1 28 compute 23666 28 barrier 28 compute 22696 28 comm_size 32 28 bcast 1 28 compute 23699 28 barrier 28 compute 22768 28 comm_size 32 28 bcast 1 28 compute 23666 28 barrier 28 compute 22556 28 comm_size 32 28 bcast 1 28 compute 23438 28 barrier 28 compute 426 28 barrier 28 compute 165694 28 barrier 28 compute 31415040 28 barrier 28 compute 97259 28 comm_size 32 28 bcast 1 28 compute 378185 28 barrier 28 compute 12856 28 comm_size 32 28 bcast 1 28 compute 46319 28 barrier 28 compute 1017192 28 barrier 28 compute 124218 28 gather 795 795 0 28 compute 251211915 28 allToAll 1746 1746 28 compute 276028 28 barrier 28 compute 409313589 28 comm_size 32 28 allreduce 32 23989 1 28 compute 2984190851 28 compute 1525 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 1058646461 28 barrier 28 compute 7748 28 compute 332 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 854144614 28 barrier 28 compute 1439729605 28 allToAll 13824 13824 28 compute 12007 28 allToAll 13824 13824 28 compute 20518662 28 comm_size 32 28 allreduce 1 10348621 28 compute 1368565748 28 comm_size 32 28 allreduce 795 15729812 28 compute 1479129984 28 comm_size 32 28 allreduce 2 4751179 28 compute 21530860 28 allToAll 13824 13824 28 compute 11643 28 allToAll 13824 13824 28 compute 20517914 28 comm_size 32 28 allreduce 1 1949975 28 compute 53951331 28 comm_size 32 28 allreduce 32 11843209 1 28 compute 60481275100 28 finalize