21 init 1 21 compute 127153 21 compute 2652 21 compute 336765 21 compute 13040698 21 comm_size 32 21 bcast 1 21 compute 25668 21 barrier 21 compute 22474 21 comm_size 32 21 bcast 1 21 compute 24027 21 barrier 21 compute 22605 21 comm_size 32 21 bcast 1 21 compute 23750 21 barrier 21 compute 22523 21 comm_size 32 21 bcast 1 21 compute 23824 21 barrier 21 compute 22609 21 comm_size 32 21 bcast 1 21 compute 23867 21 barrier 21 compute 22681 21 comm_size 32 21 bcast 1 21 compute 23834 21 barrier 21 compute 22624 21 comm_size 32 21 bcast 1 21 compute 23492 21 barrier 21 compute 421 21 barrier 21 compute 166325 21 barrier 21 compute 30037817 21 barrier 21 compute 97251 21 comm_size 32 21 bcast 1 21 compute 378292 21 barrier 21 compute 12854 21 comm_size 32 21 bcast 1 21 compute 46339 21 barrier 21 compute 1017475 21 barrier 21 compute 124765 21 gather 795 795 0 21 compute 244537166 21 alltoall 1746 1746 21 compute 276028 21 barrier 21 compute 409314436 21 comm_size 32 21 allreduce 32 7208831 1 21 compute 3038131051 21 compute 1525 21 alltoallv 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 21 compute 1058646427 21 barrier 21 compute 7748 21 compute 332 21 alltoallv 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 21 compute 915154402 21 barrier 21 compute 1444252854 21 alltoall 13824 13824 21 compute 72648659 21 alltoall 13824 13824 21 compute 20518520 21 comm_size 32 21 allreduce 1 10479272 21 compute 1373126126 21 comm_size 32 21 allreduce 795 3035528 21 compute 1488989422 21 comm_size 32 21 allreduce 2 5357055 21 compute 21530648 21 alltoall 13824 13824 21 compute 72648512 21 alltoall 13824 13824 21 compute 20517622 21 comm_size 32 21 allreduce 1 2161693 21 compute 62152034 21 comm_size 32 21 allreduce 32 11552421 1 21 compute 60481265726 21 finalize