27 init 1 27 compute 127155 27 compute 2652 27 compute 336746 27 compute 13041220 27 comm_size 32 27 bcast 1 27 compute 25657 27 barrier 27 compute 22534 27 comm_size 32 27 bcast 1 27 compute 24027 27 barrier 27 compute 22605 27 comm_size 32 27 bcast 1 27 compute 23750 27 barrier 27 compute 22523 27 comm_size 32 27 bcast 1 27 compute 23824 27 barrier 27 compute 22609 27 comm_size 32 27 bcast 1 27 compute 23867 27 barrier 27 compute 22681 27 comm_size 32 27 bcast 1 27 compute 23834 27 barrier 27 compute 22624 27 comm_size 32 27 bcast 1 27 compute 23492 27 barrier 27 compute 421 27 barrier 27 compute 166304 27 barrier 27 compute 18563319 27 barrier 27 compute 97251 27 comm_size 32 27 bcast 1 27 compute 378286 27 barrier 27 compute 12855 27 comm_size 32 27 bcast 1 27 compute 46338 27 barrier 27 compute 1017425 27 barrier 27 compute 124781 27 gather 795 795 0 27 compute 249045970 27 alltoall 1746 1746 27 compute 276028 27 barrier 27 compute 409314179 27 comm_size 32 27 allreduce 32 20892423 1 27 compute 2984229524 27 compute 1525 27 alltoallv 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 1058646456 27 barrier 27 compute 7748 27 compute 332 27 alltoallv 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 854144616 27 barrier 27 compute 1439369571 27 alltoall 13824 13824 27 compute 11627 27 alltoall 13824 13824 27 compute 20518472 27 comm_size 32 27 allreduce 1 11959015 27 compute 1368175777 27 comm_size 32 27 allreduce 795 64450365 27 compute 1479400301 27 comm_size 32 27 allreduce 2 73325118 27 compute 21531861 27 alltoall 13824 13824 27 compute 11627 27 alltoall 13824 13824 27 compute 20518471 27 comm_size 32 27 allreduce 1 2864414 27 compute 47255321 27 comm_size 32 27 allreduce 32 8761373 1 27 compute 60481269758 27 finalize