3 init 1
3 compute 127157
3 compute 2652
3 compute 336389
3 compute 13002637
3 comm_size 32
3 bcast 1
3 compute 25958
3 barrier
3 compute 22547
3 comm_size 32
3 bcast 1
3 compute 23890
3 barrier
3 compute 22602
3 comm_size 32
3 bcast 1
3 compute 23752
3 barrier
3 compute 22524
3 comm_size 32
3 bcast 1
3 compute 23830
3 barrier
3 compute 22604
3 comm_size 32
3 bcast 1
3 compute 23866
3 barrier
3 compute 22683
3 comm_size 32
3 bcast 1
3 compute 23840
3 barrier
3 compute 22621
3 comm_size 32
3 bcast 1
3 compute 23547
3 barrier
3 compute 421
3 barrier
3 compute 167930
3 barrier
3 compute 19224936
3 barrier
3 compute 97209
3 comm_size 32
3 bcast 1
3 compute 378019
3 barrier
3 compute 12633
3 comm_size 32
3 bcast 1
3 compute 46288
3 barrier
3 compute 1019215
3 barrier
3 compute 123084
3 gather 795 795 0 
3 compute 232272172
3 allToAll 1746 1746 
3 compute 276028
3 barrier
3 compute 409340097
3 comm_size 32
3 allReduce 32 26788025 1
3 compute 3038128971
3 compute 1525
3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
3 compute 1058646334
3 barrier
3 compute 7748
3 compute 332
3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 
3 compute 915154397
3 barrier
3 compute 1453551932
3 allToAll 13824 13824 
3 compute 72648918
3 allToAll 13824 13824 
3 compute 20518658
3 comm_size 32
3 allReduce 1 10088694
3 compute 1382358093
3 comm_size 32
3 allReduce 795 71440182
3 compute 1514856084
3 comm_size 32
3 allReduce 2 82679426
3 compute 21532011
3 allToAll 13824 13824 
3 compute 72648918
3 allToAll 13824 13824 
3 compute 20518650
3 comm_size 32
3 allReduce 1 2381618
3 compute 47351593
3 comm_size 32
3 allReduce 32 8075911 1
3 compute 62566098113
3 finalize