15 init 1
15 compute 127149
15 compute 2652
15 compute 336941
15 compute 13053018
15 comm_size 32
15 bcast 1
15 compute 25817
15 barrier
15 compute 22433
15 comm_size 32
15 bcast 1
15 compute 24028
15 barrier
15 compute 22602
15 comm_size 32
15 bcast 1
15 compute 23752
15 barrier
15 compute 22524
15 comm_size 32
15 bcast 1
15 compute 23829
15 barrier
15 compute 22604
15 comm_size 32
15 bcast 1
15 compute 23866
15 barrier
15 compute 22682
15 comm_size 32
15 bcast 1
15 compute 23839
15 barrier
15 compute 22621
15 comm_size 32
15 bcast 1
15 compute 23546
15 barrier
15 compute 421
15 barrier
15 compute 167881
15 barrier
15 compute 21064825
15 barrier
15 compute 97167
15 comm_size 32
15 bcast 1
15 compute 378168
15 barrier
15 compute 12633
15 comm_size 32
15 bcast 1
15 compute 46276
15 barrier
15 compute 1019082
15 barrier
15 compute 123090
15 gather 795 795 0 
15 compute 248083384
15 allToAll 1746 1746 
15 compute 276028
15 barrier
15 compute 409270090
15 comm_size 32
15 allReduce 32 19421153 1
15 compute 3038107647
15 compute 1525
15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
15 compute 1058646397
15 barrier
15 compute 7748
15 compute 332
15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 
15 compute 915154396
15 barrier
15 compute 1449498615
15 allToAll 13824 13824 
15 compute 72648698
15 allToAll 13824 13824 
15 compute 20518595
15 comm_size 32
15 allReduce 1 5301084
15 compute 1378420591
15 comm_size 32
15 allReduce 795 59634324
15 compute 1500197233
15 comm_size 32
15 allReduce 2 64461369
15 compute 21530676
15 allToAll 13824 13824 
15 compute 72648532
15 allToAll 13824 13824 
15 compute 20517894
15 comm_size 32
15 allReduce 1 2260549
15 compute 73034913
15 comm_size 32
15 allReduce 32 2746349 1
15 compute 60481266209
15 finalize