Add an example that shows how to replay multiple applications at the same time

[simgrid.git] / examples / smpi / replay_multiple / ti_traces_32_1 / ti_trace28.txt

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace28.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace28.txt
new file mode 100644 (file)
index 0000000..38a202f
--- /dev/null
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace28.txt
@@ -0,0 +1,635 @@
+28 init 1
+28 compute 127155
+28 compute 2652
+28 compute 336539
+28 compute 13016156
+28 comm_size 32
+28 bcast 1
+28 compute 25799
+28 barrier
+28 compute 22474
+28 comm_size 32
+28 bcast 1
+28 compute 23738
+28 barrier
+28 compute 22692
+28 comm_size 32
+28 bcast 1
+28 compute 23582
+28 barrier
+28 compute 22610
+28 comm_size 32
+28 bcast 1
+28 compute 23666
+28 barrier
+28 compute 22696
+28 comm_size 32
+28 bcast 1
+28 compute 23699
+28 barrier
+28 compute 22768
+28 comm_size 32
+28 bcast 1
+28 compute 23666
+28 barrier
+28 compute 22556
+28 comm_size 32
+28 bcast 1
+28 compute 23438
+28 barrier
+28 compute 426
+28 barrier
+28 compute 165694
+28 barrier
+28 compute 31415040
+28 barrier
+28 compute 97259
+28 comm_size 32
+28 bcast 1
+28 compute 378185
+28 barrier
+28 compute 12856
+28 comm_size 32
+28 bcast 1
+28 compute 46319
+28 barrier
+28 compute 1017192
+28 barrier
+28 compute 124218
+28 gather 795 795 0 
+28 compute 251211915
+28 allToAll 1746 1746 
+28 compute 276028
+28 barrier
+28 compute 409313589
+28 comm_size 32
+28 allReduce 32 23989 1
+28 compute 2984190851
+28 compute 1525
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 1058646461
+28 barrier
+28 compute 7748
+28 compute 332
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 854144614
+28 barrier
+28 compute 1439729605
+28 allToAll 13824 13824 
+28 compute 12007
+28 allToAll 13824 13824 
+28 compute 20518662
+28 comm_size 32
+28 allReduce 1 10348621
+28 compute 1368565748
+28 comm_size 32
+28 allReduce 795 15729812
+28 compute 1479129984
+28 comm_size 32
+28 allReduce 2 4751179
+28 compute 21530860
+28 allToAll 13824 13824 
+28 compute 11643
+28 allToAll 13824 13824 
+28 compute 20517914
+28 comm_size 32
+28 allReduce 1 1949975
+28 compute 53951331
+28 comm_size 32
+28 allReduce 32 11843209 1
+28 compute 60481275100
+28 compute 1717
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2831548739 
+28 compute 24663269
+28 comm_size 32
+28 allReduce 2 3080986
+28 compute 21530738
+28 allToAll 13824 13824 
+28 compute 10951
+28 allToAll 13824 13824 
+28 compute 20697560
+28 comm_size 32
+28 allReduce 1 1312562
+28 compute 1070121
+28 compute 1377
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 175827364961
+28 comm_size 32
+28 allReduce 4 162051646
+28 compute 128288753
+28 compute 332
+28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+28 compute 128241555
+28 compute 332
+28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+28 compute 10047350
+28 comm_size 32
+28 allReduce 1729832 722432025
+28 compute 10272890403
+28 comm_size 32
+28 bcast 934 31 0
+28 compute 337
+28 barrier
+28 compute 19072
+28 comm_size 32
+28 bcast 1729832
+28 compute 1564513
+28 comm_size 32
+28 allReduce 223729 78841312
+28 compute 10199542
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 62038102
+28 compute 1127
+28 gather 133 133 0 
+28 compute 29258370690
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3431942781 
+28 compute 24705751
+28 comm_size 32
+28 allReduce 2 1618088
+28 compute 21531303
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698008
+28 comm_size 32
+28 allReduce 1 3441818
+28 compute 1064461
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125444
+28 comm_size 32
+28 allReduce 4 2286852263
+28 compute 61911070
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918326
+28 comm_size 32
+28 allReduce 223729 109844449
+28 compute 11509
+28 comm_size 32
+28 allReduce 1 5659761
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328395694
+28 comm_size 32
+28 allReduce 2 7036905451
+28 compute 61914441
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 116084105
+28 comm_size 32
+28 allReduce 7 20027544
+28 compute 210074095
+28 comm_size 32
+28 allReduce 223729 102334910
+28 compute 10186423
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254335
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3414193818 
+28 compute 24677268
+28 comm_size 32
+28 allReduce 2 1748475
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698008
+28 comm_size 32
+28 allReduce 1 5106884
+28 compute 1064461
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125328
+28 comm_size 32
+28 allReduce 4 2223292109
+28 compute 61911071
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918324
+28 comm_size 32
+28 allReduce 223729 119575111
+28 compute 11501
+28 comm_size 32
+28 allReduce 1 14021801
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379209
+28 comm_size 32
+28 allReduce 2 6911190536
+28 compute 61914437
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 194475515
+28 comm_size 32
+28 allReduce 7 17592640
+28 compute 445336020
+28 comm_size 32
+28 allReduce 223729 655637897
+28 compute 10186563
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254257
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5410290319 
+28 compute 24675384
+28 comm_size 32
+28 allReduce 2 3112190
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698008
+28 comm_size 32
+28 allReduce 1 4114163
+28 compute 1064461
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125302
+28 comm_size 32
+28 allReduce 4 2346141383
+28 compute 61911072
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918324
+28 comm_size 32
+28 allReduce 223729 205892164
+28 compute 11501
+28 comm_size 32
+28 allReduce 1 7433988
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379147
+28 comm_size 32
+28 allReduce 2 6942416686
+28 compute 61914436
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 272892445
+28 comm_size 32
+28 allReduce 7 24668338
+28 compute 602164354
+28 comm_size 32
+28 allReduce 223729 666394023
+28 compute 10186431
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254348
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6252654161 
+28 compute 24700271
+28 comm_size 32
+28 allReduce 2 4280427
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698008
+28 comm_size 32
+28 allReduce 1 5333439
+28 compute 1064461
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125321
+28 comm_size 32
+28 allReduce 4 2212522919
+28 compute 61911071
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918324
+28 comm_size 32
+28 allReduce 223729 98424106
+28 compute 11509
+28 comm_size 32
+28 allReduce 1 10584
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379129
+28 comm_size 32
+28 allReduce 2 7169251721
+28 compute 61914437
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 351309358
+28 comm_size 32
+28 allReduce 7 39119126
+28 compute 758999632
+28 comm_size 32
+28 allReduce 223729 146523146
+28 compute 10186527
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254278
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2997954837 
+28 compute 24711299
+28 comm_size 32
+28 allReduce 2 1883295
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698008
+28 comm_size 32
+28 allReduce 1 2997259
+28 compute 1064461
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125341
+28 comm_size 32
+28 allReduce 4 2124866675
+28 compute 61911070
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918324
+28 comm_size 32
+28 allReduce 223729 117926042
+28 compute 11501
+28 comm_size 32
+28 allReduce 1 13433071
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379209
+28 comm_size 32
+28 allReduce 2 6845157700
+28 compute 61914437
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 429726292
+28 comm_size 32
+28 allReduce 7 11092
+28 compute 915835261
+28 comm_size 32
+28 allReduce 223729 97007654
+28 compute 10186354
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254263
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2808272822 
+28 compute 24698062
+28 comm_size 32
+28 allReduce 2 2401227
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698008
+28 comm_size 32
+28 allReduce 1 1729263
+28 compute 1064461
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125334
+28 comm_size 32
+28 allReduce 4 2109550355
+28 compute 61911070
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918325
+28 comm_size 32
+28 allReduce 223729 95782639
+28 compute 11501
+28 comm_size 32
+28 allReduce 1 11959000
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379206
+28 comm_size 32
+28 allReduce 2 6381507945
+28 compute 61914436
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 508143205
+28 comm_size 32
+28 allReduce 7 24490891
+28 compute 1020353115
+28 comm_size 32
+28 allReduce 223729 123829285
+28 compute 10186335
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254260
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3005417580 
+28 compute 24706630
+28 comm_size 32
+28 allReduce 2 1981756
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11118
+28 allToAll 13824 13824 
+28 compute 20698008
+28 comm_size 32
+28 allReduce 1 2768314
+28 compute 1064463
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125304
+28 comm_size 32
+28 allReduce 4 2431315290
+28 compute 61911070
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918324
+28 comm_size 32
+28 allReduce 223729 118072569
+28 compute 11501
+28 comm_size 32
+28 allReduce 1 11509802
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379230
+28 comm_size 32
+28 allReduce 2 6195735088
+28 compute 61914436
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 508118280
+28 comm_size 32
+28 allReduce 7 11895895
+28 compute 1020353277
+28 comm_size 32
+28 allReduce 223729 126695296
+28 compute 10186539
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254333
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2925975441 
+28 compute 24702678
+28 comm_size 32
+28 allReduce 2 1384732
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698014
+28 comm_size 32
+28 allReduce 1 3055429
+28 compute 1064461
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125283
+28 comm_size 32
+28 allReduce 4 2694821461
+28 compute 61911070
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918324
+28 comm_size 32
+28 allReduce 223729 101099984
+28 compute 11501
+28 comm_size 32
+28 allReduce 1 9399477
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379152
+28 comm_size 32
+28 allReduce 2 7037555661
+28 compute 61914436
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 508118288
+28 comm_size 32
+28 allReduce 7 19289945
+28 compute 1020353135
+28 comm_size 32
+28 allReduce 223729 81256536
+28 compute 10186396
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 29320254268
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2876028719 
+28 compute 24703404
+28 comm_size 32
+28 allReduce 2 1259020
+28 compute 21531292
+28 allToAll 13824 13824 
+28 compute 11117
+28 allToAll 13824 13824 
+28 compute 20698015
+28 comm_size 32
+28 allReduce 1 1641288
+28 compute 1064462
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125332
+28 comm_size 32
+28 allReduce 4 2288441719
+28 compute 61911070
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 918324
+28 comm_size 32
+28 allReduce 223729 90661857
+28 compute 11509
+28 comm_size 32
+28 allReduce 1 10363377
+28 compute 11275
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 270328379194
+28 comm_size 32
+28 allReduce 2 6456423760
+28 compute 61914437
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 508118290
+28 comm_size 32
+28 allReduce 7 14015472
+28 compute 1020353279
+28 comm_size 32
+28 allReduce 223729 121128277
+28 compute 10186442
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 61911006
+28 compute 1117
+28 gather 133 133 0 
+28 compute 29258345597
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2926678550 
+28 compute 24703095
+28 comm_size 32
+28 allReduce 2 1353627
+28 compute 21531072
+28 allToAll 13824 13824 
+28 compute 11017
+28 allToAll 13824 13824 
+28 compute 20697822
+28 comm_size 32
+28 allReduce 1 2296672
+28 compute 1064406
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 84960125076
+28 comm_size 32
+28 allReduce 4 2427812450
+28 compute 61910907
+28 compute 346
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 compute 910537
+28 comm_size 32
+28 allReduce 223729 85185021
+28 compute 1567989594
+28 comm_size 32
+28 allReduce 1 181435412
+28 compute 10045
+28 compute 346
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 compute 61910755
+28 comm_size 32
+28 bcast 473 31 0
+28 compute 337
+28 barrier
+28 compute 29208843077
+28 compute 336
+28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2912370040 
+28 compute 21791309
+28 allToAll 13824 13824 
+28 compute 11189
+28 allToAll 13824 13824 
+28 compute 20517032
+28 comm_size 32
+28 allReduce 1 3393397
+28 compute 987
+28 comm_size 32
+28 allReduce 6 358828
+28 compute 4281
+28 compute 344
+28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
+28 compute 9839405417
+28 comm_size 32
+28 allReduce 795 223730178
+28 compute 993
+28 comm_size 32
+28 allReduce 1 675329
+28 compute 47119
+28 barrier
+28 compute 503985
+28 compute 1073
+28 gather 133 133 0 
+28 compute 2425
+28 compute 451
+28 gather 3 3 0 
+28 compute 87133
+28 barrier
+28 compute 20451
+28 barrier
+28 compute 346
+28 barrier
+28 compute 2654
+28 finalize
\ No newline at end of file