Add an example that shows how to replay multiple applications at the same time

[simgrid.git] / examples / smpi / replay_multiple / ti_traces_32_1 / ti_trace2.txt

2 init 1
2 compute 127149
2 compute 2652
2 compute 337092
2 compute 12998950
2 comm_size 32
2 bcast 1
2 compute 25815
2 barrier
2 compute 22487
2 comm_size 32
2 bcast 1
2 compute 24027
2 barrier
2 compute 22602
2 comm_size 32
2 bcast 1
2 compute 23751
2 barrier
2 compute 22524
2 comm_size 32
2 bcast 1
2 compute 23829
2 barrier
2 compute 22604
2 comm_size 32
2 bcast 1
2 compute 23867
2 barrier
2 compute 22682
2 comm_size 32
2 bcast 1
2 compute 23839
2 barrier
2 compute 22621
2 comm_size 32
2 bcast 1
2 compute 23546
2 barrier
2 compute 421
2 barrier
2 compute 167880
2 barrier
2 compute 20491058
2 barrier
2 compute 97157
2 comm_size 32
2 bcast 1
2 compute 378027
2 barrier
2 compute 12633
2 comm_size 32
2 bcast 1
2 compute 46295
2 barrier
2 compute 1019138
2 barrier
2 compute 123092
2 gather 795 795 0 
2 compute 231016664
2 allToAll 1746 1746 
2 compute 276030
2 barrier
2 compute 409271032
2 comm_size 32
2 allReduce 32 21600798 1
2 compute 3038108638
2 compute 1525
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 1058646336
2 barrier
2 compute 7748
2 compute 332
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 915154403
2 barrier
2 compute 1453971872
2 allToAll 13824 13824 
2 compute 72648604
2 allToAll 13824 13824 
2 compute 20518491
2 comm_size 32
2 allReduce 1 9133457
2 compute 1382778051
2 comm_size 32
2 allReduce 795 56590206
2 compute 1515905980
2 comm_size 32
2 allReduce 2 68499832
2 compute 21531910
2 allToAll 13824 13824 
2 compute 72648598
2 allToAll 13824 13824 
2 compute 20518490
2 comm_size 32
2 allReduce 1 2165903
2 compute 47383939
2 comm_size 32
2 allReduce 32 7340509 1
2 compute 62566097135
2 compute 1717
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3049452294 
2 compute 24420614
2 comm_size 32
2 allReduce 2 583000087
2 compute 21531031
2 allToAll 13824 13824 
2 compute 72647698
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 1464101
2 compute 1070508
2 compute 1377
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 181884750657
2 comm_size 32
2 allReduce 4 2578730912
2 compute 132712402
2 compute 332
2 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
2 compute 132663308
2 compute 332
2 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
2 compute 10047526
2 comm_size 32
2 allReduce 1729832 1267564792
2 compute 10272992000
2 comm_size 32
2 bcast 934 31 0
2 compute 337
2 barrier
2 compute 19401
2 comm_size 32
2 bcast 1729832
2 compute 1564830
2 comm_size 32
2 allReduce 223729 376202852
2 compute 10202311
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 66461930
2 compute 1125
2 gather 133 133 0 
2 compute 31346729582
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2634037555 
2 compute 24495455
2 comm_size 32
2 allReduce 2 709804541
2 compute 21530609
2 allToAll 13824 13824 
2 compute 72648078
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 3519935
2 compute 1064335
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451494
2 comm_size 32
2 allReduce 4 2955205520
2 compute 66332569
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917647
2 comm_size 32
2 allReduce 223729 205056163
2 compute 11342
2 comm_size 32
2 allReduce 1 85122455
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779251539
2 comm_size 32
2 allReduce 2 8700206656
2 compute 66335882
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 116083430
2 comm_size 32
2 allReduce 7 35184058
2 compute 210073214
2 comm_size 32
2 allReduce 223729 174000813
2 compute 10209957
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034778
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2669016024 
2 compute 24592174
2 comm_size 32
2 allReduce 2 717409586
2 compute 21530610
2 allToAll 13824 13824 
2 compute 72648082
2 allToAll 13824 13824 
2 compute 20697640
2 comm_size 32
2 allReduce 1 9314385
2 compute 1064335
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451386
2 comm_size 32
2 allReduce 4 2864733075
2 compute 66332567
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917646
2 comm_size 32
2 allReduce 223729 209561769
2 compute 11342
2 comm_size 32
2 allReduce 1 76543561
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235040
2 comm_size 32
2 allReduce 2 8641030690
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 194474834
2 comm_size 32
2 allReduce 7 22181606
2 compute 445335147
2 comm_size 32
2 allReduce 223729 752112833
2 compute 10209915
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034781
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4446501801 
2 compute 24836256
2 comm_size 32
2 allReduce 2 1237049155
2 compute 21530610
2 allToAll 13824 13824 
2 compute 72648087
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 7247231
2 compute 1064334
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451376
2 comm_size 32
2 allReduce 4 2795530518
2 compute 66332568
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917646
2 comm_size 32
2 allReduce 223729 308075964
2 compute 11335
2 comm_size 32
2 allReduce 1 64237436
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235054
2 comm_size 32
2 allReduce 2 8104795481
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 272891764
2 comm_size 32
2 allReduce 7 50523009
2 compute 602163566
2 comm_size 32
2 allReduce 223729 899202713
2 compute 10209932
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034750
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5838746252 
2 compute 24593130
2 comm_size 32
2 allReduce 2 834315659
2 compute 21530610
2 allToAll 13824 13824 
2 compute 72648080
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 3406673
2 compute 1064334
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451373
2 comm_size 32
2 allReduce 4 2812150527
2 compute 66332569
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917645
2 comm_size 32
2 allReduce 223729 168717440
2 compute 11336
2 comm_size 32
2 allReduce 1 69501066
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235054
2 comm_size 32
2 allReduce 2 8192102124
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 351308679
2 comm_size 32
2 allReduce 7 72028044
2 compute 758998851
2 comm_size 32
2 allReduce 223729 248287707
2 compute 10210004
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034773
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2278949241 
2 compute 24606192
2 comm_size 32
2 allReduce 2 716848239
2 compute 21530610
2 allToAll 13824 13824 
2 compute 72648078
2 allToAll 13824 13824 
2 compute 20697638
2 comm_size 32
2 allReduce 1 5043090
2 compute 1064334
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451377
2 comm_size 32
2 allReduce 4 2755341926
2 compute 66332567
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917647
2 comm_size 32
2 allReduce 223729 230268317
2 compute 11334
2 comm_size 32
2 allReduce 1 80517898
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235045
2 comm_size 32
2 allReduce 2 8388271159
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 429725613
2 comm_size 32
2 allReduce 7 57725463
2 compute 915834485
2 comm_size 32
2 allReduce 223729 255278949
2 compute 10209829
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034746
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2119405792 
2 compute 24593315
2 comm_size 32
2 allReduce 2 726800302
2 compute 21530621
2 allToAll 13824 13824 
2 compute 72648078
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 2595022
2 compute 1064334
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451383
2 comm_size 32
2 allReduce 4 2771576658
2 compute 66332567
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917647
2 comm_size 32
2 allReduce 223729 182946667
2 compute 11335
2 comm_size 32
2 allReduce 1 82708076
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235040
2 comm_size 32
2 allReduce 2 8031014567
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 508142525
2 comm_size 32
2 allReduce 7 41438511
2 compute 1020352599
2 comm_size 32
2 allReduce 223729 293351072
2 compute 10209904
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034756
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2204729655 
2 compute 24604331
2 comm_size 32
2 allReduce 2 732204596
2 compute 21530620
2 allToAll 13824 13824 
2 compute 72648078
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 4187557
2 compute 1064334
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451373
2 comm_size 32
2 allReduce 4 2813758948
2 compute 66332568
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917645
2 comm_size 32
2 allReduce 223729 212962134
2 compute 11342
2 comm_size 32
2 allReduce 1 96561508
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235067
2 comm_size 32
2 allReduce 2 7940739758
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 508117595
2 comm_size 32
2 allReduce 7 42281817
2 compute 1020352763
2 comm_size 32
2 allReduce 223729 257774777
2 compute 10209871
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034760
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2134185021 
2 compute 24598267
2 comm_size 32
2 allReduce 2 718207521
2 compute 21530620
2 allToAll 13824 13824 
2 compute 72648078
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 3732983
2 compute 1064334
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451386
2 comm_size 32
2 allReduce 4 3008885854
2 compute 66332567
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917645
2 comm_size 32
2 allReduce 223729 196495929
2 compute 11342
2 comm_size 32
2 allReduce 1 77618324
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235054
2 comm_size 32
2 allReduce 2 8463589887
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 508117600
2 comm_size 32
2 allReduce 7 89395696
2 compute 1020352620
2 comm_size 32
2 allReduce 223729 233605798
2 compute 10209853
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 31413034735
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2173585351 
2 compute 24600541
2 comm_size 32
2 allReduce 2 724315083
2 compute 21530620
2 allToAll 13824 13824 
2 compute 72648078
2 allToAll 13824 13824 
2 compute 20697636
2 comm_size 32
2 allReduce 1 2043724
2 compute 1064334
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451379
2 comm_size 32
2 allReduce 4 2894657905
2 compute 66332567
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 917645
2 comm_size 32
2 allReduce 223729 217074488
2 compute 11342
2 comm_size 32
2 allReduce 1 91993573
2 compute 10693
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 289779235054
2 comm_size 32
2 allReduce 2 7990262177
2 compute 66335877
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 508117607
2 comm_size 32
2 allReduce 7 43639120
2 compute 1020352764
2 comm_size 32
2 allReduce 223729 273800728
2 compute 10210001
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 66332384
2 compute 1126
2 gather 133 133 0 
2 compute 31346705368
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2239277005 
2 compute 24602827
2 comm_size 32
2 allReduce 2 735424119
2 compute 21531527
2 allToAll 13824 13824 
2 compute 72648322
2 allToAll 13824 13824 
2 compute 20698136
2 comm_size 32
2 allReduce 1 2407972
2 compute 1064531
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 91011451811
2 comm_size 32
2 allReduce 4 2895768135
2 compute 66332805
2 compute 346
2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
2 compute 910591
2 comm_size 32
2 allReduce 223729 218520527
2 compute 1567911441
2 comm_size 32
2 allReduce 1 41615901
2 compute 10169
2 compute 346
2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
2 compute 66332606
2 comm_size 32
2 bcast 473 31 0
2 compute 337
2 barrier
2 compute 31293664162
2 compute 336
2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2499819713 
2 compute 21791183
2 allToAll 13824 13824 
2 compute 72648030
2 allToAll 13824 13824 
2 compute 20516883
2 comm_size 32
2 allReduce 1 2089579
2 compute 987
2 comm_size 32
2 allReduce 6 948405
2 compute 4219
2 compute 344
2 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
2 compute 10316801410
2 comm_size 32
2 allReduce 795 654858567
2 compute 993
2 comm_size 32
2 allReduce 1 707511
2 compute 47086
2 barrier
2 compute 504140
2 compute 1124
2 gather 133 133 0 
2 compute 2459
2 compute 451
2 gather 3 3 0 
2 compute 87044
2 barrier
2 compute 20841
2 barrier
2 compute 346
2 barrier
2 compute 2654
2 finalize