0 allReduce 32 12513009 1
0 compute 3035449395
0 compute 1525
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 1058645731
0 barrier
0 compute 7153
0 compute 332
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 915153801
0 barrier
0 compute 1455003037
0 allReduce 4 2819897655
0 compute 132910309
0 compute 332
-0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
0 compute 132663246
0 compute 332
-0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
0 compute 10066894
0 comm_size 32
0 allReduce 1729832 1205191960
0 allReduce 223729 356729152
0 compute 10199640
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 66479118
0 compute 1138
0 gather 133 133 0
0 allReduce 4 2620242804
0 compute 66353731
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924220
0 comm_size 32
0 allReduce 223729 155569917
0 allReduce 1 60530486
0 compute 9830
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289638188162
0 comm_size 32
0 allReduce 2 8327836924
0 compute 66601081
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 116089848
0 comm_size 32
0 allReduce 7 28454997
0 allReduce 223729 148807935
0 compute 10175847
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413106049
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3296100252
0 allReduce 4 2532439742
0 compute 66353750
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924207
0 comm_size 32
0 allReduce 223729 172696480
0 allReduce 1 34063131
0 compute 9830
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289638176104
0 comm_size 32
0 allReduce 2 8444761032
0 compute 66603741
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 194481241
0 comm_size 32
0 allReduce 7 22420441
0 allReduce 223729 753056887
0 compute 10172083
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413101960
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4858799444
0 allReduce 4 2489424270
0 compute 66353666
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924203
0 comm_size 32
0 allReduce 223729 242675021
0 allReduce 1 52303042
0 compute 9830
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289638177086
0 comm_size 32
0 allReduce 2 7812210943
0 compute 66599389
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 272898172
0 comm_size 32
0 allReduce 7 32910301
0 allReduce 223729 860799079
0 compute 10173021
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413102111
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6245959491
0 allReduce 4 2434342658
0 compute 66353815
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924192
0 comm_size 32
0 allReduce 223729 147833302
0 allReduce 1 33652711
0 compute 9830
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289638776559
0 comm_size 32
0 allReduce 2 8040730877
0 compute 66601130
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 351314710
0 comm_size 32
0 allReduce 7 62404278
0 allReduce 223729 227308804
0 compute 10167852
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413104845
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2889196359
0 allReduce 4 2376859877
0 compute 66353756
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924192
0 comm_size 32
0 allReduce 223729 197691220
0 allReduce 1 67822308
0 compute 9830
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289638772149
0 comm_size 32
0 allReduce 2 7951447777
0 compute 66600830
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 429731644
0 comm_size 32
0 allReduce 7 53101701
0 allReduce 223729 212414581
0 compute 10168049
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413103511
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2758079742
0 allReduce 4 2380925534
0 compute 66353682
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924192
0 comm_size 32
0 allReduce 223729 154302552
0 allReduce 1 88022026
0 compute 9830
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289878866381
0 comm_size 32
0 allReduce 2 7698090274
0 compute 66600446
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 508148578
0 comm_size 32
0 allReduce 7 62974949
0 allReduce 223729 267398813
0 compute 10165724
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413101866
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2885772824
0 allReduce 4 2389200350
0 compute 66353816
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924191
0 comm_size 32
0 allReduce 223729 197247292
0 allReduce 1 42002119
0 compute 9830
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289845218265
0 comm_size 32
0 allReduce 2 7664436351
0 compute 66602145
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 508123630
0 comm_size 32
0 allReduce 7 72218922
0 allReduce 223729 232601750
0 compute 10164964
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413105345
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2774213756
0 allReduce 4 2580688163
0 compute 66353711
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 924113
0 comm_size 32
0 allReduce 223729 174233706
0 allReduce 1 36375194
0 compute 9821
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289878202662
0 comm_size 32
0 allReduce 2 8028801314
0 compute 66599996
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 508123623
0 comm_size 32
0 allReduce 7 83358584
0 allReduce 223729 209720507
0 compute 10168519
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 31413104790
0 compute 336
0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2804453344
0 allReduce 4 2447232355
0 compute 66354278
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 925259
0 comm_size 32
0 allReduce 223729 162907620
0 allReduce 1 28371985
0 compute 10552
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 289878199829
0 comm_size 32
0 allReduce 2 7559468913
0 compute 66600216
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 508124881
0 comm_size 32
0 allReduce 7 63067321
0 allReduce 223729 217696211
0 compute 10169621
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 66385954
0 compute 1199
0 gather 133 133 0
0 allReduce 4 2578099043
0 compute 66664770
0 compute 346
-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
0 compute 918331
0 comm_size 32
0 allReduce 223729 206860641
0 allReduce 1 50068606
0 compute 10382
0 compute 346
-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
0 compute 66351674
0 comm_size 32
0 bcast 473 31 0
1 allReduce 32 21827181 1
1 compute 3038127257
1 compute 1525
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 1058645731
1 barrier
1 compute 7154
1 compute 332
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 915153808
1 barrier
1 compute 1455231051
1 allReduce 4 2683128144
1 compute 132712339
1 compute 332
-1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
1 compute 132663247
1 compute 332
-1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
1 compute 10047333
1 comm_size 32
1 allReduce 1729832 1146561771
1 allReduce 223729 272324382
1 compute 10193767
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 66461850
1 compute 1092
1 gather 133 133 0
1 allReduce 4 2601967299
1 compute 66332753
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917807
1 comm_size 32
1 allReduce 223729 185969370
1 allReduce 1 40606357
1 compute 11028
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287141988
1 comm_size 32
1 allReduce 2 8396744855
1 compute 66336068
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 116083978
1 comm_size 32
1 allReduce 7 31054026
1 allReduce 223729 178610941
1 compute 10180005
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413037797
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2536022911
1 allReduce 4 2476149014
1 compute 66332754
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917805
1 comm_size 32
1 allReduce 223729 190086567
1 allReduce 1 31631072
1 compute 11028
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287125487
1 comm_size 32
1 allReduce 2 8335024513
1 compute 66336063
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 194475385
1 comm_size 32
1 allReduce 7 20103481
1 allReduce 223729 714923372
1 compute 10179826
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413038331
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3523049994
1 allReduce 4 2417576196
1 compute 66332753
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917799
1 comm_size 32
1 allReduce 223729 279958823
1 allReduce 1 44311597
1 compute 11100
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287123463
1 comm_size 32
1 allReduce 2 7775824377
1 compute 66336064
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 272892313
1 comm_size 32
1 allReduce 7 33414735
1 allReduce 223729 847738330
1 compute 10179984
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413037813
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5368271037
1 allReduce 4 2468623745
1 compute 66332755
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917799
1 comm_size 32
1 allReduce 223729 167007204
1 allReduce 1 45619552
1 compute 11100
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287123472
1 comm_size 32
1 allReduce 2 7813588772
1 compute 66336063
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 351309228
1 comm_size 32
1 allReduce 7 46200899
1 allReduce 223729 255663055
1 compute 10179718
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413037809
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2142562664
1 allReduce 4 2405236092
1 compute 66332753
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917799
1 comm_size 32
1 allReduce 223729 175214740
1 allReduce 1 42186000
1 compute 11100
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287123489
1 comm_size 32
1 allReduce 2 7982948356
1 compute 66336064
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 429726163
1 comm_size 32
1 allReduce 7 10915788
1 allReduce 223729 212636775
1 compute 10179968
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413037808
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1971726542
1 allReduce 4 2439008860
1 compute 66332753
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917799
1 comm_size 32
1 allReduce 223729 171004330
1 allReduce 1 58064933
1 compute 11100
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287123459
1 comm_size 32
1 allReduce 2 7769417776
1 compute 66336063
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 508143082
1 comm_size 32
1 allReduce 7 32444427
1 allReduce 223729 267583486
1 compute 10179807
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413037783
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2106338835
1 allReduce 4 2443539118
1 compute 66332753
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917799
1 comm_size 32
1 allReduce 223729 187087899
1 allReduce 1 35017821
1 compute 11100
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287123469
1 comm_size 32
1 allReduce 2 7696422346
1 compute 66336063
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 508118152
1 comm_size 32
1 allReduce 7 11751449
1 allReduce 223729 257337696
1 compute 10180041
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413037807
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2014904026
1 allReduce 4 2642735779
1 compute 66332753
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917799
1 comm_size 32
1 allReduce 223729 127041700
1 allReduce 1 56869110
1 compute 11100
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287123481
1 comm_size 32
1 allReduce 2 8073071618
1 compute 66336063
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 508118152
1 comm_size 32
1 allReduce 7 85369465
1 allReduce 223729 219508156
1 compute 10179885
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 31413037805
1 compute 336
1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2061743428
1 allReduce 4 2498631925
1 compute 66332753
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 917799
1 comm_size 32
1 allReduce 223729 192227433
1 allReduce 1 26328385
1 compute 11100
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 290287123468
1 comm_size 32
1 allReduce 2 7544294074
1 compute 66336063
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 508118161
1 comm_size 32
1 allReduce 7 22573261
1 allReduce 223729 249416517
1 compute 10179796
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 66332632
1 compute 1093
1 gather 133 133 0
1 allReduce 4 2504213189
1 compute 66332590
1 compute 346
-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
1 compute 910273
1 comm_size 32
1 allReduce 223729 202217200
1 allReduce 1 33571403
1 compute 9919
1 compute 346
-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
1 compute 66332381
1 comm_size 32
1 bcast 473 31 0
10 allReduce 32 21656181 1
10 compute 3038108208
10 compute 1525
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 1058646373
10 barrier
10 compute 7748
10 compute 332
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 915154398
10 barrier
10 compute 1453147816
10 allReduce 4 4989642361
10 compute 128288782
10 compute 332
-10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
10 compute 128241582
10 compute 332
-10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
10 compute 10047295
10 comm_size 32
10 allReduce 1729832 1163204532
10 allReduce 223729 311897014
10 compute 10188628
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 66462258
10 compute 1149
10 gather 133 133 0
10 allReduce 4 2724930657
10 compute 66332768
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918112
10 comm_size 32
10 allReduce 223729 128735741
10 allReduce 1 52071036
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944566816
10 comm_size 32
10 allReduce 2 8443602560
10 compute 66336083
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 116083901
10 comm_size 32
10 allReduce 7 28049529
10 allReduce 223729 152146794
10 compute 10187934
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021238
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2984110675
10 allReduce 4 2603346779
10 compute 66332768
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918111
10 comm_size 32
10 allReduce 223729 163995950
10 allReduce 1 71319152
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944550307
10 comm_size 32
10 allReduce 2 8482373745
10 compute 66336078
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 194475310
10 comm_size 32
10 allReduce 7 28717323
10 allReduce 223729 798904546
10 compute 10187789
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021234
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5337132887
10 allReduce 4 2492649820
10 compute 66332768
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918110
10 comm_size 32
10 allReduce 223729 229959126
10 allReduce 1 66409621
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944550306
10 comm_size 32
10 allReduce 2 7884203867
10 compute 66336079
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 272892239
10 comm_size 32
10 allReduce 7 40998218
10 allReduce 223729 808249264
10 compute 10187682
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021228
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6234845056
10 allReduce 4 2739182663
10 compute 66332770
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918110
10 comm_size 32
10 allReduce 223729 165055015
10 allReduce 1 32820601
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944550315
10 comm_size 32
10 allReduce 2 8059365912
10 compute 66336078
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 351309154
10 comm_size 32
10 allReduce 7 68979724
10 allReduce 223729 234273843
10 compute 10187675
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021230
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2506301542
10 allReduce 4 2527048950
10 compute 66332768
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918111
10 comm_size 32
10 allReduce 223729 174708939
10 allReduce 1 78504594
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944546907
10 comm_size 32
10 allReduce 2 8245130041
10 compute 66336078
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 429726084
10 comm_size 32
10 allReduce 7 63015028
10 allReduce 223729 224384700
10 compute 10187646
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021225
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2395447324
10 allReduce 4 2534598004
10 compute 66332768
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918103
10 comm_size 32
10 allReduce 223729 201981675
10 allReduce 1 83768968
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944546917
10 comm_size 32
10 allReduce 2 7933266547
10 compute 66336078
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 508142999
10 comm_size 32
10 allReduce 7 66038709
10 allReduce 223729 269542745
10 compute 10187532
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021221
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2495706147
10 allReduce 4 2522896432
10 compute 66332768
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918105
10 comm_size 32
10 allReduce 223729 170428884
10 allReduce 1 80739371
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944546883
10 comm_size 32
10 allReduce 2 7808012189
10 compute 66336078
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 508118066
10 comm_size 32
10 allReduce 7 73058349
10 allReduce 223729 241793893
10 compute 10187702
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021222
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2409942446
10 allReduce 4 2771700123
10 compute 66332768
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918104
10 comm_size 32
10 allReduce 223729 130806876
10 allReduce 1 41359907
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944546899
10 comm_size 32
10 allReduce 2 8325197254
10 compute 66336078
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 508118078
10 comm_size 32
10 allReduce 7 80269184
10 allReduce 223729 212922705
10 compute 10187883
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 31413021216
10 compute 336
10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2424853787
10 allReduce 4 2667989675
10 compute 66332769
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 918103
10 comm_size 32
10 allReduce 223729 194733159
10 allReduce 1 33362355
10 compute 10982
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 289944546919
10 comm_size 32
10 allReduce 2 7761474038
10 compute 66336078
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 508118077
10 comm_size 32
10 allReduce 7 71230086
10 allReduce 223729 243000914
10 compute 10187701
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 66332649
10 compute 1193
10 gather 133 133 0
10 allReduce 4 2630159088
10 compute 66332607
10 compute 346
-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
10 compute 910411
10 comm_size 32
10 allReduce 223729 211882782
10 allReduce 1 24580943
10 compute 9725
10 compute 346
-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
10 compute 66332396
10 comm_size 32
10 bcast 473 31 0
11 allReduce 32 21078260 1
11 compute 3038108987
11 compute 1525
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 1058646373
11 barrier
11 compute 7748
11 compute 332
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 915154399
11 barrier
11 compute 1452184865
11 allReduce 4 4836025839
11 compute 128288685
11 compute 332
-11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
11 compute 128241332
11 compute 332
-11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
11 compute 10047473
11 comm_size 32
11 allReduce 1729832 1154015692
11 allReduce 223729 293113754
11 compute 10188881
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 66461696
11 compute 1097
11 gather 133 133 0
11 allReduce 4 2351973730
11 compute 66332695
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918069
11 comm_size 32
11 allReduce 223729 176712670
11 allReduce 1 38632937
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828168492
11 comm_size 32
11 allReduce 2 8219195972
11 compute 66336008
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 116083837
11 comm_size 32
11 allReduce 7 22707232
11 allReduce 223729 145238446
11 compute 10180702
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029069
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2973272493
11 allReduce 4 2253151226
11 compute 66332693
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 157046140
11 allReduce 1 49250303
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151983
11 comm_size 32
11 allReduce 2 8254121936
11 compute 66336003
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 194475246
11 comm_size 32
11 allReduce 7 27207585
11 allReduce 223729 781469375
11 compute 10180746
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029069
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5366754494
11 allReduce 4 2181514986
11 compute 66332693
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 248244973
11 allReduce 1 35123033
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151971
11 comm_size 32
11 allReduce 2 7688677167
11 compute 66336003
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 272892169
11 comm_size 32
11 allReduce 7 40620718
11 allReduce 223729 817834500
11 compute 10180672
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029070
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6069019567
11 allReduce 4 2384237969
11 compute 66332695
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 155755315
11 allReduce 1 65995908
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151971
11 comm_size 32
11 allReduce 2 7847992320
11 compute 66336003
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 351309081
11 comm_size 32
11 allReduce 7 75988088
11 allReduce 223729 249972750
11 compute 10180659
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029073
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2458248454
11 allReduce 4 2180058177
11 compute 66332693
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 164113099
11 allReduce 1 55935572
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151979
11 comm_size 32
11 allReduce 2 7962735403
11 compute 66336003
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 429726017
11 comm_size 32
11 allReduce 7 68758531
11 allReduce 223729 238946474
11 compute 10180690
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029071
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2361419031
11 allReduce 4 2240764806
11 compute 66332693
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 144434408
11 allReduce 1 48525969
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151982
11 comm_size 32
11 allReduce 2 7642622640
11 compute 66336003
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 508142936
11 comm_size 32
11 allReduce 7 59719509
11 allReduce 223729 287166576
11 compute 10180801
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029065
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2450039659
11 allReduce 4 2244558370
11 compute 66332694
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 160314765
11 allReduce 1 67949491
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151967
11 comm_size 32
11 allReduce 2 7651476270
11 compute 66336003
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 508118009
11 comm_size 32
11 allReduce 7 19185999
11 allReduce 223729 249731719
11 compute 10180672
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029069
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2356120401
11 allReduce 4 2423220245
11 compute 66332693
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 139837476
11 allReduce 1 43755865
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151973
11 comm_size 32
11 allReduce 2 8209023998
11 compute 66336004
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 508118011
11 comm_size 32
11 allReduce 7 74421767
11 allReduce 223729 235538271
11 compute 10180733
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 31413029068
11 compute 336
11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2414800087
11 allReduce 4 2341164557
11 compute 66332693
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 918066
11 comm_size 32
11 allReduce 223729 157029417
11 allReduce 1 43051957
11 compute 10981
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 289828151988
11 comm_size 32
11 allReduce 2 7593223019
11 compute 66336004
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 508118020
11 comm_size 32
11 allReduce 7 34230609
11 allReduce 223729 238188860
11 compute 10180657
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 66332552
11 compute 1098
11 gather 133 133 0
11 allReduce 4 2333982486
11 compute 66332029
11 compute 346
-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
11 compute 909955
11 comm_size 32
11 allReduce 223729 193386783
11 allReduce 1 19697860
11 compute 9321
11 compute 346
-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
11 compute 66331820
11 comm_size 32
11 bcast 473 31 0
12 allReduce 32 25565173 1
12 compute 3038107993
12 compute 1525
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 1058646378
12 barrier
12 compute 7748
12 compute 332
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 915154396
12 barrier
12 compute 1451516381
12 allReduce 4 5947568745
12 compute 128288752
12 compute 332
-12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
12 compute 128241397
12 compute 332
-12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
12 compute 10047349
12 comm_size 32
12 allReduce 1729832 1003050682
12 allReduce 223729 275931083
12 compute 10190187
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 66461814
12 compute 1240
12 gather 133 133 0
12 allReduce 4 2908664181
12 compute 66332648
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917767
12 comm_size 32
12 allReduce 223729 150230673
12 allReduce 1 70983502
12 compute 10912
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811629392
12 comm_size 32
12 allReduce 2 8603231762
12 compute 66336050
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 116083557
12 comm_size 32
12 allReduce 7 23376988
12 allReduce 223729 160075923
12 compute 10200536
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030509
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2760446726
12 allReduce 4 2812898130
12 compute 66332648
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917757
12 comm_size 32
12 allReduce 223729 160906513
12 allReduce 1 40095231
12 compute 10912
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811612872
12 comm_size 32
12 allReduce 2 8677583016
12 compute 66336045
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 194474961
12 comm_size 32
12 allReduce 7 33021037
12 allReduce 223729 661018118
12 compute 10200570
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030499
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4849197489
12 allReduce 4 2780853032
12 compute 66332648
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917757
12 comm_size 32
12 allReduce 223729 253137865
12 allReduce 1 44561656
12 compute 10912
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811612889
12 comm_size 32
12 allReduce 2 8114758985
12 compute 66336045
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 272891892
12 comm_size 32
12 allReduce 7 38228796
12 allReduce 223729 770376116
12 compute 10200314
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030505
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5809004515
12 allReduce 4 2914929497
12 compute 66332651
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917759
12 comm_size 32
12 allReduce 223729 140765454
12 allReduce 1 37670587
12 compute 10912
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811612886
12 comm_size 32
12 allReduce 2 8264251577
12 compute 66336045
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 351308808
12 comm_size 32
12 allReduce 7 85241190
12 allReduce 223729 191118479
12 compute 10200440
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030530
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2409375819
12 allReduce 4 2756348320
12 compute 66332648
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917757
12 comm_size 32
12 allReduce 223729 187166563
12 allReduce 1 46779796
12 compute 10912
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811612903
12 comm_size 32
12 allReduce 2 8432023573
12 compute 66336045
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 429725734
12 comm_size 32
12 allReduce 7 80820935
12 allReduce 223729 213715244
12 compute 10200417
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030506
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2272105037
12 allReduce 4 2782943449
12 compute 66332651
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917757
12 comm_size 32
12 allReduce 223729 144733462
12 allReduce 1 84568125
12 compute 10912
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811612888
12 comm_size 32
12 allReduce 2 8109936925
12 compute 66336045
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 508142653
12 comm_size 32
12 allReduce 7 68280986
12 allReduce 223729 243264269
12 compute 10200437
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030525
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2390345216
12 allReduce 4 2814517881
12 compute 66332648
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917757
12 comm_size 32
12 allReduce 223729 174847797
12 allReduce 1 38701340
12 compute 10912
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811612903
12 comm_size 32
12 allReduce 2 7936887237
12 compute 66336046
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 508117728
12 comm_size 32
12 allReduce 7 69348850
12 allReduce 223729 206565809
12 compute 10200471
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030510
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2296948435
12 allReduce 4 3034665585
12 compute 66332648
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917758
12 comm_size 32
12 allReduce 223729 161267138
12 allReduce 1 62394134
12 compute 10984
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811614321
12 comm_size 32
12 allReduce 2 8553389946
12 compute 66336045
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 508117732
12 comm_size 32
12 allReduce 7 77642319
12 allReduce 223729 167689170
12 compute 10200659
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 31413030528
12 compute 336
12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2337647694
12 allReduce 4 2885394872
12 compute 66332649
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 917758
12 comm_size 32
12 allReduce 223729 177086840
12 allReduce 1 32498287
12 compute 10984
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 289811614301
12 comm_size 32
12 allReduce 2 8084677793
12 compute 66336045
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 508117734
12 comm_size 32
12 allReduce 7 75821939
12 allReduce 223729 218669741
12 compute 10200544
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 66332493
12 compute 1207
12 gather 133 133 0
12 allReduce 4 2895632306
12 compute 66332770
12 compute 346
-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
12 compute 910482
12 comm_size 32
12 allReduce 223729 199391961
12 allReduce 1 33038589
12 compute 10111
12 compute 346
-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
12 compute 66332567
12 comm_size 32
12 bcast 473 31 0
13 allReduce 32 7746985 1
13 compute 3038107988
13 compute 1525
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 1058646386
13 barrier
13 compute 7748
13 compute 332
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 915154400
13 barrier
13 compute 1451801158
13 allReduce 4 1561376734
13 compute 128288751
13 compute 332
-13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
13 compute 128241400
13 compute 332
-13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
13 compute 10047354
13 comm_size 32
13 allReduce 1729832 641134447
13 allReduce 223729 138390093
13 compute 10190081
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 66461785
13 compute 1240
13 gather 133 133 0
13 allReduce 4 507668341
13 compute 66332648
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917766
13 comm_size 32
13 allReduce 223729 86567438
13 allReduce 1 16698956
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811633692
13 comm_size 32
13 allReduce 2 1741788530
13 compute 66336049
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 116083561
13 comm_size 32
13 allReduce 7 15177474
13 allReduce 223729 120596753
13 compute 10200672
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030605
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2104111353
13 allReduce 4 419544222
13 compute 66332648
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917760
13 comm_size 32
13 allReduce 223729 95456169
13 allReduce 1 11962469
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811616708
13 comm_size 32
13 allReduce 2 1500599877
13 compute 66336044
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 194474965
13 comm_size 32
13 allReduce 7 5266970
13 allReduce 223729 614926239
13 compute 10200903
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030599
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4172706967
13 allReduce 4 278462919
13 compute 66332649
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917757
13 comm_size 32
13 allReduce 223729 179140611
13 allReduce 1 18937982
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811616680
13 comm_size 32
13 allReduce 2 851837341
13 compute 66336044
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 272891893
13 comm_size 32
13 allReduce 7 23881887
13 allReduce 223729 680131026
13 compute 10200811
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030639
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5019632384
13 allReduce 4 489123184
13 compute 66332648
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917758
13 comm_size 32
13 allReduce 223729 87421556
13 allReduce 1 18029476
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811615442
13 comm_size 32
13 allReduce 2 1097985928
13 compute 66336044
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 351308808
13 comm_size 32
13 allReduce 7 46378602
13 allReduce 223729 153230205
13 compute 10200888
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030607
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1707995817
13 allReduce 4 212739295
13 compute 66332649
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917757
13 comm_size 32
13 allReduce 223729 99953583
13 allReduce 1 13565620
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811613812
13 comm_size 32
13 allReduce 2 1369108796
13 compute 66336044
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 429725743
13 comm_size 32
13 allReduce 7 22190313
13 allReduce 223729 139647050
13 compute 10200737
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030635
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1605158154
13 allReduce 4 390919701
13 compute 66332649
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917757
13 comm_size 32
13 allReduce 223729 102736226
13 allReduce 1 6470019
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811613832
13 comm_size 32
13 allReduce 2 937034234
13 compute 66336045
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 508142663
13 comm_size 32
13 allReduce 7 8741547
13 allReduce 223729 138337475
13 compute 10200755
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030600
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1688486002
13 allReduce 4 489207207
13 compute 66332650
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917758
13 comm_size 32
13 allReduce 223729 109526081
13 allReduce 1 9315655
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811613815
13 comm_size 32
13 allReduce 2 901410458
13 compute 66336043
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 508117731
13 comm_size 32
13 allReduce 7 3613742
13 allReduce 223729 107416827
13 compute 10200831
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030599
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1625194882
13 allReduce 4 602397989
13 compute 66332650
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917757
13 comm_size 32
13 allReduce 223729 90093570
13 allReduce 1 10106597
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811613818
13 comm_size 32
13 allReduce 2 1334351583
13 compute 66336043
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 508117735
13 comm_size 32
13 allReduce 7 58406862
13 allReduce 223729 100185719
13 compute 10200700
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 31413030598
13 compute 336
13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1706541474
13 allReduce 4 441699232
13 compute 66332649
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 917757
13 comm_size 32
13 allReduce 223729 82541637
13 allReduce 1 17143445
13 compute 10912
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 289811613767
13 comm_size 32
13 allReduce 2 1262937639
13 compute 66336047
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 508117748
13 comm_size 32
13 allReduce 7 9772732
13 allReduce 223729 137851473
13 compute 10200815
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 66332492
13 compute 1223
13 gather 133 133 0
13 allReduce 4 364133381
13 compute 66332773
13 compute 346
-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
13 compute 910490
13 comm_size 32
13 allReduce 223729 113270595
13 allReduce 1 241353440
13 compute 10039
13 compute 346
-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
13 compute 66332566
13 comm_size 32
13 bcast 473 31 0
14 allReduce 32 21679149 1
14 compute 3038107618
14 compute 1525
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 1058646389
14 barrier
14 compute 7748
14 compute 332
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 915154403
14 barrier
14 compute 1450254991
14 allReduce 4 4888193579
14 compute 128288711
14 compute 332
-14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
14 compute 128241329
14 compute 332
-14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055
+14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299
14 compute 10047535
14 comm_size 32
14 allReduce 1729832 1146749668
14 allReduce 223729 287874700
14 compute 10191793
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 66462023
14 compute 1234
14 gather 133 133 0
14 allReduce 4 2910746689
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917816
14 comm_size 32
14 allReduce 223729 188974566
14 allReduce 1 50284355
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811674791
14 comm_size 32
14 allReduce 2 8801416394
14 compute 66335985
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 116083535
14 comm_size 32
14 allReduce 7 18560353
14 allReduce 223729 153938797
14 compute 10184838
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026591
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3117504626
14 allReduce 4 2831652720
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917813
14 comm_size 32
14 allReduce 223729 203464404
14 allReduce 1 53782648
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811658316
14 comm_size 32
14 allReduce 2 8680272202
14 compute 66335980
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 194474936
14 comm_size 32
14 allReduce 7 19202018
14 allReduce 223729 793730982
14 compute 10184711
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026702
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5520490425
14 allReduce 4 2744297159
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917806
14 comm_size 32
14 allReduce 223729 288744136
14 allReduce 1 90461225
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811655854
14 comm_size 32
14 allReduce 2 8086110832
14 compute 66335980
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 272891864
14 comm_size 32
14 allReduce 7 35533163
14 allReduce 223729 835268038
14 compute 10184557
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026595
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6167772541
14 allReduce 4 2954013831
14 compute 66332672
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917806
14 comm_size 32
14 allReduce 223729 168765756
14 allReduce 1 40518527
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811655871
14 comm_size 32
14 allReduce 2 8240005179
14 compute 66335980
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 351308787
14 comm_size 32
14 allReduce 7 46595321
14 allReduce 223729 250706779
14 compute 10184545
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026703
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2615363405
14 allReduce 4 2724167950
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917806
14 comm_size 32
14 allReduce 223729 204901114
14 allReduce 1 44670085
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811655875
14 comm_size 32
14 allReduce 2 8481603911
14 compute 66335980
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 429725716
14 comm_size 32
14 allReduce 7 27490297
14 allReduce 223729 238839961
14 compute 10184578
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026592
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2525274371
14 allReduce 4 2762067851
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917806
14 comm_size 32
14 allReduce 223729 164962628
14 allReduce 1 61830921
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811655876
14 comm_size 32
14 allReduce 2 8030269940
14 compute 66335980
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 508142636
14 comm_size 32
14 allReduce 7 32502436
14 allReduce 223729 272743001
14 compute 10184752
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026593
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2675657822
14 allReduce 4 2837496353
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917806
14 comm_size 32
14 allReduce 223729 171611360
14 allReduce 1 59727878
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811655856
14 comm_size 32
14 allReduce 2 8146361569
14 compute 66335980
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 508117704
14 comm_size 32
14 allReduce 7 67740098
14 allReduce 223729 237243954
14 compute 10184736
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026705
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2581031731
14 allReduce 4 3010301773
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917806
14 comm_size 32
14 allReduce 223729 154590930
14 allReduce 1 40571345
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811655835
14 comm_size 32
14 allReduce 2 8481893167
14 compute 66335981
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 508117705
14 comm_size 32
14 allReduce 7 85039108
14 allReduce 223729 187748278
14 compute 10184663
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 31413026704
14 compute 336
14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2598068323
14 allReduce 4 2860523556
14 compute 66332670
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 917806
14 comm_size 32
14 allReduce 223729 198144747
14 allReduce 1 50540527
14 compute 10858
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 289811655868
14 comm_size 32
14 allReduce 2 8062286259
14 compute 66335980
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 508117710
14 comm_size 32
14 allReduce 7 87593594
14 allReduce 223729 250308899
14 compute 10184790
14 compute 346
-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450
14 compute 66332535
14 compute 1233
14 gather 133 133 0
14 allReduce 4 2874610534
14 compute 66332627
14 compute 346
-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834
14 compute 910370
14 comm_size 32
14 allReduce 223729 211919742