Fix replay files (alltoallv replay has changed since it was generated))

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace0.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace0.txt
index ed9536c..bc27a53 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace0.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace0.txt
@@ -66,12 +66,12 @@
 0 allReduce 32 12513009 1
 0 compute 3035449395
 0 compute 1525
 0 allReduce 32 12513009 1
 0 compute 3035449395
 0 compute 1525

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 1058645731
 0 barrier
 0 compute 7153
 0 compute 332
 0 compute 1058645731
 0 barrier
 0 compute 7153
 0 compute 332

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 915153801
 0 barrier
 0 compute 1455003037
 0 compute 915153801
 0 barrier
 0 compute 1455003037


@@ -118,10 +118,10 @@
 0 allReduce 4 2819897655
 0 compute 132910309
 0 compute 332
 0 allReduce 4 2819897655
 0 compute 132910309
 0 compute 332

-0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 0 compute 132663246
 0 compute 332
 0 compute 132663246
 0 compute 332

-0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+0 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 0 compute 10066894
 0 comm_size 32
 0 allReduce 1729832 1205191960
 0 compute 10066894
 0 comm_size 32
 0 allReduce 1729832 1205191960


@@ -138,7 +138,7 @@
 0 allReduce 223729 356729152
 0 compute 10199640
 0 compute 346
 0 allReduce 223729 356729152
 0 compute 10199640
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 66479118
 0 compute 1138
 0 gather 133 133 0 
 0 compute 66479118
 0 compute 1138
 0 gather 133 133 0 


@@ -163,7 +163,7 @@
 0 allReduce 4 2620242804
 0 compute 66353731
 0 compute 346
 0 allReduce 4 2620242804
 0 compute 66353731
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924220
 0 comm_size 32
 0 allReduce 223729 155569917
 0 compute 924220
 0 comm_size 32
 0 allReduce 223729 155569917


@@ -172,13 +172,13 @@
 0 allReduce 1 60530486
 0 compute 9830
 0 compute 346
 0 allReduce 1 60530486
 0 compute 9830
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289638188162
 0 comm_size 32
 0 allReduce 2 8327836924
 0 compute 66601081
 0 compute 346
 0 compute 289638188162
 0 comm_size 32
 0 allReduce 2 8327836924
 0 compute 66601081
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 116089848
 0 comm_size 32
 0 allReduce 7 28454997
 0 compute 116089848
 0 comm_size 32
 0 allReduce 7 28454997


@@ -187,7 +187,7 @@
 0 allReduce 223729 148807935
 0 compute 10175847
 0 compute 346
 0 allReduce 223729 148807935
 0 compute 10175847
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413106049
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3296100252 
 0 compute 31413106049
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3296100252 


@@ -209,7 +209,7 @@
 0 allReduce 4 2532439742
 0 compute 66353750
 0 compute 346
 0 allReduce 4 2532439742
 0 compute 66353750
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924207
 0 comm_size 32
 0 allReduce 223729 172696480
 0 compute 924207
 0 comm_size 32
 0 allReduce 223729 172696480


@@ -218,13 +218,13 @@
 0 allReduce 1 34063131
 0 compute 9830
 0 compute 346
 0 allReduce 1 34063131
 0 compute 9830
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289638176104
 0 comm_size 32
 0 allReduce 2 8444761032
 0 compute 66603741
 0 compute 346
 0 compute 289638176104
 0 comm_size 32
 0 allReduce 2 8444761032
 0 compute 66603741
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 194481241
 0 comm_size 32
 0 allReduce 7 22420441
 0 compute 194481241
 0 comm_size 32
 0 allReduce 7 22420441


@@ -233,7 +233,7 @@
 0 allReduce 223729 753056887
 0 compute 10172083
 0 compute 346
 0 allReduce 223729 753056887
 0 compute 10172083
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413101960
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4858799444 
 0 compute 31413101960
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4858799444 


@@ -255,7 +255,7 @@
 0 allReduce 4 2489424270
 0 compute 66353666
 0 compute 346
 0 allReduce 4 2489424270
 0 compute 66353666
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924203
 0 comm_size 32
 0 allReduce 223729 242675021
 0 compute 924203
 0 comm_size 32
 0 allReduce 223729 242675021


@@ -264,13 +264,13 @@
 0 allReduce 1 52303042
 0 compute 9830
 0 compute 346
 0 allReduce 1 52303042
 0 compute 9830
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289638177086
 0 comm_size 32
 0 allReduce 2 7812210943
 0 compute 66599389
 0 compute 346
 0 compute 289638177086
 0 comm_size 32
 0 allReduce 2 7812210943
 0 compute 66599389
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 272898172
 0 comm_size 32
 0 allReduce 7 32910301
 0 compute 272898172
 0 comm_size 32
 0 allReduce 7 32910301


@@ -279,7 +279,7 @@
 0 allReduce 223729 860799079
 0 compute 10173021
 0 compute 346
 0 allReduce 223729 860799079
 0 compute 10173021
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413102111
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6245959491 
 0 compute 31413102111
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6245959491 


@@ -301,7 +301,7 @@
 0 allReduce 4 2434342658
 0 compute 66353815
 0 compute 346
 0 allReduce 4 2434342658
 0 compute 66353815
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924192
 0 comm_size 32
 0 allReduce 223729 147833302
 0 compute 924192
 0 comm_size 32
 0 allReduce 223729 147833302


@@ -310,13 +310,13 @@
 0 allReduce 1 33652711
 0 compute 9830
 0 compute 346
 0 allReduce 1 33652711
 0 compute 9830
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289638776559
 0 comm_size 32
 0 allReduce 2 8040730877
 0 compute 66601130
 0 compute 346
 0 compute 289638776559
 0 comm_size 32
 0 allReduce 2 8040730877
 0 compute 66601130
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 351314710
 0 comm_size 32
 0 allReduce 7 62404278
 0 compute 351314710
 0 comm_size 32
 0 allReduce 7 62404278


@@ -325,7 +325,7 @@
 0 allReduce 223729 227308804
 0 compute 10167852
 0 compute 346
 0 allReduce 223729 227308804
 0 compute 10167852
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413104845
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2889196359 
 0 compute 31413104845
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2889196359 


@@ -347,7 +347,7 @@
 0 allReduce 4 2376859877
 0 compute 66353756
 0 compute 346
 0 allReduce 4 2376859877
 0 compute 66353756
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924192
 0 comm_size 32
 0 allReduce 223729 197691220
 0 compute 924192
 0 comm_size 32
 0 allReduce 223729 197691220


@@ -356,13 +356,13 @@
 0 allReduce 1 67822308
 0 compute 9830
 0 compute 346
 0 allReduce 1 67822308
 0 compute 9830
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289638772149
 0 comm_size 32
 0 allReduce 2 7951447777
 0 compute 66600830
 0 compute 346
 0 compute 289638772149
 0 comm_size 32
 0 allReduce 2 7951447777
 0 compute 66600830
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 429731644
 0 comm_size 32
 0 allReduce 7 53101701
 0 compute 429731644
 0 comm_size 32
 0 allReduce 7 53101701


@@ -371,7 +371,7 @@
 0 allReduce 223729 212414581
 0 compute 10168049
 0 compute 346
 0 allReduce 223729 212414581
 0 compute 10168049
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413103511
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2758079742 
 0 compute 31413103511
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2758079742 


@@ -393,7 +393,7 @@
 0 allReduce 4 2380925534
 0 compute 66353682
 0 compute 346
 0 allReduce 4 2380925534
 0 compute 66353682
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924192
 0 comm_size 32
 0 allReduce 223729 154302552
 0 compute 924192
 0 comm_size 32
 0 allReduce 223729 154302552


@@ -402,13 +402,13 @@
 0 allReduce 1 88022026
 0 compute 9830
 0 compute 346
 0 allReduce 1 88022026
 0 compute 9830
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289878866381
 0 comm_size 32
 0 allReduce 2 7698090274
 0 compute 66600446
 0 compute 346
 0 compute 289878866381
 0 comm_size 32
 0 allReduce 2 7698090274
 0 compute 66600446
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 508148578
 0 comm_size 32
 0 allReduce 7 62974949
 0 compute 508148578
 0 comm_size 32
 0 allReduce 7 62974949


@@ -417,7 +417,7 @@
 0 allReduce 223729 267398813
 0 compute 10165724
 0 compute 346
 0 allReduce 223729 267398813
 0 compute 10165724
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413101866
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2885772824 
 0 compute 31413101866
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2885772824 


@@ -439,7 +439,7 @@
 0 allReduce 4 2389200350
 0 compute 66353816
 0 compute 346
 0 allReduce 4 2389200350
 0 compute 66353816
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924191
 0 comm_size 32
 0 allReduce 223729 197247292
 0 compute 924191
 0 comm_size 32
 0 allReduce 223729 197247292


@@ -448,13 +448,13 @@
 0 allReduce 1 42002119
 0 compute 9830
 0 compute 346
 0 allReduce 1 42002119
 0 compute 9830
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289845218265
 0 comm_size 32
 0 allReduce 2 7664436351
 0 compute 66602145
 0 compute 346
 0 compute 289845218265
 0 comm_size 32
 0 allReduce 2 7664436351
 0 compute 66602145
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 508123630
 0 comm_size 32
 0 allReduce 7 72218922
 0 compute 508123630
 0 comm_size 32
 0 allReduce 7 72218922


@@ -463,7 +463,7 @@
 0 allReduce 223729 232601750
 0 compute 10164964
 0 compute 346
 0 allReduce 223729 232601750
 0 compute 10164964
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413105345
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2774213756 
 0 compute 31413105345
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2774213756 


@@ -485,7 +485,7 @@
 0 allReduce 4 2580688163
 0 compute 66353711
 0 compute 346
 0 allReduce 4 2580688163
 0 compute 66353711
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 924113
 0 comm_size 32
 0 allReduce 223729 174233706
 0 compute 924113
 0 comm_size 32
 0 allReduce 223729 174233706


@@ -494,13 +494,13 @@
 0 allReduce 1 36375194
 0 compute 9821
 0 compute 346
 0 allReduce 1 36375194
 0 compute 9821
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289878202662
 0 comm_size 32
 0 allReduce 2 8028801314
 0 compute 66599996
 0 compute 346
 0 compute 289878202662
 0 comm_size 32
 0 allReduce 2 8028801314
 0 compute 66599996
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 508123623
 0 comm_size 32
 0 allReduce 7 83358584
 0 compute 508123623
 0 comm_size 32
 0 allReduce 7 83358584


@@ -509,7 +509,7 @@
 0 allReduce 223729 209720507
 0 compute 10168519
 0 compute 346
 0 allReduce 223729 209720507
 0 compute 10168519
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 31413104790
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2804453344 
 0 compute 31413104790
 0 compute 336
 0 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2804453344 


@@ -531,7 +531,7 @@
 0 allReduce 4 2447232355
 0 compute 66354278
 0 compute 346
 0 allReduce 4 2447232355
 0 compute 66354278
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 925259
 0 comm_size 32
 0 allReduce 223729 162907620
 0 compute 925259
 0 comm_size 32
 0 allReduce 223729 162907620


@@ -540,13 +540,13 @@
 0 allReduce 1 28371985
 0 compute 10552
 0 compute 346
 0 allReduce 1 28371985
 0 compute 10552
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 289878199829
 0 comm_size 32
 0 allReduce 2 7559468913
 0 compute 66600216
 0 compute 346
 0 compute 289878199829
 0 comm_size 32
 0 allReduce 2 7559468913
 0 compute 66600216
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 508124881
 0 comm_size 32
 0 allReduce 7 63067321
 0 compute 508124881
 0 comm_size 32
 0 allReduce 7 63067321


@@ -555,7 +555,7 @@
 0 allReduce 223729 217696211
 0 compute 10169621
 0 compute 346
 0 allReduce 223729 217696211
 0 compute 10169621
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 66385954
 0 compute 1199
 0 gather 133 133 0 
 0 compute 66385954
 0 compute 1199
 0 gather 133 133 0 


@@ -580,7 +580,7 @@
 0 allReduce 4 2578099043
 0 compute 66664770
 0 compute 346
 0 allReduce 4 2578099043
 0 compute 66664770
 0 compute 346

-0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+0 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 0 compute 918331
 0 comm_size 32
 0 allReduce 223729 206860641
 0 compute 918331
 0 comm_size 32
 0 allReduce 223729 206860641


@@ -589,7 +589,7 @@
 0 allReduce 1 50068606
 0 compute 10382
 0 compute 346
 0 allReduce 1 50068606
 0 compute 10382
 0 compute 346

-0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+0 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 0 compute 66351674
 0 comm_size 32
 0 bcast 473 31 0
 0 compute 66351674
 0 comm_size 32
 0 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace1.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace1.txt
index 9d76640..8cbd648 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace1.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace1.txt
@@ -66,12 +66,12 @@
 1 allReduce 32 21827181 1
 1 compute 3038127257
 1 compute 1525
 1 allReduce 32 21827181 1
 1 compute 3038127257
 1 compute 1525

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 1058645731
 1 barrier
 1 compute 7154
 1 compute 332
 1 compute 1058645731
 1 barrier
 1 compute 7154
 1 compute 332

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 915153808
 1 barrier
 1 compute 1455231051
 1 compute 915153808
 1 barrier
 1 compute 1455231051


@@ -118,10 +118,10 @@
 1 allReduce 4 2683128144
 1 compute 132712339
 1 compute 332
 1 allReduce 4 2683128144
 1 compute 132712339
 1 compute 332

-1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 1 compute 132663247
 1 compute 332
 1 compute 132663247
 1 compute 332

-1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+1 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 1 compute 10047333
 1 comm_size 32
 1 allReduce 1729832 1146561771
 1 compute 10047333
 1 comm_size 32
 1 allReduce 1729832 1146561771


@@ -138,7 +138,7 @@
 1 allReduce 223729 272324382
 1 compute 10193767
 1 compute 346
 1 allReduce 223729 272324382
 1 compute 10193767
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 66461850
 1 compute 1092
 1 gather 133 133 0 
 1 compute 66461850
 1 compute 1092
 1 gather 133 133 0 


@@ -163,7 +163,7 @@
 1 allReduce 4 2601967299
 1 compute 66332753
 1 compute 346
 1 allReduce 4 2601967299
 1 compute 66332753
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917807
 1 comm_size 32
 1 allReduce 223729 185969370
 1 compute 917807
 1 comm_size 32
 1 allReduce 223729 185969370


@@ -172,13 +172,13 @@
 1 allReduce 1 40606357
 1 compute 11028
 1 compute 346
 1 allReduce 1 40606357
 1 compute 11028
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287141988
 1 comm_size 32
 1 allReduce 2 8396744855
 1 compute 66336068
 1 compute 346
 1 compute 290287141988
 1 comm_size 32
 1 allReduce 2 8396744855
 1 compute 66336068
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 116083978
 1 comm_size 32
 1 allReduce 7 31054026
 1 compute 116083978
 1 comm_size 32
 1 allReduce 7 31054026


@@ -187,7 +187,7 @@
 1 allReduce 223729 178610941
 1 compute 10180005
 1 compute 346
 1 allReduce 223729 178610941
 1 compute 10180005
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413037797
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2536022911 
 1 compute 31413037797
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2536022911 


@@ -209,7 +209,7 @@
 1 allReduce 4 2476149014
 1 compute 66332754
 1 compute 346
 1 allReduce 4 2476149014
 1 compute 66332754
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917805
 1 comm_size 32
 1 allReduce 223729 190086567
 1 compute 917805
 1 comm_size 32
 1 allReduce 223729 190086567


@@ -218,13 +218,13 @@
 1 allReduce 1 31631072
 1 compute 11028
 1 compute 346
 1 allReduce 1 31631072
 1 compute 11028
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287125487
 1 comm_size 32
 1 allReduce 2 8335024513
 1 compute 66336063
 1 compute 346
 1 compute 290287125487
 1 comm_size 32
 1 allReduce 2 8335024513
 1 compute 66336063
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 194475385
 1 comm_size 32
 1 allReduce 7 20103481
 1 compute 194475385
 1 comm_size 32
 1 allReduce 7 20103481


@@ -233,7 +233,7 @@
 1 allReduce 223729 714923372
 1 compute 10179826
 1 compute 346
 1 allReduce 223729 714923372
 1 compute 10179826
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413038331
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3523049994 
 1 compute 31413038331
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3523049994 


@@ -255,7 +255,7 @@
 1 allReduce 4 2417576196
 1 compute 66332753
 1 compute 346
 1 allReduce 4 2417576196
 1 compute 66332753
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 279958823
 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 279958823


@@ -264,13 +264,13 @@
 1 allReduce 1 44311597
 1 compute 11100
 1 compute 346
 1 allReduce 1 44311597
 1 compute 11100
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287123463
 1 comm_size 32
 1 allReduce 2 7775824377
 1 compute 66336064
 1 compute 346
 1 compute 290287123463
 1 comm_size 32
 1 allReduce 2 7775824377
 1 compute 66336064
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 272892313
 1 comm_size 32
 1 allReduce 7 33414735
 1 compute 272892313
 1 comm_size 32
 1 allReduce 7 33414735


@@ -279,7 +279,7 @@
 1 allReduce 223729 847738330
 1 compute 10179984
 1 compute 346
 1 allReduce 223729 847738330
 1 compute 10179984
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413037813
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5368271037 
 1 compute 31413037813
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5368271037 


@@ -301,7 +301,7 @@
 1 allReduce 4 2468623745
 1 compute 66332755
 1 compute 346
 1 allReduce 4 2468623745
 1 compute 66332755
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 167007204
 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 167007204


@@ -310,13 +310,13 @@
 1 allReduce 1 45619552
 1 compute 11100
 1 compute 346
 1 allReduce 1 45619552
 1 compute 11100
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287123472
 1 comm_size 32
 1 allReduce 2 7813588772
 1 compute 66336063
 1 compute 346
 1 compute 290287123472
 1 comm_size 32
 1 allReduce 2 7813588772
 1 compute 66336063
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 351309228
 1 comm_size 32
 1 allReduce 7 46200899
 1 compute 351309228
 1 comm_size 32
 1 allReduce 7 46200899


@@ -325,7 +325,7 @@
 1 allReduce 223729 255663055
 1 compute 10179718
 1 compute 346
 1 allReduce 223729 255663055
 1 compute 10179718
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413037809
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2142562664 
 1 compute 31413037809
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2142562664 


@@ -347,7 +347,7 @@
 1 allReduce 4 2405236092
 1 compute 66332753
 1 compute 346
 1 allReduce 4 2405236092
 1 compute 66332753
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 175214740
 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 175214740


@@ -356,13 +356,13 @@
 1 allReduce 1 42186000
 1 compute 11100
 1 compute 346
 1 allReduce 1 42186000
 1 compute 11100
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287123489
 1 comm_size 32
 1 allReduce 2 7982948356
 1 compute 66336064
 1 compute 346
 1 compute 290287123489
 1 comm_size 32
 1 allReduce 2 7982948356
 1 compute 66336064
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 429726163
 1 comm_size 32
 1 allReduce 7 10915788
 1 compute 429726163
 1 comm_size 32
 1 allReduce 7 10915788


@@ -371,7 +371,7 @@
 1 allReduce 223729 212636775
 1 compute 10179968
 1 compute 346
 1 allReduce 223729 212636775
 1 compute 10179968
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413037808
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1971726542 
 1 compute 31413037808
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1971726542 


@@ -393,7 +393,7 @@
 1 allReduce 4 2439008860
 1 compute 66332753
 1 compute 346
 1 allReduce 4 2439008860
 1 compute 66332753
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 171004330
 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 171004330


@@ -402,13 +402,13 @@
 1 allReduce 1 58064933
 1 compute 11100
 1 compute 346
 1 allReduce 1 58064933
 1 compute 11100
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287123459
 1 comm_size 32
 1 allReduce 2 7769417776
 1 compute 66336063
 1 compute 346
 1 compute 290287123459
 1 comm_size 32
 1 allReduce 2 7769417776
 1 compute 66336063
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 508143082
 1 comm_size 32
 1 allReduce 7 32444427
 1 compute 508143082
 1 comm_size 32
 1 allReduce 7 32444427


@@ -417,7 +417,7 @@
 1 allReduce 223729 267583486
 1 compute 10179807
 1 compute 346
 1 allReduce 223729 267583486
 1 compute 10179807
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413037783
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2106338835 
 1 compute 31413037783
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2106338835 


@@ -439,7 +439,7 @@
 1 allReduce 4 2443539118
 1 compute 66332753
 1 compute 346
 1 allReduce 4 2443539118
 1 compute 66332753
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 187087899
 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 187087899


@@ -448,13 +448,13 @@
 1 allReduce 1 35017821
 1 compute 11100
 1 compute 346
 1 allReduce 1 35017821
 1 compute 11100
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287123469
 1 comm_size 32
 1 allReduce 2 7696422346
 1 compute 66336063
 1 compute 346
 1 compute 290287123469
 1 comm_size 32
 1 allReduce 2 7696422346
 1 compute 66336063
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 508118152
 1 comm_size 32
 1 allReduce 7 11751449
 1 compute 508118152
 1 comm_size 32
 1 allReduce 7 11751449


@@ -463,7 +463,7 @@
 1 allReduce 223729 257337696
 1 compute 10180041
 1 compute 346
 1 allReduce 223729 257337696
 1 compute 10180041
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413037807
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2014904026 
 1 compute 31413037807
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2014904026 


@@ -485,7 +485,7 @@
 1 allReduce 4 2642735779
 1 compute 66332753
 1 compute 346
 1 allReduce 4 2642735779
 1 compute 66332753
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 127041700
 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 127041700


@@ -494,13 +494,13 @@
 1 allReduce 1 56869110
 1 compute 11100
 1 compute 346
 1 allReduce 1 56869110
 1 compute 11100
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287123481
 1 comm_size 32
 1 allReduce 2 8073071618
 1 compute 66336063
 1 compute 346
 1 compute 290287123481
 1 comm_size 32
 1 allReduce 2 8073071618
 1 compute 66336063
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 508118152
 1 comm_size 32
 1 allReduce 7 85369465
 1 compute 508118152
 1 comm_size 32
 1 allReduce 7 85369465


@@ -509,7 +509,7 @@
 1 allReduce 223729 219508156
 1 compute 10179885
 1 compute 346
 1 allReduce 223729 219508156
 1 compute 10179885
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 31413037805
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2061743428 
 1 compute 31413037805
 1 compute 336
 1 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2061743428 


@@ -531,7 +531,7 @@
 1 allReduce 4 2498631925
 1 compute 66332753
 1 compute 346
 1 allReduce 4 2498631925
 1 compute 66332753
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 192227433
 1 compute 917799
 1 comm_size 32
 1 allReduce 223729 192227433


@@ -540,13 +540,13 @@
 1 allReduce 1 26328385
 1 compute 11100
 1 compute 346
 1 allReduce 1 26328385
 1 compute 11100
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 290287123468
 1 comm_size 32
 1 allReduce 2 7544294074
 1 compute 66336063
 1 compute 346
 1 compute 290287123468
 1 comm_size 32
 1 allReduce 2 7544294074
 1 compute 66336063
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 508118161
 1 comm_size 32
 1 allReduce 7 22573261
 1 compute 508118161
 1 comm_size 32
 1 allReduce 7 22573261


@@ -555,7 +555,7 @@
 1 allReduce 223729 249416517
 1 compute 10179796
 1 compute 346
 1 allReduce 223729 249416517
 1 compute 10179796
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 66332632
 1 compute 1093
 1 gather 133 133 0 
 1 compute 66332632
 1 compute 1093
 1 gather 133 133 0 


@@ -580,7 +580,7 @@
 1 allReduce 4 2504213189
 1 compute 66332590
 1 compute 346
 1 allReduce 4 2504213189
 1 compute 66332590
 1 compute 346

-1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+1 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 1 compute 910273
 1 comm_size 32
 1 allReduce 223729 202217200
 1 compute 910273
 1 comm_size 32
 1 allReduce 223729 202217200


@@ -589,7 +589,7 @@
 1 allReduce 1 33571403
 1 compute 9919
 1 compute 346
 1 allReduce 1 33571403
 1 compute 9919
 1 compute 346

-1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+1 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 1 compute 66332381
 1 comm_size 32
 1 bcast 473 31 0
 1 compute 66332381
 1 comm_size 32
 1 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace10.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace10.txt
index ddf2c80..e3a5a4d 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace10.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace10.txt
@@ -66,12 +66,12 @@
 10 allReduce 32 21656181 1
 10 compute 3038108208
 10 compute 1525
 10 allReduce 32 21656181 1
 10 compute 3038108208
 10 compute 1525

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 1058646373
 10 barrier
 10 compute 7748
 10 compute 332
 10 compute 1058646373
 10 barrier
 10 compute 7748
 10 compute 332

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 915154398
 10 barrier
 10 compute 1453147816
 10 compute 915154398
 10 barrier
 10 compute 1453147816


@@ -118,10 +118,10 @@
 10 allReduce 4 4989642361
 10 compute 128288782
 10 compute 332
 10 allReduce 4 4989642361
 10 compute 128288782
 10 compute 332

-10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 10 compute 128241582
 10 compute 332
 10 compute 128241582
 10 compute 332

-10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+10 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 10 compute 10047295
 10 comm_size 32
 10 allReduce 1729832 1163204532
 10 compute 10047295
 10 comm_size 32
 10 allReduce 1729832 1163204532


@@ -138,7 +138,7 @@
 10 allReduce 223729 311897014
 10 compute 10188628
 10 compute 346
 10 allReduce 223729 311897014
 10 compute 10188628
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 66462258
 10 compute 1149
 10 gather 133 133 0 
 10 compute 66462258
 10 compute 1149
 10 gather 133 133 0 


@@ -163,7 +163,7 @@
 10 allReduce 4 2724930657
 10 compute 66332768
 10 compute 346
 10 allReduce 4 2724930657
 10 compute 66332768
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918112
 10 comm_size 32
 10 allReduce 223729 128735741
 10 compute 918112
 10 comm_size 32
 10 allReduce 223729 128735741


@@ -172,13 +172,13 @@
 10 allReduce 1 52071036
 10 compute 10982
 10 compute 346
 10 allReduce 1 52071036
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944566816
 10 comm_size 32
 10 allReduce 2 8443602560
 10 compute 66336083
 10 compute 346
 10 compute 289944566816
 10 comm_size 32
 10 allReduce 2 8443602560
 10 compute 66336083
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 116083901
 10 comm_size 32
 10 allReduce 7 28049529
 10 compute 116083901
 10 comm_size 32
 10 allReduce 7 28049529


@@ -187,7 +187,7 @@
 10 allReduce 223729 152146794
 10 compute 10187934
 10 compute 346
 10 allReduce 223729 152146794
 10 compute 10187934
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021238
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2984110675 
 10 compute 31413021238
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2984110675 


@@ -209,7 +209,7 @@
 10 allReduce 4 2603346779
 10 compute 66332768
 10 compute 346
 10 allReduce 4 2603346779
 10 compute 66332768
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918111
 10 comm_size 32
 10 allReduce 223729 163995950
 10 compute 918111
 10 comm_size 32
 10 allReduce 223729 163995950


@@ -218,13 +218,13 @@
 10 allReduce 1 71319152
 10 compute 10982
 10 compute 346
 10 allReduce 1 71319152
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944550307
 10 comm_size 32
 10 allReduce 2 8482373745
 10 compute 66336078
 10 compute 346
 10 compute 289944550307
 10 comm_size 32
 10 allReduce 2 8482373745
 10 compute 66336078
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 194475310
 10 comm_size 32
 10 allReduce 7 28717323
 10 compute 194475310
 10 comm_size 32
 10 allReduce 7 28717323


@@ -233,7 +233,7 @@
 10 allReduce 223729 798904546
 10 compute 10187789
 10 compute 346
 10 allReduce 223729 798904546
 10 compute 10187789
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021234
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5337132887 
 10 compute 31413021234
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5337132887 


@@ -255,7 +255,7 @@
 10 allReduce 4 2492649820
 10 compute 66332768
 10 compute 346
 10 allReduce 4 2492649820
 10 compute 66332768
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918110
 10 comm_size 32
 10 allReduce 223729 229959126
 10 compute 918110
 10 comm_size 32
 10 allReduce 223729 229959126


@@ -264,13 +264,13 @@
 10 allReduce 1 66409621
 10 compute 10982
 10 compute 346
 10 allReduce 1 66409621
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944550306
 10 comm_size 32
 10 allReduce 2 7884203867
 10 compute 66336079
 10 compute 346
 10 compute 289944550306
 10 comm_size 32
 10 allReduce 2 7884203867
 10 compute 66336079
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 272892239
 10 comm_size 32
 10 allReduce 7 40998218
 10 compute 272892239
 10 comm_size 32
 10 allReduce 7 40998218


@@ -279,7 +279,7 @@
 10 allReduce 223729 808249264
 10 compute 10187682
 10 compute 346
 10 allReduce 223729 808249264
 10 compute 10187682
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021228
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6234845056 
 10 compute 31413021228
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6234845056 


@@ -301,7 +301,7 @@
 10 allReduce 4 2739182663
 10 compute 66332770
 10 compute 346
 10 allReduce 4 2739182663
 10 compute 66332770
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918110
 10 comm_size 32
 10 allReduce 223729 165055015
 10 compute 918110
 10 comm_size 32
 10 allReduce 223729 165055015


@@ -310,13 +310,13 @@
 10 allReduce 1 32820601
 10 compute 10982
 10 compute 346
 10 allReduce 1 32820601
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944550315
 10 comm_size 32
 10 allReduce 2 8059365912
 10 compute 66336078
 10 compute 346
 10 compute 289944550315
 10 comm_size 32
 10 allReduce 2 8059365912
 10 compute 66336078
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 351309154
 10 comm_size 32
 10 allReduce 7 68979724
 10 compute 351309154
 10 comm_size 32
 10 allReduce 7 68979724


@@ -325,7 +325,7 @@
 10 allReduce 223729 234273843
 10 compute 10187675
 10 compute 346
 10 allReduce 223729 234273843
 10 compute 10187675
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021230
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2506301542 
 10 compute 31413021230
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2506301542 


@@ -347,7 +347,7 @@
 10 allReduce 4 2527048950
 10 compute 66332768
 10 compute 346
 10 allReduce 4 2527048950
 10 compute 66332768
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918111
 10 comm_size 32
 10 allReduce 223729 174708939
 10 compute 918111
 10 comm_size 32
 10 allReduce 223729 174708939


@@ -356,13 +356,13 @@
 10 allReduce 1 78504594
 10 compute 10982
 10 compute 346
 10 allReduce 1 78504594
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944546907
 10 comm_size 32
 10 allReduce 2 8245130041
 10 compute 66336078
 10 compute 346
 10 compute 289944546907
 10 comm_size 32
 10 allReduce 2 8245130041
 10 compute 66336078
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 429726084
 10 comm_size 32
 10 allReduce 7 63015028
 10 compute 429726084
 10 comm_size 32
 10 allReduce 7 63015028


@@ -371,7 +371,7 @@
 10 allReduce 223729 224384700
 10 compute 10187646
 10 compute 346
 10 allReduce 223729 224384700
 10 compute 10187646
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021225
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2395447324 
 10 compute 31413021225
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2395447324 


@@ -393,7 +393,7 @@
 10 allReduce 4 2534598004
 10 compute 66332768
 10 compute 346
 10 allReduce 4 2534598004
 10 compute 66332768
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918103
 10 comm_size 32
 10 allReduce 223729 201981675
 10 compute 918103
 10 comm_size 32
 10 allReduce 223729 201981675


@@ -402,13 +402,13 @@
 10 allReduce 1 83768968
 10 compute 10982
 10 compute 346
 10 allReduce 1 83768968
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944546917
 10 comm_size 32
 10 allReduce 2 7933266547
 10 compute 66336078
 10 compute 346
 10 compute 289944546917
 10 comm_size 32
 10 allReduce 2 7933266547
 10 compute 66336078
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 508142999
 10 comm_size 32
 10 allReduce 7 66038709
 10 compute 508142999
 10 comm_size 32
 10 allReduce 7 66038709


@@ -417,7 +417,7 @@
 10 allReduce 223729 269542745
 10 compute 10187532
 10 compute 346
 10 allReduce 223729 269542745
 10 compute 10187532
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021221
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2495706147 
 10 compute 31413021221
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2495706147 


@@ -439,7 +439,7 @@
 10 allReduce 4 2522896432
 10 compute 66332768
 10 compute 346
 10 allReduce 4 2522896432
 10 compute 66332768
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918105
 10 comm_size 32
 10 allReduce 223729 170428884
 10 compute 918105
 10 comm_size 32
 10 allReduce 223729 170428884


@@ -448,13 +448,13 @@
 10 allReduce 1 80739371
 10 compute 10982
 10 compute 346
 10 allReduce 1 80739371
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944546883
 10 comm_size 32
 10 allReduce 2 7808012189
 10 compute 66336078
 10 compute 346
 10 compute 289944546883
 10 comm_size 32
 10 allReduce 2 7808012189
 10 compute 66336078
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 508118066
 10 comm_size 32
 10 allReduce 7 73058349
 10 compute 508118066
 10 comm_size 32
 10 allReduce 7 73058349


@@ -463,7 +463,7 @@
 10 allReduce 223729 241793893
 10 compute 10187702
 10 compute 346
 10 allReduce 223729 241793893
 10 compute 10187702
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021222
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2409942446 
 10 compute 31413021222
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2409942446 


@@ -485,7 +485,7 @@
 10 allReduce 4 2771700123
 10 compute 66332768
 10 compute 346
 10 allReduce 4 2771700123
 10 compute 66332768
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918104
 10 comm_size 32
 10 allReduce 223729 130806876
 10 compute 918104
 10 comm_size 32
 10 allReduce 223729 130806876


@@ -494,13 +494,13 @@
 10 allReduce 1 41359907
 10 compute 10982
 10 compute 346
 10 allReduce 1 41359907
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944546899
 10 comm_size 32
 10 allReduce 2 8325197254
 10 compute 66336078
 10 compute 346
 10 compute 289944546899
 10 comm_size 32
 10 allReduce 2 8325197254
 10 compute 66336078
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 508118078
 10 comm_size 32
 10 allReduce 7 80269184
 10 compute 508118078
 10 comm_size 32
 10 allReduce 7 80269184


@@ -509,7 +509,7 @@
 10 allReduce 223729 212922705
 10 compute 10187883
 10 compute 346
 10 allReduce 223729 212922705
 10 compute 10187883
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 31413021216
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2424853787 
 10 compute 31413021216
 10 compute 336
 10 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2424853787 


@@ -531,7 +531,7 @@
 10 allReduce 4 2667989675
 10 compute 66332769
 10 compute 346
 10 allReduce 4 2667989675
 10 compute 66332769
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 918103
 10 comm_size 32
 10 allReduce 223729 194733159
 10 compute 918103
 10 comm_size 32
 10 allReduce 223729 194733159


@@ -540,13 +540,13 @@
 10 allReduce 1 33362355
 10 compute 10982
 10 compute 346
 10 allReduce 1 33362355
 10 compute 10982
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 289944546919
 10 comm_size 32
 10 allReduce 2 7761474038
 10 compute 66336078
 10 compute 346
 10 compute 289944546919
 10 comm_size 32
 10 allReduce 2 7761474038
 10 compute 66336078
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 508118077
 10 comm_size 32
 10 allReduce 7 71230086
 10 compute 508118077
 10 comm_size 32
 10 allReduce 7 71230086


@@ -555,7 +555,7 @@
 10 allReduce 223729 243000914
 10 compute 10187701
 10 compute 346
 10 allReduce 223729 243000914
 10 compute 10187701
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 66332649
 10 compute 1193
 10 gather 133 133 0 
 10 compute 66332649
 10 compute 1193
 10 gather 133 133 0 


@@ -580,7 +580,7 @@
 10 allReduce 4 2630159088
 10 compute 66332607
 10 compute 346
 10 allReduce 4 2630159088
 10 compute 66332607
 10 compute 346

-10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+10 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 10 compute 910411
 10 comm_size 32
 10 allReduce 223729 211882782
 10 compute 910411
 10 comm_size 32
 10 allReduce 223729 211882782


@@ -589,7 +589,7 @@
 10 allReduce 1 24580943
 10 compute 9725
 10 compute 346
 10 allReduce 1 24580943
 10 compute 9725
 10 compute 346

-10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+10 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 10 compute 66332396
 10 comm_size 32
 10 bcast 473 31 0
 10 compute 66332396
 10 comm_size 32
 10 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace11.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace11.txt
index 366c2f4..42748d4 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace11.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace11.txt
@@ -66,12 +66,12 @@
 11 allReduce 32 21078260 1
 11 compute 3038108987
 11 compute 1525
 11 allReduce 32 21078260 1
 11 compute 3038108987
 11 compute 1525

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 1058646373
 11 barrier
 11 compute 7748
 11 compute 332
 11 compute 1058646373
 11 barrier
 11 compute 7748
 11 compute 332

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 915154399
 11 barrier
 11 compute 1452184865
 11 compute 915154399
 11 barrier
 11 compute 1452184865


@@ -118,10 +118,10 @@
 11 allReduce 4 4836025839
 11 compute 128288685
 11 compute 332
 11 allReduce 4 4836025839
 11 compute 128288685
 11 compute 332

-11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 11 compute 128241332
 11 compute 332
 11 compute 128241332
 11 compute 332

-11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+11 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 11 compute 10047473
 11 comm_size 32
 11 allReduce 1729832 1154015692
 11 compute 10047473
 11 comm_size 32
 11 allReduce 1729832 1154015692


@@ -138,7 +138,7 @@
 11 allReduce 223729 293113754
 11 compute 10188881
 11 compute 346
 11 allReduce 223729 293113754
 11 compute 10188881
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 66461696
 11 compute 1097
 11 gather 133 133 0 
 11 compute 66461696
 11 compute 1097
 11 gather 133 133 0 


@@ -163,7 +163,7 @@
 11 allReduce 4 2351973730
 11 compute 66332695
 11 compute 346
 11 allReduce 4 2351973730
 11 compute 66332695
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918069
 11 comm_size 32
 11 allReduce 223729 176712670
 11 compute 918069
 11 comm_size 32
 11 allReduce 223729 176712670


@@ -172,13 +172,13 @@
 11 allReduce 1 38632937
 11 compute 10981
 11 compute 346
 11 allReduce 1 38632937
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828168492
 11 comm_size 32
 11 allReduce 2 8219195972
 11 compute 66336008
 11 compute 346
 11 compute 289828168492
 11 comm_size 32
 11 allReduce 2 8219195972
 11 compute 66336008
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 116083837
 11 comm_size 32
 11 allReduce 7 22707232
 11 compute 116083837
 11 comm_size 32
 11 allReduce 7 22707232


@@ -187,7 +187,7 @@
 11 allReduce 223729 145238446
 11 compute 10180702
 11 compute 346
 11 allReduce 223729 145238446
 11 compute 10180702
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029069
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2973272493 
 11 compute 31413029069
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2973272493 


@@ -209,7 +209,7 @@
 11 allReduce 4 2253151226
 11 compute 66332693
 11 compute 346
 11 allReduce 4 2253151226
 11 compute 66332693
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 157046140
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 157046140


@@ -218,13 +218,13 @@
 11 allReduce 1 49250303
 11 compute 10981
 11 compute 346
 11 allReduce 1 49250303
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151983
 11 comm_size 32
 11 allReduce 2 8254121936
 11 compute 66336003
 11 compute 346
 11 compute 289828151983
 11 comm_size 32
 11 allReduce 2 8254121936
 11 compute 66336003
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 194475246
 11 comm_size 32
 11 allReduce 7 27207585
 11 compute 194475246
 11 comm_size 32
 11 allReduce 7 27207585


@@ -233,7 +233,7 @@
 11 allReduce 223729 781469375
 11 compute 10180746
 11 compute 346
 11 allReduce 223729 781469375
 11 compute 10180746
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029069
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5366754494 
 11 compute 31413029069
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5366754494 


@@ -255,7 +255,7 @@
 11 allReduce 4 2181514986
 11 compute 66332693
 11 compute 346
 11 allReduce 4 2181514986
 11 compute 66332693
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 248244973
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 248244973


@@ -264,13 +264,13 @@
 11 allReduce 1 35123033
 11 compute 10981
 11 compute 346
 11 allReduce 1 35123033
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151971
 11 comm_size 32
 11 allReduce 2 7688677167
 11 compute 66336003
 11 compute 346
 11 compute 289828151971
 11 comm_size 32
 11 allReduce 2 7688677167
 11 compute 66336003
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 272892169
 11 comm_size 32
 11 allReduce 7 40620718
 11 compute 272892169
 11 comm_size 32
 11 allReduce 7 40620718


@@ -279,7 +279,7 @@
 11 allReduce 223729 817834500
 11 compute 10180672
 11 compute 346
 11 allReduce 223729 817834500
 11 compute 10180672
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029070
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6069019567 
 11 compute 31413029070
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6069019567 


@@ -301,7 +301,7 @@
 11 allReduce 4 2384237969
 11 compute 66332695
 11 compute 346
 11 allReduce 4 2384237969
 11 compute 66332695
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 155755315
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 155755315


@@ -310,13 +310,13 @@
 11 allReduce 1 65995908
 11 compute 10981
 11 compute 346
 11 allReduce 1 65995908
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151971
 11 comm_size 32
 11 allReduce 2 7847992320
 11 compute 66336003
 11 compute 346
 11 compute 289828151971
 11 comm_size 32
 11 allReduce 2 7847992320
 11 compute 66336003
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 351309081
 11 comm_size 32
 11 allReduce 7 75988088
 11 compute 351309081
 11 comm_size 32
 11 allReduce 7 75988088


@@ -325,7 +325,7 @@
 11 allReduce 223729 249972750
 11 compute 10180659
 11 compute 346
 11 allReduce 223729 249972750
 11 compute 10180659
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029073
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2458248454 
 11 compute 31413029073
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2458248454 


@@ -347,7 +347,7 @@
 11 allReduce 4 2180058177
 11 compute 66332693
 11 compute 346
 11 allReduce 4 2180058177
 11 compute 66332693
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 164113099
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 164113099


@@ -356,13 +356,13 @@
 11 allReduce 1 55935572
 11 compute 10981
 11 compute 346
 11 allReduce 1 55935572
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151979
 11 comm_size 32
 11 allReduce 2 7962735403
 11 compute 66336003
 11 compute 346
 11 compute 289828151979
 11 comm_size 32
 11 allReduce 2 7962735403
 11 compute 66336003
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 429726017
 11 comm_size 32
 11 allReduce 7 68758531
 11 compute 429726017
 11 comm_size 32
 11 allReduce 7 68758531


@@ -371,7 +371,7 @@
 11 allReduce 223729 238946474
 11 compute 10180690
 11 compute 346
 11 allReduce 223729 238946474
 11 compute 10180690
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029071
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2361419031 
 11 compute 31413029071
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2361419031 


@@ -393,7 +393,7 @@
 11 allReduce 4 2240764806
 11 compute 66332693
 11 compute 346
 11 allReduce 4 2240764806
 11 compute 66332693
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 144434408
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 144434408


@@ -402,13 +402,13 @@
 11 allReduce 1 48525969
 11 compute 10981
 11 compute 346
 11 allReduce 1 48525969
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151982
 11 comm_size 32
 11 allReduce 2 7642622640
 11 compute 66336003
 11 compute 346
 11 compute 289828151982
 11 comm_size 32
 11 allReduce 2 7642622640
 11 compute 66336003
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 508142936
 11 comm_size 32
 11 allReduce 7 59719509
 11 compute 508142936
 11 comm_size 32
 11 allReduce 7 59719509


@@ -417,7 +417,7 @@
 11 allReduce 223729 287166576
 11 compute 10180801
 11 compute 346
 11 allReduce 223729 287166576
 11 compute 10180801
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029065
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2450039659 
 11 compute 31413029065
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2450039659 


@@ -439,7 +439,7 @@
 11 allReduce 4 2244558370
 11 compute 66332694
 11 compute 346
 11 allReduce 4 2244558370
 11 compute 66332694
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 160314765
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 160314765


@@ -448,13 +448,13 @@
 11 allReduce 1 67949491
 11 compute 10981
 11 compute 346
 11 allReduce 1 67949491
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151967
 11 comm_size 32
 11 allReduce 2 7651476270
 11 compute 66336003
 11 compute 346
 11 compute 289828151967
 11 comm_size 32
 11 allReduce 2 7651476270
 11 compute 66336003
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 508118009
 11 comm_size 32
 11 allReduce 7 19185999
 11 compute 508118009
 11 comm_size 32
 11 allReduce 7 19185999


@@ -463,7 +463,7 @@
 11 allReduce 223729 249731719
 11 compute 10180672
 11 compute 346
 11 allReduce 223729 249731719
 11 compute 10180672
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029069
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2356120401 
 11 compute 31413029069
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2356120401 


@@ -485,7 +485,7 @@
 11 allReduce 4 2423220245
 11 compute 66332693
 11 compute 346
 11 allReduce 4 2423220245
 11 compute 66332693
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 139837476
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 139837476


@@ -494,13 +494,13 @@
 11 allReduce 1 43755865
 11 compute 10981
 11 compute 346
 11 allReduce 1 43755865
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151973
 11 comm_size 32
 11 allReduce 2 8209023998
 11 compute 66336004
 11 compute 346
 11 compute 289828151973
 11 comm_size 32
 11 allReduce 2 8209023998
 11 compute 66336004
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 508118011
 11 comm_size 32
 11 allReduce 7 74421767
 11 compute 508118011
 11 comm_size 32
 11 allReduce 7 74421767


@@ -509,7 +509,7 @@
 11 allReduce 223729 235538271
 11 compute 10180733
 11 compute 346
 11 allReduce 223729 235538271
 11 compute 10180733
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 31413029068
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2414800087 
 11 compute 31413029068
 11 compute 336
 11 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2414800087 


@@ -531,7 +531,7 @@
 11 allReduce 4 2341164557
 11 compute 66332693
 11 compute 346
 11 allReduce 4 2341164557
 11 compute 66332693
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 157029417
 11 compute 918066
 11 comm_size 32
 11 allReduce 223729 157029417


@@ -540,13 +540,13 @@
 11 allReduce 1 43051957
 11 compute 10981
 11 compute 346
 11 allReduce 1 43051957
 11 compute 10981
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 289828151988
 11 comm_size 32
 11 allReduce 2 7593223019
 11 compute 66336004
 11 compute 346
 11 compute 289828151988
 11 comm_size 32
 11 allReduce 2 7593223019
 11 compute 66336004
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 508118020
 11 comm_size 32
 11 allReduce 7 34230609
 11 compute 508118020
 11 comm_size 32
 11 allReduce 7 34230609


@@ -555,7 +555,7 @@
 11 allReduce 223729 238188860
 11 compute 10180657
 11 compute 346
 11 allReduce 223729 238188860
 11 compute 10180657
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 66332552
 11 compute 1098
 11 gather 133 133 0 
 11 compute 66332552
 11 compute 1098
 11 gather 133 133 0 


@@ -580,7 +580,7 @@
 11 allReduce 4 2333982486
 11 compute 66332029
 11 compute 346
 11 allReduce 4 2333982486
 11 compute 66332029
 11 compute 346

-11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+11 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 11 compute 909955
 11 comm_size 32
 11 allReduce 223729 193386783
 11 compute 909955
 11 comm_size 32
 11 allReduce 223729 193386783


@@ -589,7 +589,7 @@
 11 allReduce 1 19697860
 11 compute 9321
 11 compute 346
 11 allReduce 1 19697860
 11 compute 9321
 11 compute 346

-11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+11 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 11 compute 66331820
 11 comm_size 32
 11 bcast 473 31 0
 11 compute 66331820
 11 comm_size 32
 11 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace12.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace12.txt
index ec00a68..d784378 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace12.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace12.txt
@@ -66,12 +66,12 @@
 12 allReduce 32 25565173 1
 12 compute 3038107993
 12 compute 1525
 12 allReduce 32 25565173 1
 12 compute 3038107993
 12 compute 1525

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 1058646378
 12 barrier
 12 compute 7748
 12 compute 332
 12 compute 1058646378
 12 barrier
 12 compute 7748
 12 compute 332

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 915154396
 12 barrier
 12 compute 1451516381
 12 compute 915154396
 12 barrier
 12 compute 1451516381


@@ -118,10 +118,10 @@
 12 allReduce 4 5947568745
 12 compute 128288752
 12 compute 332
 12 allReduce 4 5947568745
 12 compute 128288752
 12 compute 332

-12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 12 compute 128241397
 12 compute 332
 12 compute 128241397
 12 compute 332

-12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+12 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 12 compute 10047349
 12 comm_size 32
 12 allReduce 1729832 1003050682
 12 compute 10047349
 12 comm_size 32
 12 allReduce 1729832 1003050682


@@ -138,7 +138,7 @@
 12 allReduce 223729 275931083
 12 compute 10190187
 12 compute 346
 12 allReduce 223729 275931083
 12 compute 10190187
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 66461814
 12 compute 1240
 12 gather 133 133 0 
 12 compute 66461814
 12 compute 1240
 12 gather 133 133 0 


@@ -163,7 +163,7 @@
 12 allReduce 4 2908664181
 12 compute 66332648
 12 compute 346
 12 allReduce 4 2908664181
 12 compute 66332648
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917767
 12 comm_size 32
 12 allReduce 223729 150230673
 12 compute 917767
 12 comm_size 32
 12 allReduce 223729 150230673


@@ -172,13 +172,13 @@
 12 allReduce 1 70983502
 12 compute 10912
 12 compute 346
 12 allReduce 1 70983502
 12 compute 10912
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811629392
 12 comm_size 32
 12 allReduce 2 8603231762
 12 compute 66336050
 12 compute 346
 12 compute 289811629392
 12 comm_size 32
 12 allReduce 2 8603231762
 12 compute 66336050
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 116083557
 12 comm_size 32
 12 allReduce 7 23376988
 12 compute 116083557
 12 comm_size 32
 12 allReduce 7 23376988


@@ -187,7 +187,7 @@
 12 allReduce 223729 160075923
 12 compute 10200536
 12 compute 346
 12 allReduce 223729 160075923
 12 compute 10200536
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030509
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2760446726 
 12 compute 31413030509
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2760446726 


@@ -209,7 +209,7 @@
 12 allReduce 4 2812898130
 12 compute 66332648
 12 compute 346
 12 allReduce 4 2812898130
 12 compute 66332648
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 160906513
 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 160906513


@@ -218,13 +218,13 @@
 12 allReduce 1 40095231
 12 compute 10912
 12 compute 346
 12 allReduce 1 40095231
 12 compute 10912
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811612872
 12 comm_size 32
 12 allReduce 2 8677583016
 12 compute 66336045
 12 compute 346
 12 compute 289811612872
 12 comm_size 32
 12 allReduce 2 8677583016
 12 compute 66336045
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 194474961
 12 comm_size 32
 12 allReduce 7 33021037
 12 compute 194474961
 12 comm_size 32
 12 allReduce 7 33021037


@@ -233,7 +233,7 @@
 12 allReduce 223729 661018118
 12 compute 10200570
 12 compute 346
 12 allReduce 223729 661018118
 12 compute 10200570
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030499
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4849197489 
 12 compute 31413030499
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4849197489 


@@ -255,7 +255,7 @@
 12 allReduce 4 2780853032
 12 compute 66332648
 12 compute 346
 12 allReduce 4 2780853032
 12 compute 66332648
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 253137865
 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 253137865


@@ -264,13 +264,13 @@
 12 allReduce 1 44561656
 12 compute 10912
 12 compute 346
 12 allReduce 1 44561656
 12 compute 10912
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811612889
 12 comm_size 32
 12 allReduce 2 8114758985
 12 compute 66336045
 12 compute 346
 12 compute 289811612889
 12 comm_size 32
 12 allReduce 2 8114758985
 12 compute 66336045
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 272891892
 12 comm_size 32
 12 allReduce 7 38228796
 12 compute 272891892
 12 comm_size 32
 12 allReduce 7 38228796


@@ -279,7 +279,7 @@
 12 allReduce 223729 770376116
 12 compute 10200314
 12 compute 346
 12 allReduce 223729 770376116
 12 compute 10200314
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030505
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5809004515 
 12 compute 31413030505
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5809004515 


@@ -301,7 +301,7 @@
 12 allReduce 4 2914929497
 12 compute 66332651
 12 compute 346
 12 allReduce 4 2914929497
 12 compute 66332651
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917759
 12 comm_size 32
 12 allReduce 223729 140765454
 12 compute 917759
 12 comm_size 32
 12 allReduce 223729 140765454


@@ -310,13 +310,13 @@
 12 allReduce 1 37670587
 12 compute 10912
 12 compute 346
 12 allReduce 1 37670587
 12 compute 10912
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811612886
 12 comm_size 32
 12 allReduce 2 8264251577
 12 compute 66336045
 12 compute 346
 12 compute 289811612886
 12 comm_size 32
 12 allReduce 2 8264251577
 12 compute 66336045
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 351308808
 12 comm_size 32
 12 allReduce 7 85241190
 12 compute 351308808
 12 comm_size 32
 12 allReduce 7 85241190


@@ -325,7 +325,7 @@
 12 allReduce 223729 191118479
 12 compute 10200440
 12 compute 346
 12 allReduce 223729 191118479
 12 compute 10200440
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030530
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2409375819 
 12 compute 31413030530
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2409375819 


@@ -347,7 +347,7 @@
 12 allReduce 4 2756348320
 12 compute 66332648
 12 compute 346
 12 allReduce 4 2756348320
 12 compute 66332648
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 187166563
 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 187166563


@@ -356,13 +356,13 @@
 12 allReduce 1 46779796
 12 compute 10912
 12 compute 346
 12 allReduce 1 46779796
 12 compute 10912
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811612903
 12 comm_size 32
 12 allReduce 2 8432023573
 12 compute 66336045
 12 compute 346
 12 compute 289811612903
 12 comm_size 32
 12 allReduce 2 8432023573
 12 compute 66336045
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 429725734
 12 comm_size 32
 12 allReduce 7 80820935
 12 compute 429725734
 12 comm_size 32
 12 allReduce 7 80820935


@@ -371,7 +371,7 @@
 12 allReduce 223729 213715244
 12 compute 10200417
 12 compute 346
 12 allReduce 223729 213715244
 12 compute 10200417
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030506
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2272105037 
 12 compute 31413030506
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2272105037 


@@ -393,7 +393,7 @@
 12 allReduce 4 2782943449
 12 compute 66332651
 12 compute 346
 12 allReduce 4 2782943449
 12 compute 66332651
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 144733462
 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 144733462


@@ -402,13 +402,13 @@
 12 allReduce 1 84568125
 12 compute 10912
 12 compute 346
 12 allReduce 1 84568125
 12 compute 10912
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811612888
 12 comm_size 32
 12 allReduce 2 8109936925
 12 compute 66336045
 12 compute 346
 12 compute 289811612888
 12 comm_size 32
 12 allReduce 2 8109936925
 12 compute 66336045
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 508142653
 12 comm_size 32
 12 allReduce 7 68280986
 12 compute 508142653
 12 comm_size 32
 12 allReduce 7 68280986


@@ -417,7 +417,7 @@
 12 allReduce 223729 243264269
 12 compute 10200437
 12 compute 346
 12 allReduce 223729 243264269
 12 compute 10200437
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030525
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2390345216 
 12 compute 31413030525
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2390345216 


@@ -439,7 +439,7 @@
 12 allReduce 4 2814517881
 12 compute 66332648
 12 compute 346
 12 allReduce 4 2814517881
 12 compute 66332648
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 174847797
 12 compute 917757
 12 comm_size 32
 12 allReduce 223729 174847797


@@ -448,13 +448,13 @@
 12 allReduce 1 38701340
 12 compute 10912
 12 compute 346
 12 allReduce 1 38701340
 12 compute 10912
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811612903
 12 comm_size 32
 12 allReduce 2 7936887237
 12 compute 66336046
 12 compute 346
 12 compute 289811612903
 12 comm_size 32
 12 allReduce 2 7936887237
 12 compute 66336046
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 508117728
 12 comm_size 32
 12 allReduce 7 69348850
 12 compute 508117728
 12 comm_size 32
 12 allReduce 7 69348850


@@ -463,7 +463,7 @@
 12 allReduce 223729 206565809
 12 compute 10200471
 12 compute 346
 12 allReduce 223729 206565809
 12 compute 10200471
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030510
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2296948435 
 12 compute 31413030510
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2296948435 


@@ -485,7 +485,7 @@
 12 allReduce 4 3034665585
 12 compute 66332648
 12 compute 346
 12 allReduce 4 3034665585
 12 compute 66332648
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917758
 12 comm_size 32
 12 allReduce 223729 161267138
 12 compute 917758
 12 comm_size 32
 12 allReduce 223729 161267138


@@ -494,13 +494,13 @@
 12 allReduce 1 62394134
 12 compute 10984
 12 compute 346
 12 allReduce 1 62394134
 12 compute 10984
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811614321
 12 comm_size 32
 12 allReduce 2 8553389946
 12 compute 66336045
 12 compute 346
 12 compute 289811614321
 12 comm_size 32
 12 allReduce 2 8553389946
 12 compute 66336045
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 508117732
 12 comm_size 32
 12 allReduce 7 77642319
 12 compute 508117732
 12 comm_size 32
 12 allReduce 7 77642319


@@ -509,7 +509,7 @@
 12 allReduce 223729 167689170
 12 compute 10200659
 12 compute 346
 12 allReduce 223729 167689170
 12 compute 10200659
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 31413030528
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2337647694 
 12 compute 31413030528
 12 compute 336
 12 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2337647694 


@@ -531,7 +531,7 @@
 12 allReduce 4 2885394872
 12 compute 66332649
 12 compute 346
 12 allReduce 4 2885394872
 12 compute 66332649
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 917758
 12 comm_size 32
 12 allReduce 223729 177086840
 12 compute 917758
 12 comm_size 32
 12 allReduce 223729 177086840


@@ -540,13 +540,13 @@
 12 allReduce 1 32498287
 12 compute 10984
 12 compute 346
 12 allReduce 1 32498287
 12 compute 10984
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 289811614301
 12 comm_size 32
 12 allReduce 2 8084677793
 12 compute 66336045
 12 compute 346
 12 compute 289811614301
 12 comm_size 32
 12 allReduce 2 8084677793
 12 compute 66336045
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 508117734
 12 comm_size 32
 12 allReduce 7 75821939
 12 compute 508117734
 12 comm_size 32
 12 allReduce 7 75821939


@@ -555,7 +555,7 @@
 12 allReduce 223729 218669741
 12 compute 10200544
 12 compute 346
 12 allReduce 223729 218669741
 12 compute 10200544
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 66332493
 12 compute 1207
 12 gather 133 133 0 
 12 compute 66332493
 12 compute 1207
 12 gather 133 133 0 


@@ -580,7 +580,7 @@
 12 allReduce 4 2895632306
 12 compute 66332770
 12 compute 346
 12 allReduce 4 2895632306
 12 compute 66332770
 12 compute 346

-12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+12 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 12 compute 910482
 12 comm_size 32
 12 allReduce 223729 199391961
 12 compute 910482
 12 comm_size 32
 12 allReduce 223729 199391961


@@ -589,7 +589,7 @@
 12 allReduce 1 33038589
 12 compute 10111
 12 compute 346
 12 allReduce 1 33038589
 12 compute 10111
 12 compute 346

-12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+12 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 12 compute 66332567
 12 comm_size 32
 12 bcast 473 31 0
 12 compute 66332567
 12 comm_size 32
 12 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace13.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace13.txt
index 121d1a2..e497df1 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace13.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace13.txt
@@ -66,12 +66,12 @@
 13 allReduce 32 7746985 1
 13 compute 3038107988
 13 compute 1525
 13 allReduce 32 7746985 1
 13 compute 3038107988
 13 compute 1525

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 1058646386
 13 barrier
 13 compute 7748
 13 compute 332
 13 compute 1058646386
 13 barrier
 13 compute 7748
 13 compute 332

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 915154400
 13 barrier
 13 compute 1451801158
 13 compute 915154400
 13 barrier
 13 compute 1451801158


@@ -118,10 +118,10 @@
 13 allReduce 4 1561376734
 13 compute 128288751
 13 compute 332
 13 allReduce 4 1561376734
 13 compute 128288751
 13 compute 332

-13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 13 compute 128241400
 13 compute 332
 13 compute 128241400
 13 compute 332

-13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 13 compute 10047354
 13 comm_size 32
 13 allReduce 1729832 641134447
 13 compute 10047354
 13 comm_size 32
 13 allReduce 1729832 641134447


@@ -138,7 +138,7 @@
 13 allReduce 223729 138390093
 13 compute 10190081
 13 compute 346
 13 allReduce 223729 138390093
 13 compute 10190081
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 66461785
 13 compute 1240
 13 gather 133 133 0 
 13 compute 66461785
 13 compute 1240
 13 gather 133 133 0 


@@ -163,7 +163,7 @@
 13 allReduce 4 507668341
 13 compute 66332648
 13 compute 346
 13 allReduce 4 507668341
 13 compute 66332648
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917766
 13 comm_size 32
 13 allReduce 223729 86567438
 13 compute 917766
 13 comm_size 32
 13 allReduce 223729 86567438


@@ -172,13 +172,13 @@
 13 allReduce 1 16698956
 13 compute 10912
 13 compute 346
 13 allReduce 1 16698956
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811633692
 13 comm_size 32
 13 allReduce 2 1741788530
 13 compute 66336049
 13 compute 346
 13 compute 289811633692
 13 comm_size 32
 13 allReduce 2 1741788530
 13 compute 66336049
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 116083561
 13 comm_size 32
 13 allReduce 7 15177474
 13 compute 116083561
 13 comm_size 32
 13 allReduce 7 15177474


@@ -187,7 +187,7 @@
 13 allReduce 223729 120596753
 13 compute 10200672
 13 compute 346
 13 allReduce 223729 120596753
 13 compute 10200672
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030605
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2104111353 
 13 compute 31413030605
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2104111353 


@@ -209,7 +209,7 @@
 13 allReduce 4 419544222
 13 compute 66332648
 13 compute 346
 13 allReduce 4 419544222
 13 compute 66332648
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917760
 13 comm_size 32
 13 allReduce 223729 95456169
 13 compute 917760
 13 comm_size 32
 13 allReduce 223729 95456169


@@ -218,13 +218,13 @@
 13 allReduce 1 11962469
 13 compute 10912
 13 compute 346
 13 allReduce 1 11962469
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811616708
 13 comm_size 32
 13 allReduce 2 1500599877
 13 compute 66336044
 13 compute 346
 13 compute 289811616708
 13 comm_size 32
 13 allReduce 2 1500599877
 13 compute 66336044
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 194474965
 13 comm_size 32
 13 allReduce 7 5266970
 13 compute 194474965
 13 comm_size 32
 13 allReduce 7 5266970


@@ -233,7 +233,7 @@
 13 allReduce 223729 614926239
 13 compute 10200903
 13 compute 346
 13 allReduce 223729 614926239
 13 compute 10200903
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030599
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4172706967 
 13 compute 31413030599
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4172706967 


@@ -255,7 +255,7 @@
 13 allReduce 4 278462919
 13 compute 66332649
 13 compute 346
 13 allReduce 4 278462919
 13 compute 66332649
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 179140611
 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 179140611


@@ -264,13 +264,13 @@
 13 allReduce 1 18937982
 13 compute 10912
 13 compute 346
 13 allReduce 1 18937982
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811616680
 13 comm_size 32
 13 allReduce 2 851837341
 13 compute 66336044
 13 compute 346
 13 compute 289811616680
 13 comm_size 32
 13 allReduce 2 851837341
 13 compute 66336044
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 272891893
 13 comm_size 32
 13 allReduce 7 23881887
 13 compute 272891893
 13 comm_size 32
 13 allReduce 7 23881887


@@ -279,7 +279,7 @@
 13 allReduce 223729 680131026
 13 compute 10200811
 13 compute 346
 13 allReduce 223729 680131026
 13 compute 10200811
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030639
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5019632384 
 13 compute 31413030639
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5019632384 


@@ -301,7 +301,7 @@
 13 allReduce 4 489123184
 13 compute 66332648
 13 compute 346
 13 allReduce 4 489123184
 13 compute 66332648
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917758
 13 comm_size 32
 13 allReduce 223729 87421556
 13 compute 917758
 13 comm_size 32
 13 allReduce 223729 87421556


@@ -310,13 +310,13 @@
 13 allReduce 1 18029476
 13 compute 10912
 13 compute 346
 13 allReduce 1 18029476
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811615442
 13 comm_size 32
 13 allReduce 2 1097985928
 13 compute 66336044
 13 compute 346
 13 compute 289811615442
 13 comm_size 32
 13 allReduce 2 1097985928
 13 compute 66336044
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 351308808
 13 comm_size 32
 13 allReduce 7 46378602
 13 compute 351308808
 13 comm_size 32
 13 allReduce 7 46378602


@@ -325,7 +325,7 @@
 13 allReduce 223729 153230205
 13 compute 10200888
 13 compute 346
 13 allReduce 223729 153230205
 13 compute 10200888
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030607
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1707995817 
 13 compute 31413030607
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1707995817 


@@ -347,7 +347,7 @@
 13 allReduce 4 212739295
 13 compute 66332649
 13 compute 346
 13 allReduce 4 212739295
 13 compute 66332649
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 99953583
 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 99953583


@@ -356,13 +356,13 @@
 13 allReduce 1 13565620
 13 compute 10912
 13 compute 346
 13 allReduce 1 13565620
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811613812
 13 comm_size 32
 13 allReduce 2 1369108796
 13 compute 66336044
 13 compute 346
 13 compute 289811613812
 13 comm_size 32
 13 allReduce 2 1369108796
 13 compute 66336044
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 429725743
 13 comm_size 32
 13 allReduce 7 22190313
 13 compute 429725743
 13 comm_size 32
 13 allReduce 7 22190313


@@ -371,7 +371,7 @@
 13 allReduce 223729 139647050
 13 compute 10200737
 13 compute 346
 13 allReduce 223729 139647050
 13 compute 10200737
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030635
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1605158154 
 13 compute 31413030635
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1605158154 


@@ -393,7 +393,7 @@
 13 allReduce 4 390919701
 13 compute 66332649
 13 compute 346
 13 allReduce 4 390919701
 13 compute 66332649
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 102736226
 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 102736226


@@ -402,13 +402,13 @@
 13 allReduce 1 6470019
 13 compute 10912
 13 compute 346
 13 allReduce 1 6470019
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811613832
 13 comm_size 32
 13 allReduce 2 937034234
 13 compute 66336045
 13 compute 346
 13 compute 289811613832
 13 comm_size 32
 13 allReduce 2 937034234
 13 compute 66336045
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 508142663
 13 comm_size 32
 13 allReduce 7 8741547
 13 compute 508142663
 13 comm_size 32
 13 allReduce 7 8741547


@@ -417,7 +417,7 @@
 13 allReduce 223729 138337475
 13 compute 10200755
 13 compute 346
 13 allReduce 223729 138337475
 13 compute 10200755
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030600
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1688486002 
 13 compute 31413030600
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1688486002 


@@ -439,7 +439,7 @@
 13 allReduce 4 489207207
 13 compute 66332650
 13 compute 346
 13 allReduce 4 489207207
 13 compute 66332650
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917758
 13 comm_size 32
 13 allReduce 223729 109526081
 13 compute 917758
 13 comm_size 32
 13 allReduce 223729 109526081


@@ -448,13 +448,13 @@
 13 allReduce 1 9315655
 13 compute 10912
 13 compute 346
 13 allReduce 1 9315655
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811613815
 13 comm_size 32
 13 allReduce 2 901410458
 13 compute 66336043
 13 compute 346
 13 compute 289811613815
 13 comm_size 32
 13 allReduce 2 901410458
 13 compute 66336043
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 508117731
 13 comm_size 32
 13 allReduce 7 3613742
 13 compute 508117731
 13 comm_size 32
 13 allReduce 7 3613742


@@ -463,7 +463,7 @@
 13 allReduce 223729 107416827
 13 compute 10200831
 13 compute 346
 13 allReduce 223729 107416827
 13 compute 10200831
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030599
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1625194882 
 13 compute 31413030599
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1625194882 


@@ -485,7 +485,7 @@
 13 allReduce 4 602397989
 13 compute 66332650
 13 compute 346
 13 allReduce 4 602397989
 13 compute 66332650
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 90093570
 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 90093570


@@ -494,13 +494,13 @@
 13 allReduce 1 10106597
 13 compute 10912
 13 compute 346
 13 allReduce 1 10106597
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811613818
 13 comm_size 32
 13 allReduce 2 1334351583
 13 compute 66336043
 13 compute 346
 13 compute 289811613818
 13 comm_size 32
 13 allReduce 2 1334351583
 13 compute 66336043
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 508117735
 13 comm_size 32
 13 allReduce 7 58406862
 13 compute 508117735
 13 comm_size 32
 13 allReduce 7 58406862


@@ -509,7 +509,7 @@
 13 allReduce 223729 100185719
 13 compute 10200700
 13 compute 346
 13 allReduce 223729 100185719
 13 compute 10200700
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 31413030598
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1706541474 
 13 compute 31413030598
 13 compute 336
 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1706541474 


@@ -531,7 +531,7 @@
 13 allReduce 4 441699232
 13 compute 66332649
 13 compute 346
 13 allReduce 4 441699232
 13 compute 66332649
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 82541637
 13 compute 917757
 13 comm_size 32
 13 allReduce 223729 82541637


@@ -540,13 +540,13 @@
 13 allReduce 1 17143445
 13 compute 10912
 13 compute 346
 13 allReduce 1 17143445
 13 compute 10912
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 289811613767
 13 comm_size 32
 13 allReduce 2 1262937639
 13 compute 66336047
 13 compute 346
 13 compute 289811613767
 13 comm_size 32
 13 allReduce 2 1262937639
 13 compute 66336047
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 508117748
 13 comm_size 32
 13 allReduce 7 9772732
 13 compute 508117748
 13 comm_size 32
 13 allReduce 7 9772732


@@ -555,7 +555,7 @@
 13 allReduce 223729 137851473
 13 compute 10200815
 13 compute 346
 13 allReduce 223729 137851473
 13 compute 10200815
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 66332492
 13 compute 1223
 13 gather 133 133 0 
 13 compute 66332492
 13 compute 1223
 13 gather 133 133 0 


@@ -580,7 +580,7 @@
 13 allReduce 4 364133381
 13 compute 66332773
 13 compute 346
 13 allReduce 4 364133381
 13 compute 66332773
 13 compute 346

-13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 13 compute 910490
 13 comm_size 32
 13 allReduce 223729 113270595
 13 compute 910490
 13 comm_size 32
 13 allReduce 223729 113270595


@@ -589,7 +589,7 @@
 13 allReduce 1 241353440
 13 compute 10039
 13 compute 346
 13 allReduce 1 241353440
 13 compute 10039
 13 compute 346

-13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 13 compute 66332566
 13 comm_size 32
 13 bcast 473 31 0
 13 compute 66332566
 13 comm_size 32
 13 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace14.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace14.txt
index ef36bcc..1fdd83c 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace14.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace14.txt
@@ -66,12 +66,12 @@
 14 allReduce 32 21679149 1
 14 compute 3038107618
 14 compute 1525
 14 allReduce 32 21679149 1
 14 compute 3038107618
 14 compute 1525

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 1058646389
 14 barrier
 14 compute 7748
 14 compute 332
 14 compute 1058646389
 14 barrier
 14 compute 7748
 14 compute 332

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 915154403
 14 barrier
 14 compute 1450254991
 14 compute 915154403
 14 barrier
 14 compute 1450254991


@@ -118,10 +118,10 @@
 14 allReduce 4 4888193579
 14 compute 128288711
 14 compute 332
 14 allReduce 4 4888193579
 14 compute 128288711
 14 compute 332

-14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 14 compute 128241329
 14 compute 332
 14 compute 128241329
 14 compute 332

-14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+14 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 14 compute 10047535
 14 comm_size 32
 14 allReduce 1729832 1146749668
 14 compute 10047535
 14 comm_size 32
 14 allReduce 1729832 1146749668


@@ -138,7 +138,7 @@
 14 allReduce 223729 287874700
 14 compute 10191793
 14 compute 346
 14 allReduce 223729 287874700
 14 compute 10191793
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 66462023
 14 compute 1234
 14 gather 133 133 0 
 14 compute 66462023
 14 compute 1234
 14 gather 133 133 0 


@@ -163,7 +163,7 @@
 14 allReduce 4 2910746689
 14 compute 66332670
 14 compute 346
 14 allReduce 4 2910746689
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917816
 14 comm_size 32
 14 allReduce 223729 188974566
 14 compute 917816
 14 comm_size 32
 14 allReduce 223729 188974566


@@ -172,13 +172,13 @@
 14 allReduce 1 50284355
 14 compute 10858
 14 compute 346
 14 allReduce 1 50284355
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811674791
 14 comm_size 32
 14 allReduce 2 8801416394
 14 compute 66335985
 14 compute 346
 14 compute 289811674791
 14 comm_size 32
 14 allReduce 2 8801416394
 14 compute 66335985
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 116083535
 14 comm_size 32
 14 allReduce 7 18560353
 14 compute 116083535
 14 comm_size 32
 14 allReduce 7 18560353


@@ -187,7 +187,7 @@
 14 allReduce 223729 153938797
 14 compute 10184838
 14 compute 346
 14 allReduce 223729 153938797
 14 compute 10184838
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026591
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3117504626 
 14 compute 31413026591
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3117504626 


@@ -209,7 +209,7 @@
 14 allReduce 4 2831652720
 14 compute 66332670
 14 compute 346
 14 allReduce 4 2831652720
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917813
 14 comm_size 32
 14 allReduce 223729 203464404
 14 compute 917813
 14 comm_size 32
 14 allReduce 223729 203464404


@@ -218,13 +218,13 @@
 14 allReduce 1 53782648
 14 compute 10858
 14 compute 346
 14 allReduce 1 53782648
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811658316
 14 comm_size 32
 14 allReduce 2 8680272202
 14 compute 66335980
 14 compute 346
 14 compute 289811658316
 14 comm_size 32
 14 allReduce 2 8680272202
 14 compute 66335980
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 194474936
 14 comm_size 32
 14 allReduce 7 19202018
 14 compute 194474936
 14 comm_size 32
 14 allReduce 7 19202018


@@ -233,7 +233,7 @@
 14 allReduce 223729 793730982
 14 compute 10184711
 14 compute 346
 14 allReduce 223729 793730982
 14 compute 10184711
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026702
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5520490425 
 14 compute 31413026702
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5520490425 


@@ -255,7 +255,7 @@
 14 allReduce 4 2744297159
 14 compute 66332670
 14 compute 346
 14 allReduce 4 2744297159
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 288744136
 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 288744136


@@ -264,13 +264,13 @@
 14 allReduce 1 90461225
 14 compute 10858
 14 compute 346
 14 allReduce 1 90461225
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811655854
 14 comm_size 32
 14 allReduce 2 8086110832
 14 compute 66335980
 14 compute 346
 14 compute 289811655854
 14 comm_size 32
 14 allReduce 2 8086110832
 14 compute 66335980
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 272891864
 14 comm_size 32
 14 allReduce 7 35533163
 14 compute 272891864
 14 comm_size 32
 14 allReduce 7 35533163


@@ -279,7 +279,7 @@
 14 allReduce 223729 835268038
 14 compute 10184557
 14 compute 346
 14 allReduce 223729 835268038
 14 compute 10184557
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026595
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6167772541 
 14 compute 31413026595
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6167772541 


@@ -301,7 +301,7 @@
 14 allReduce 4 2954013831
 14 compute 66332672
 14 compute 346
 14 allReduce 4 2954013831
 14 compute 66332672
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 168765756
 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 168765756


@@ -310,13 +310,13 @@
 14 allReduce 1 40518527
 14 compute 10858
 14 compute 346
 14 allReduce 1 40518527
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811655871
 14 comm_size 32
 14 allReduce 2 8240005179
 14 compute 66335980
 14 compute 346
 14 compute 289811655871
 14 comm_size 32
 14 allReduce 2 8240005179
 14 compute 66335980
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 351308787
 14 comm_size 32
 14 allReduce 7 46595321
 14 compute 351308787
 14 comm_size 32
 14 allReduce 7 46595321


@@ -325,7 +325,7 @@
 14 allReduce 223729 250706779
 14 compute 10184545
 14 compute 346
 14 allReduce 223729 250706779
 14 compute 10184545
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026703
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2615363405 
 14 compute 31413026703
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2615363405 


@@ -347,7 +347,7 @@
 14 allReduce 4 2724167950
 14 compute 66332670
 14 compute 346
 14 allReduce 4 2724167950
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 204901114
 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 204901114


@@ -356,13 +356,13 @@
 14 allReduce 1 44670085
 14 compute 10858
 14 compute 346
 14 allReduce 1 44670085
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811655875
 14 comm_size 32
 14 allReduce 2 8481603911
 14 compute 66335980
 14 compute 346
 14 compute 289811655875
 14 comm_size 32
 14 allReduce 2 8481603911
 14 compute 66335980
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 429725716
 14 comm_size 32
 14 allReduce 7 27490297
 14 compute 429725716
 14 comm_size 32
 14 allReduce 7 27490297


@@ -371,7 +371,7 @@
 14 allReduce 223729 238839961
 14 compute 10184578
 14 compute 346
 14 allReduce 223729 238839961
 14 compute 10184578
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026592
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2525274371 
 14 compute 31413026592
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2525274371 


@@ -393,7 +393,7 @@
 14 allReduce 4 2762067851
 14 compute 66332670
 14 compute 346
 14 allReduce 4 2762067851
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 164962628
 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 164962628


@@ -402,13 +402,13 @@
 14 allReduce 1 61830921
 14 compute 10858
 14 compute 346
 14 allReduce 1 61830921
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811655876
 14 comm_size 32
 14 allReduce 2 8030269940
 14 compute 66335980
 14 compute 346
 14 compute 289811655876
 14 comm_size 32
 14 allReduce 2 8030269940
 14 compute 66335980
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 508142636
 14 comm_size 32
 14 allReduce 7 32502436
 14 compute 508142636
 14 comm_size 32
 14 allReduce 7 32502436


@@ -417,7 +417,7 @@
 14 allReduce 223729 272743001
 14 compute 10184752
 14 compute 346
 14 allReduce 223729 272743001
 14 compute 10184752
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026593
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2675657822 
 14 compute 31413026593
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2675657822 


@@ -439,7 +439,7 @@
 14 allReduce 4 2837496353
 14 compute 66332670
 14 compute 346
 14 allReduce 4 2837496353
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 171611360
 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 171611360


@@ -448,13 +448,13 @@
 14 allReduce 1 59727878
 14 compute 10858
 14 compute 346
 14 allReduce 1 59727878
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811655856
 14 comm_size 32
 14 allReduce 2 8146361569
 14 compute 66335980
 14 compute 346
 14 compute 289811655856
 14 comm_size 32
 14 allReduce 2 8146361569
 14 compute 66335980
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 508117704
 14 comm_size 32
 14 allReduce 7 67740098
 14 compute 508117704
 14 comm_size 32
 14 allReduce 7 67740098


@@ -463,7 +463,7 @@
 14 allReduce 223729 237243954
 14 compute 10184736
 14 compute 346
 14 allReduce 223729 237243954
 14 compute 10184736
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026705
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2581031731 
 14 compute 31413026705
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2581031731 


@@ -485,7 +485,7 @@
 14 allReduce 4 3010301773
 14 compute 66332670
 14 compute 346
 14 allReduce 4 3010301773
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 154590930
 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 154590930


@@ -494,13 +494,13 @@
 14 allReduce 1 40571345
 14 compute 10858
 14 compute 346
 14 allReduce 1 40571345
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811655835
 14 comm_size 32
 14 allReduce 2 8481893167
 14 compute 66335981
 14 compute 346
 14 compute 289811655835
 14 comm_size 32
 14 allReduce 2 8481893167
 14 compute 66335981
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 508117705
 14 comm_size 32
 14 allReduce 7 85039108
 14 compute 508117705
 14 comm_size 32
 14 allReduce 7 85039108


@@ -509,7 +509,7 @@
 14 allReduce 223729 187748278
 14 compute 10184663
 14 compute 346
 14 allReduce 223729 187748278
 14 compute 10184663
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 31413026704
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2598068323 
 14 compute 31413026704
 14 compute 336
 14 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2598068323 


@@ -531,7 +531,7 @@
 14 allReduce 4 2860523556
 14 compute 66332670
 14 compute 346
 14 allReduce 4 2860523556
 14 compute 66332670
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 198144747
 14 compute 917806
 14 comm_size 32
 14 allReduce 223729 198144747


@@ -540,13 +540,13 @@
 14 allReduce 1 50540527
 14 compute 10858
 14 compute 346
 14 allReduce 1 50540527
 14 compute 10858
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 289811655868
 14 comm_size 32
 14 allReduce 2 8062286259
 14 compute 66335980
 14 compute 346
 14 compute 289811655868
 14 comm_size 32
 14 allReduce 2 8062286259
 14 compute 66335980
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 508117710
 14 comm_size 32
 14 allReduce 7 87593594
 14 compute 508117710
 14 comm_size 32
 14 allReduce 7 87593594


@@ -555,7 +555,7 @@
 14 allReduce 223729 250308899
 14 compute 10184790
 14 compute 346
 14 allReduce 223729 250308899
 14 compute 10184790
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 66332535
 14 compute 1233
 14 gather 133 133 0 
 14 compute 66332535
 14 compute 1233
 14 gather 133 133 0 


@@ -580,7 +580,7 @@
 14 allReduce 4 2874610534
 14 compute 66332627
 14 compute 346
 14 allReduce 4 2874610534
 14 compute 66332627
 14 compute 346

-14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+14 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 14 compute 910370
 14 comm_size 32
 14 allReduce 223729 211919742
 14 compute 910370
 14 comm_size 32
 14 allReduce 223729 211919742


@@ -589,7 +589,7 @@
 14 allReduce 1 50663141
 14 compute 9890
 14 compute 346
 14 allReduce 1 50663141
 14 compute 9890
 14 compute 346

-14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+14 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 14 compute 66332429
 14 comm_size 32
 14 bcast 473 31 0
 14 compute 66332429
 14 comm_size 32
 14 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace15.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace15.txt
index 610b037..dc7f2ee 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace15.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace15.txt
@@ -66,12 +66,12 @@
 15 allReduce 32 19421153 1
 15 compute 3038107647
 15 compute 1525
 15 allReduce 32 19421153 1
 15 compute 3038107647
 15 compute 1525

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 1058646397
 15 barrier
 15 compute 7748
 15 compute 332
 15 compute 1058646397
 15 barrier
 15 compute 7748
 15 compute 332

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 915154396
 15 barrier
 15 compute 1449498615
 15 compute 915154396
 15 barrier
 15 compute 1449498615


@@ -118,10 +118,10 @@
 15 allReduce 4 4974616785
 15 compute 128288707
 15 compute 332
 15 allReduce 4 4974616785
 15 compute 128288707
 15 compute 332

-15 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+15 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 15 compute 128241331
 15 compute 332
 15 compute 128241331
 15 compute 332

-15 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+15 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 15 compute 10047536
 15 comm_size 32
 15 allReduce 1729832 1260904268
 15 compute 10047536
 15 comm_size 32
 15 allReduce 1729832 1260904268


@@ -138,7 +138,7 @@
 15 allReduce 223729 350245814
 15 compute 10196086
 15 compute 346
 15 allReduce 223729 350245814
 15 compute 10196086
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 66461371
 15 compute 1272
 15 gather 133 133 0 
 15 compute 66461371
 15 compute 1272
 15 gather 133 133 0 


@@ -163,7 +163,7 @@
 15 allReduce 4 2818582264
 15 compute 66332361
 15 compute 346
 15 allReduce 4 2818582264
 15 compute 66332361
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917215
 15 comm_size 32
 15 allReduce 223729 206053579
 15 compute 917215
 15 comm_size 32
 15 allReduce 223729 206053579


@@ -172,13 +172,13 @@
 15 allReduce 1 84996347
 15 compute 10442
 15 compute 346
 15 allReduce 1 84996347
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811644564
 15 comm_size 32
 15 allReduce 2 8162234323
 15 compute 66335676
 15 compute 346
 15 compute 289811644564
 15 comm_size 32
 15 allReduce 2 8162234323
 15 compute 66335676
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 116082677
 15 comm_size 32
 15 allReduce 7 9361360
 15 compute 116082677
 15 comm_size 32
 15 allReduce 7 9361360


@@ -187,7 +187,7 @@
 15 allReduce 223729 172391349
 15 compute 10183947
 15 compute 346
 15 allReduce 223729 172391349
 15 compute 10183947
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413024948
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3161989791 
 15 compute 31413024948
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3161989791 


@@ -209,7 +209,7 @@
 15 allReduce 4 2736485078
 15 compute 66332361
 15 compute 346
 15 allReduce 4 2736485078
 15 compute 66332361
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917212
 15 comm_size 32
 15 allReduce 223729 217277493
 15 compute 917212
 15 comm_size 32
 15 allReduce 223729 217277493


@@ -218,13 +218,13 @@
 15 allReduce 1 86435516
 15 compute 10442
 15 compute 346
 15 allReduce 1 86435516
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811628078
 15 comm_size 32
 15 allReduce 2 8169161258
 15 compute 66335671
 15 compute 346
 15 compute 289811628078
 15 comm_size 32
 15 allReduce 2 8169161258
 15 compute 66335671
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 194474086
 15 comm_size 32
 15 allReduce 7 34041362
 15 compute 194474086
 15 comm_size 32
 15 allReduce 7 34041362


@@ -233,7 +233,7 @@
 15 allReduce 223729 794580019
 15 compute 10183829
 15 compute 346
 15 allReduce 223729 794580019
 15 compute 10183829
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413024815
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5575630119 
 15 compute 31413024815
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5575630119 


@@ -255,7 +255,7 @@
 15 allReduce 4 2556532794
 15 compute 66332362
 15 compute 346
 15 allReduce 4 2556532794
 15 compute 66332362
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917212
 15 comm_size 32
 15 allReduce 223729 306200133
 15 compute 917212
 15 comm_size 32
 15 allReduce 223729 306200133


@@ -264,13 +264,13 @@
 15 allReduce 1 80407702
 15 compute 10442
 15 compute 346
 15 allReduce 1 80407702
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811628081
 15 comm_size 32
 15 allReduce 2 7471381964
 15 compute 66335671
 15 compute 346
 15 compute 289811628081
 15 comm_size 32
 15 allReduce 2 7471381964
 15 compute 66335671
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 272891014
 15 comm_size 32
 15 allReduce 7 34895861
 15 compute 272891014
 15 comm_size 32
 15 allReduce 7 34895861


@@ -279,7 +279,7 @@
 15 allReduce 223729 869627155
 15 compute 10183903
 15 compute 346
 15 allReduce 223729 869627155
 15 compute 10183903
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413024823
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6451183350 
 15 compute 31413024823
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6451183350 


@@ -301,7 +301,7 @@
 15 allReduce 4 2864401093
 15 compute 66332363
 15 compute 346
 15 allReduce 4 2864401093
 15 compute 66332363
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 168432090
 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 168432090


@@ -310,13 +310,13 @@
 15 allReduce 1 96421904
 15 compute 10442
 15 compute 346
 15 allReduce 1 96421904
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811628798
 15 comm_size 32
 15 allReduce 2 7724982389
 15 compute 66335671
 15 compute 346
 15 compute 289811628798
 15 comm_size 32
 15 allReduce 2 7724982389
 15 compute 66335671
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 351307924
 15 comm_size 32
 15 allReduce 7 65433940
 15 compute 351307924
 15 comm_size 32
 15 allReduce 7 65433940


@@ -325,7 +325,7 @@
 15 allReduce 223729 242996627
 15 compute 10183969
 15 compute 346
 15 allReduce 223729 242996627
 15 compute 10183969
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413024961
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2669760220 
 15 compute 31413024961
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2669760220 


@@ -347,7 +347,7 @@
 15 allReduce 4 2612971692
 15 compute 66332363
 15 compute 346
 15 allReduce 4 2612971692
 15 compute 66332363
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 202120536
 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 202120536


@@ -356,13 +356,13 @@
 15 allReduce 1 76283000
 15 compute 10442
 15 compute 346
 15 allReduce 1 76283000
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811628804
 15 comm_size 32
 15 allReduce 2 7861973183
 15 compute 66335671
 15 compute 346
 15 compute 289811628804
 15 comm_size 32
 15 allReduce 2 7861973183
 15 compute 66335671
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 429724859
 15 comm_size 32
 15 allReduce 7 72133288
 15 compute 429724859
 15 comm_size 32
 15 allReduce 7 72133288


@@ -371,7 +371,7 @@
 15 allReduce 223729 240057157
 15 compute 10183914
 15 compute 346
 15 allReduce 223729 240057157
 15 compute 10183914
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413024963
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2568670958 
 15 compute 31413024963
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2568670958 


@@ -393,7 +393,7 @@
 15 allReduce 4 2663197470
 15 compute 66332361
 15 compute 346
 15 allReduce 4 2663197470
 15 compute 66332361
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 205110096
 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 205110096


@@ -402,13 +402,13 @@
 15 allReduce 1 83321521
 15 compute 10442
 15 compute 346
 15 allReduce 1 83321521
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811628840
 15 comm_size 32
 15 allReduce 2 7513316924
 15 compute 66335671
 15 compute 346
 15 compute 289811628840
 15 comm_size 32
 15 allReduce 2 7513316924
 15 compute 66335671
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 508141777
 15 comm_size 32
 15 allReduce 7 64505105
 15 compute 508141777
 15 comm_size 32
 15 allReduce 7 64505105


@@ -417,7 +417,7 @@
 15 allReduce 223729 286954287
 15 compute 10183973
 15 compute 346
 15 allReduce 223729 286954287
 15 compute 10183973
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413024955
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2671479957 
 15 compute 31413024955
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2671479957 


@@ -439,7 +439,7 @@
 15 allReduce 4 2711238384
 15 compute 66332361
 15 compute 346
 15 allReduce 4 2711238384
 15 compute 66332361
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917206
 15 comm_size 32
 15 allReduce 223729 197341582
 15 compute 917206
 15 comm_size 32
 15 allReduce 223729 197341582


@@ -448,13 +448,13 @@
 15 allReduce 1 96598104
 15 compute 10442
 15 compute 346
 15 allReduce 1 96598104
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811628793
 15 comm_size 32
 15 allReduce 2 7518578516
 15 compute 66335672
 15 compute 346
 15 compute 289811628793
 15 comm_size 32
 15 allReduce 2 7518578516
 15 compute 66335672
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 508116843
 15 comm_size 32
 15 allReduce 7 73302389
 15 compute 508116843
 15 comm_size 32
 15 allReduce 7 73302389


@@ -463,7 +463,7 @@
 15 allReduce 223729 250311990
 15 compute 10183846
 15 compute 346
 15 allReduce 223729 250311990
 15 compute 10183846
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413024818
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2598433462 
 15 compute 31413024818
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2598433462 


@@ -485,7 +485,7 @@
 15 allReduce 4 2900616855
 15 compute 66332361
 15 compute 346
 15 allReduce 4 2900616855
 15 compute 66332361
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 176327170
 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 176327170


@@ -494,13 +494,13 @@
 15 allReduce 1 62683102
 15 compute 10442
 15 compute 346
 15 allReduce 1 62683102
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811628797
 15 comm_size 32
 15 allReduce 2 7917159532
 15 compute 66335671
 15 compute 346
 15 compute 289811628797
 15 comm_size 32
 15 allReduce 2 7917159532
 15 compute 66335671
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 508116853
 15 comm_size 32
 15 allReduce 7 86968387
 15 compute 508116853
 15 comm_size 32
 15 allReduce 7 86968387


@@ -509,7 +509,7 @@
 15 allReduce 223729 230447615
 15 compute 10183964
 15 compute 346
 15 allReduce 223729 230447615
 15 compute 10183964
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 31413025019
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2506780066 
 15 compute 31413025019
 15 compute 336
 15 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2506780066 


@@ -531,7 +531,7 @@
 15 allReduce 4 2747736452
 15 compute 66332361
 15 compute 346
 15 allReduce 4 2747736452
 15 compute 66332361
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 208350670
 15 compute 917205
 15 comm_size 32
 15 allReduce 223729 208350670


@@ -540,13 +540,13 @@
 15 allReduce 1 72697751
 15 compute 10442
 15 compute 346
 15 allReduce 1 72697751
 15 compute 10442
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 289811629031
 15 comm_size 32
 15 allReduce 2 7503719848
 15 compute 66335672
 15 compute 346
 15 compute 289811629031
 15 comm_size 32
 15 allReduce 2 7503719848
 15 compute 66335672
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 508116855
 15 comm_size 32
 15 allReduce 7 78803986
 15 compute 508116855
 15 comm_size 32
 15 allReduce 7 78803986


@@ -555,7 +555,7 @@
 15 allReduce 223729 259839787
 15 compute 10183825
 15 compute 346
 15 allReduce 223729 259839787
 15 compute 10183825
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 66332130
 15 compute 1282
 15 gather 133 133 0 
 15 compute 66332130
 15 compute 1282
 15 gather 133 133 0 


@@ -580,7 +580,7 @@
 15 allReduce 4 2793222804
 15 compute 66332318
 15 compute 346
 15 allReduce 4 2793222804
 15 compute 66332318
 15 compute 346

-15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+15 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 15 compute 910076
 15 comm_size 32
 15 allReduce 223729 245556797
 15 compute 910076
 15 comm_size 32
 15 allReduce 223729 245556797


@@ -589,7 +589,7 @@
 15 allReduce 1 71460364
 15 compute 9548
 15 compute 346
 15 allReduce 1 71460364
 15 compute 9548
 15 compute 346

-15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+15 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 15 compute 66332112
 15 comm_size 32
 15 bcast 473 31 0
 15 compute 66332112
 15 comm_size 32
 15 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace16.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace16.txt
index 2a32f88..6611e02 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace16.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace16.txt
@@ -66,12 +66,12 @@
 16 allReduce 32 18101827 1
 16 compute 3038128476
 16 compute 1525
 16 allReduce 32 18101827 1
 16 compute 3038128476
 16 compute 1525

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 1058645807
 16 barrier
 16 compute 7155
 16 compute 332
 16 compute 1058645807
 16 barrier
 16 compute 7155
 16 compute 332

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 915153808
 16 barrier
 16 compute 1449835669
 16 compute 915153808
 16 barrier
 16 compute 1449835669


@@ -118,10 +118,10 @@
 16 allReduce 4 4821573923
 16 compute 128288713
 16 compute 332
 16 allReduce 4 4821573923
 16 compute 128288713
 16 compute 332

-16 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+16 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 16 compute 128241333
 16 compute 332
 16 compute 128241333
 16 compute 332

-16 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+16 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 16 compute 10046989
 16 comm_size 32
 16 allReduce 1729832 1147214997
 16 compute 10046989
 16 comm_size 32
 16 allReduce 1729832 1147214997


@@ -138,7 +138,7 @@
 16 allReduce 223729 247938469
 16 compute 10194817
 16 compute 346
 16 allReduce 223729 247938469
 16 compute 10194817
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 66461496
 16 compute 1109
 16 gather 133 133 0 
 16 compute 66461496
 16 compute 1109
 16 gather 133 133 0 


@@ -163,7 +163,7 @@
 16 allReduce 4 2703145628
 16 compute 66332640
 16 compute 346
 16 allReduce 4 2703145628
 16 compute 66332640
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917644
 16 comm_size 32
 16 allReduce 223729 151465936
 16 compute 917644
 16 comm_size 32
 16 allReduce 223729 151465936


@@ -172,13 +172,13 @@
 16 allReduce 1 34300191
 16 compute 10825
 16 compute 346
 16 allReduce 1 34300191
 16 compute 10825
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943815478
 16 comm_size 32
 16 allReduce 2 7991649214
 16 compute 66335917
 16 compute 346
 16 compute 289943815478
 16 comm_size 32
 16 allReduce 2 7991649214
 16 compute 66335917
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 116083284
 16 comm_size 32
 16 allReduce 7 15540673
 16 compute 116083284
 16 comm_size 32
 16 allReduce 7 15540673


@@ -187,7 +187,7 @@
 16 allReduce 223729 166469438
 16 compute 10180022
 16 compute 346
 16 allReduce 223729 166469438
 16 compute 10180022
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413031908
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3123519593 
 16 compute 31413031908
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3123519593 


@@ -209,7 +209,7 @@
 16 allReduce 4 2661800316
 16 compute 66332640
 16 compute 346
 16 allReduce 4 2661800316
 16 compute 66332640
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917642
 16 comm_size 32
 16 allReduce 223729 165083672
 16 compute 917642
 16 comm_size 32
 16 allReduce 223729 165083672


@@ -218,13 +218,13 @@
 16 allReduce 1 69913989
 16 compute 10826
 16 compute 346
 16 allReduce 1 69913989
 16 compute 10826
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943796015
 16 comm_size 32
 16 allReduce 2 7865847501
 16 compute 66335913
 16 compute 346
 16 compute 289943796015
 16 comm_size 32
 16 allReduce 2 7865847501
 16 compute 66335913
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 194474686
 16 comm_size 32
 16 allReduce 7 17567581
 16 compute 194474686
 16 comm_size 32
 16 allReduce 7 17567581


@@ -233,7 +233,7 @@
 16 allReduce 223729 775789797
 16 compute 10180097
 16 compute 346
 16 allReduce 223729 775789797
 16 compute 10180097
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413031909
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5508865324 
 16 compute 31413031909
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5508865324 


@@ -255,7 +255,7 @@
 16 allReduce 4 2490069563
 16 compute 66332640
 16 compute 346
 16 allReduce 4 2490069563
 16 compute 66332640
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917644
 16 comm_size 32
 16 allReduce 223729 284179800
 16 compute 917644
 16 comm_size 32
 16 allReduce 223729 284179800


@@ -264,13 +264,13 @@
 16 allReduce 1 33009808
 16 compute 10825
 16 compute 346
 16 allReduce 1 33009808
 16 compute 10825
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943795999
 16 comm_size 32
 16 allReduce 2 7320833477
 16 compute 66335912
 16 compute 346
 16 compute 289943795999
 16 comm_size 32
 16 allReduce 2 7320833477
 16 compute 66335912
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 272891612
 16 comm_size 32
 16 allReduce 7 36355295
 16 compute 272891612
 16 comm_size 32
 16 allReduce 7 36355295


@@ -279,7 +279,7 @@
 16 allReduce 223729 831515527
 16 compute 10180153
 16 compute 346
 16 allReduce 223729 831515527
 16 compute 10180153
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413031908
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6384382137 
 16 compute 31413031908
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6384382137 


@@ -301,7 +301,7 @@
 16 allReduce 4 2798534074
 16 compute 66332675
 16 compute 346
 16 allReduce 4 2798534074
 16 compute 66332675
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917709
 16 comm_size 32
 16 allReduce 223729 188217902
 16 compute 917709
 16 comm_size 32
 16 allReduce 223729 188217902


@@ -310,13 +310,13 @@
 16 allReduce 1 67751813
 16 compute 10859
 16 compute 346
 16 allReduce 1 67751813
 16 compute 10859
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943794285
 16 comm_size 32
 16 allReduce 2 7538118861
 16 compute 66335934
 16 compute 346
 16 compute 289943794285
 16 comm_size 32
 16 allReduce 2 7538118861
 16 compute 66335934
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 351308620
 16 comm_size 32
 16 allReduce 7 58157880
 16 compute 351308620
 16 comm_size 32
 16 allReduce 7 58157880


@@ -325,7 +325,7 @@
 16 allReduce 223729 237813768
 16 compute 10180543
 16 compute 346
 16 allReduce 223729 237813768
 16 compute 10180543
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413031995
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2628325394 
 16 compute 31413031995
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2628325394 


@@ -347,7 +347,7 @@
 16 allReduce 4 2525074234
 16 compute 66332673
 16 compute 346
 16 allReduce 4 2525074234
 16 compute 66332673
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917708
 16 comm_size 32
 16 allReduce 223729 210808249
 16 compute 917708
 16 comm_size 32
 16 allReduce 223729 210808249


@@ -356,13 +356,13 @@
 16 allReduce 1 78313751
 16 compute 10859
 16 compute 346
 16 allReduce 1 78313751
 16 compute 10859
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943794297
 16 comm_size 32
 16 allReduce 2 7624023227
 16 compute 66335934
 16 compute 346
 16 compute 289943794297
 16 comm_size 32
 16 allReduce 2 7624023227
 16 compute 66335934
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 429725550
 16 comm_size 32
 16 allReduce 7 72706854
 16 compute 429725550
 16 comm_size 32
 16 allReduce 7 72706854


@@ -371,7 +371,7 @@
 16 allReduce 223729 204334307
 16 compute 10180509
 16 compute 346
 16 allReduce 223729 204334307
 16 compute 10180509
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413031997
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2527963566 
 16 compute 31413031997
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2527963566 


@@ -393,7 +393,7 @@
 16 allReduce 4 2583221201
 16 compute 66332673
 16 compute 346
 16 allReduce 4 2583221201
 16 compute 66332673
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917710
 16 comm_size 32
 16 allReduce 223729 168609044
 16 compute 917710
 16 comm_size 32
 16 allReduce 223729 168609044


@@ -402,13 +402,13 @@
 16 allReduce 1 32557895
 16 compute 10858
 16 compute 346
 16 allReduce 1 32557895
 16 compute 10858
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943794283
 16 comm_size 32
 16 allReduce 2 7352420898
 16 compute 66335934
 16 compute 346
 16 compute 289943794283
 16 comm_size 32
 16 allReduce 2 7352420898
 16 compute 66335934
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 508142465
 16 comm_size 32
 16 allReduce 7 61194335
 16 compute 508142465
 16 comm_size 32
 16 allReduce 7 61194335


@@ -417,7 +417,7 @@
 16 allReduce 223729 254321646
 16 compute 10180556
 16 compute 346
 16 allReduce 223729 254321646
 16 compute 10180556
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413032001
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2598359682 
 16 compute 31413032001
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2598359682 


@@ -439,7 +439,7 @@
 16 allReduce 4 2642332711
 16 compute 66332673
 16 compute 346
 16 allReduce 4 2642332711
 16 compute 66332673
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917708
 16 comm_size 32
 16 allReduce 223729 186035704
 16 compute 917708
 16 comm_size 32
 16 allReduce 223729 186035704


@@ -448,13 +448,13 @@
 16 allReduce 1 51988240
 16 compute 10858
 16 compute 346
 16 allReduce 1 51988240
 16 compute 10858
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943794265
 16 comm_size 32
 16 allReduce 2 7408602220
 16 compute 66335934
 16 compute 346
 16 compute 289943794265
 16 comm_size 32
 16 allReduce 2 7408602220
 16 compute 66335934
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 508117531
 16 comm_size 32
 16 allReduce 7 69175105
 16 compute 508117531
 16 comm_size 32
 16 allReduce 7 69175105


@@ -463,7 +463,7 @@
 16 allReduce 223729 249894549
 16 compute 10180531
 16 compute 346
 16 allReduce 223729 249894549
 16 compute 10180531
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413031999
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2554599511 
 16 compute 31413031999
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2554599511 


@@ -485,7 +485,7 @@
 16 allReduce 4 2816776557
 16 compute 66332673
 16 compute 346
 16 allReduce 4 2816776557
 16 compute 66332673
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917710
 16 comm_size 32
 16 allReduce 223729 146457539
 16 compute 917710
 16 comm_size 32
 16 allReduce 223729 146457539


@@ -494,13 +494,13 @@
 16 allReduce 1 30959497
 16 compute 10858
 16 compute 346
 16 allReduce 1 30959497
 16 compute 10858
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943794257
 16 comm_size 32
 16 allReduce 2 7751733912
 16 compute 66335934
 16 compute 346
 16 compute 289943794257
 16 comm_size 32
 16 allReduce 2 7751733912
 16 compute 66335934
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 508117539
 16 comm_size 32
 16 allReduce 7 81687775
 16 compute 508117539
 16 comm_size 32
 16 allReduce 7 81687775


@@ -509,7 +509,7 @@
 16 allReduce 223729 203414644
 16 compute 10180551
 16 compute 346
 16 allReduce 223729 203414644
 16 compute 10180551
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 31413031994
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2523471489 
 16 compute 31413031994
 16 compute 336
 16 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2523471489 


@@ -531,7 +531,7 @@
 16 allReduce 4 2625960078
 16 compute 66332673
 16 compute 346
 16 allReduce 4 2625960078
 16 compute 66332673
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 917708
 16 comm_size 32
 16 allReduce 223729 180944018
 16 compute 917708
 16 comm_size 32
 16 allReduce 223729 180944018


@@ -540,13 +540,13 @@
 16 allReduce 1 46591885
 16 compute 10858
 16 compute 346
 16 allReduce 1 46591885
 16 compute 10858
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 289943794259
 16 comm_size 32
 16 allReduce 2 7305213313
 16 compute 66335933
 16 compute 346
 16 compute 289943794259
 16 comm_size 32
 16 allReduce 2 7305213313
 16 compute 66335933
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 508117544
 16 comm_size 32
 16 allReduce 7 74339738
 16 compute 508117544
 16 comm_size 32
 16 allReduce 7 74339738


@@ -555,7 +555,7 @@
 16 allReduce 223729 235318954
 16 compute 10180515
 16 compute 346
 16 allReduce 223729 235318954
 16 compute 10180515
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 66332484
 16 compute 1253
 16 gather 133 133 0 
 16 compute 66332484
 16 compute 1253
 16 gather 133 133 0 


@@ -580,7 +580,7 @@
 16 allReduce 4 2683182976
 16 compute 66332495
 16 compute 346
 16 allReduce 4 2683182976
 16 compute 66332495
 16 compute 346

-16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+16 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 16 compute 910191
 16 comm_size 32
 16 allReduce 223729 203365840
 16 compute 910191
 16 comm_size 32
 16 allReduce 223729 203365840


@@ -589,7 +589,7 @@
 16 allReduce 1 59810361
 16 compute 9763
 16 compute 346
 16 allReduce 1 59810361
 16 compute 9763
 16 compute 346

-16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+16 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 16 compute 66332255
 16 comm_size 32
 16 bcast 473 31 0
 16 compute 66332255
 16 comm_size 32
 16 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace17.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace17.txt
index 858ba06..835f5d1 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace17.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace17.txt
@@ -66,12 +66,12 @@
 17 allReduce 32 22370115 1
 17 compute 3038128753
 17 compute 1525
 17 allReduce 32 22370115 1
 17 compute 3038128753
 17 compute 1525

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 1058645810
 17 barrier
 17 compute 7155
 17 compute 332
 17 compute 1058645810
 17 barrier
 17 compute 7155
 17 compute 332

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 915153803
 17 barrier
 17 compute 1448145232
 17 compute 915153803
 17 barrier
 17 compute 1448145232


@@ -118,10 +118,10 @@
 17 allReduce 4 5981130303
 17 compute 128288711
 17 compute 332
 17 allReduce 4 5981130303
 17 compute 128288711
 17 compute 332

-17 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+17 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 17 compute 128241330
 17 compute 332
 17 compute 128241330
 17 compute 332

-17 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+17 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 17 compute 10046845
 17 comm_size 32
 17 allReduce 1729832 1153426703
 17 compute 10046845
 17 comm_size 32
 17 allReduce 1729832 1153426703


@@ -138,7 +138,7 @@
 17 allReduce 223729 318200538
 17 compute 10198395
 17 compute 346
 17 allReduce 223729 318200538
 17 compute 10198395
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 66461686
 17 compute 1043
 17 gather 133 133 0 
 17 compute 66461686
 17 compute 1043
 17 gather 133 133 0 


@@ -163,7 +163,7 @@
 17 allReduce 4 2960041914
 17 compute 66332037
 17 compute 346
 17 allReduce 4 2960041914
 17 compute 66332037
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916691
 17 comm_size 32
 17 allReduce 223729 185638713
 17 compute 916691
 17 comm_size 32
 17 allReduce 223729 185638713


@@ -172,13 +172,13 @@
 17 allReduce 1 78131350
 17 compute 10177
 17 compute 346
 17 allReduce 1 78131350
 17 compute 10177
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976975553
 17 comm_size 32
 17 allReduce 2 8823078998
 17 compute 66335418
 17 compute 346
 17 compute 289976975553
 17 comm_size 32
 17 allReduce 2 8823078998
 17 compute 66335418
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 116082026
 17 comm_size 32
 17 allReduce 7 14425933
 17 compute 116082026
 17 comm_size 32
 17 allReduce 7 14425933


@@ -187,7 +187,7 @@
 17 allReduce 223729 160531021
 17 compute 10172496
 17 compute 346
 17 allReduce 223729 160531021
 17 compute 10172496
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034685
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2962402373 
 17 compute 31413034685
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2962402373 


@@ -209,7 +209,7 @@
 17 allReduce 4 2873461963
 17 compute 66332037
 17 compute 346
 17 allReduce 4 2873461963
 17 compute 66332037
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916689
 17 comm_size 32
 17 allReduce 223729 199354614
 17 compute 916689
 17 comm_size 32
 17 allReduce 223729 199354614


@@ -218,13 +218,13 @@
 17 allReduce 1 78200803
 17 compute 10177
 17 compute 346
 17 allReduce 1 78200803
 17 compute 10177
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956072
 17 comm_size 32
 17 allReduce 2 8683306575
 17 compute 66335412
 17 compute 346
 17 compute 289976956072
 17 comm_size 32
 17 allReduce 2 8683306575
 17 compute 66335412
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 194473433
 17 comm_size 32
 17 allReduce 7 11268296
 17 compute 194473433
 17 comm_size 32
 17 allReduce 7 11268296


@@ -233,7 +233,7 @@
 17 allReduce 223729 703916249
 17 compute 10172676
 17 compute 346
 17 allReduce 223729 703916249
 17 compute 10172676
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034686
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5077120532 
 17 compute 31413034686
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5077120532 


@@ -255,7 +255,7 @@
 17 allReduce 4 2900833258
 17 compute 66331885
 17 compute 346
 17 allReduce 4 2900833258
 17 compute 66331885
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 289895358
 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 289895358


@@ -264,13 +264,13 @@
 17 allReduce 1 70795149
 17 compute 9974
 17 compute 346
 17 allReduce 1 70795149
 17 compute 9974
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956498
 17 comm_size 32
 17 allReduce 2 8142006495
 17 compute 66335260
 17 compute 346
 17 compute 289976956498
 17 comm_size 32
 17 allReduce 2 8142006495
 17 compute 66335260
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 272889951
 17 comm_size 32
 17 allReduce 7 42709829
 17 compute 272889951
 17 comm_size 32
 17 allReduce 7 42709829


@@ -279,7 +279,7 @@
 17 allReduce 223729 803287373
 17 compute 10172469
 17 compute 346
 17 allReduce 223729 803287373
 17 compute 10172469
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034283
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5883700025 
 17 compute 31413034283
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5883700025 


@@ -301,7 +301,7 @@
 17 allReduce 4 3041180721
 17 compute 66331887
 17 compute 346
 17 allReduce 4 3041180721
 17 compute 66331887
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 162732021
 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 162732021


@@ -310,13 +310,13 @@
 17 allReduce 1 74591754
 17 compute 9974
 17 compute 346
 17 allReduce 1 74591754
 17 compute 9974
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956485
 17 comm_size 32
 17 allReduce 2 8289234794
 17 compute 66335260
 17 compute 346
 17 compute 289976956485
 17 comm_size 32
 17 allReduce 2 8289234794
 17 compute 66335260
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 351306865
 17 comm_size 32
 17 allReduce 7 68781929
 17 compute 351306865
 17 comm_size 32
 17 allReduce 7 68781929


@@ -325,7 +325,7 @@
 17 allReduce 223729 215577173
 17 compute 10172579
 17 compute 346
 17 allReduce 223729 215577173
 17 compute 10172579
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034274
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2578449864 
 17 compute 31413034274
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2578449864 


@@ -347,7 +347,7 @@
 17 allReduce 4 2811402155
 17 compute 66331885
 17 compute 346
 17 allReduce 4 2811402155
 17 compute 66331885
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 204970702
 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 204970702


@@ -356,13 +356,13 @@
 17 allReduce 1 82082332
 17 compute 9974
 17 compute 346
 17 allReduce 1 82082332
 17 compute 9974
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956493
 17 comm_size 32
 17 allReduce 2 8421440441
 17 compute 66335261
 17 compute 346
 17 compute 289976956493
 17 comm_size 32
 17 allReduce 2 8421440441
 17 compute 66335261
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 429723801
 17 comm_size 32
 17 allReduce 7 22533744
 17 compute 429723801
 17 comm_size 32
 17 allReduce 7 22533744


@@ -371,7 +371,7 @@
 17 allReduce 223729 223537276
 17 compute 10172529
 17 compute 346
 17 allReduce 223729 223537276
 17 compute 10172529
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034275
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2475927896 
 17 compute 31413034275
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2475927896 


@@ -393,7 +393,7 @@
 17 allReduce 4 2855939685
 17 compute 66331885
 17 compute 346
 17 allReduce 4 2855939685
 17 compute 66331885
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 190278594
 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 190278594


@@ -402,13 +402,13 @@
 17 allReduce 1 79314143
 17 compute 9974
 17 compute 346
 17 allReduce 1 79314143
 17 compute 9974
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956492
 17 comm_size 32
 17 allReduce 2 8070567169
 17 compute 66335260
 17 compute 346
 17 compute 289976956492
 17 comm_size 32
 17 allReduce 2 8070567169
 17 compute 66335260
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 508140715
 17 comm_size 32
 17 allReduce 7 65556974
 17 compute 508140715
 17 comm_size 32
 17 allReduce 7 65556974


@@ -417,7 +417,7 @@
 17 allReduce 223729 255827228
 17 compute 10172367
 17 compute 346
 17 allReduce 223729 255827228
 17 compute 10172367
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034284
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2570097801 
 17 compute 31413034284
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2570097801 


@@ -439,7 +439,7 @@
 17 allReduce 4 2840032926
 17 compute 66331885
 17 compute 346
 17 allReduce 4 2840032926
 17 compute 66331885
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 207753463
 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 207753463


@@ -448,13 +448,13 @@
 17 allReduce 1 84149489
 17 compute 9974
 17 compute 346
 17 allReduce 1 84149489
 17 compute 9974
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956483
 17 comm_size 32
 17 allReduce 2 8141927327
 17 compute 66335260
 17 compute 346
 17 compute 289976956483
 17 comm_size 32
 17 allReduce 2 8141927327
 17 compute 66335260
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 508115788
 17 comm_size 32
 17 allReduce 7 30431015
 17 compute 508115788
 17 comm_size 32
 17 allReduce 7 30431015


@@ -463,7 +463,7 @@
 17 allReduce 223729 230831053
 17 compute 10172373
 17 compute 346
 17 allReduce 223729 230831053
 17 compute 10172373
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034277
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2471535565 
 17 compute 31413034277
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2471535565 


@@ -485,7 +485,7 @@
 17 allReduce 4 3086082770
 17 compute 66331885
 17 compute 346
 17 allReduce 4 3086082770
 17 compute 66331885
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 161608216
 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 161608216


@@ -494,13 +494,13 @@
 17 allReduce 1 87089232
 17 compute 9974
 17 compute 346
 17 allReduce 1 87089232
 17 compute 9974
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956487
 17 comm_size 32
 17 allReduce 2 8530577620
 17 compute 66335262
 17 compute 346
 17 compute 289976956487
 17 comm_size 32
 17 allReduce 2 8530577620
 17 compute 66335262
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 508115789
 17 comm_size 32
 17 allReduce 7 92713865
 17 compute 508115789
 17 comm_size 32
 17 allReduce 7 92713865


@@ -509,7 +509,7 @@
 17 allReduce 223729 197560679
 17 compute 10172376
 17 compute 346
 17 allReduce 223729 197560679
 17 compute 10172376
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 31413034274
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2513501622 
 17 compute 31413034274
 17 compute 336
 17 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2513501622 


@@ -531,7 +531,7 @@
 17 allReduce 4 2948799872
 17 compute 66331885
 17 compute 346
 17 allReduce 4 2948799872
 17 compute 66331885
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 153417847
 17 compute 916383
 17 comm_size 32
 17 allReduce 223729 153417847


@@ -540,13 +540,13 @@
 17 allReduce 1 81869889
 17 compute 9974
 17 compute 346
 17 allReduce 1 81869889
 17 compute 9974
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 289976956487
 17 comm_size 32
 17 allReduce 2 8099026426
 17 compute 66335260
 17 compute 346
 17 compute 289976956487
 17 comm_size 32
 17 allReduce 2 8099026426
 17 compute 66335260
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 508115798
 17 comm_size 32
 17 allReduce 7 44062168
 17 compute 508115798
 17 comm_size 32
 17 allReduce 7 44062168


@@ -555,7 +555,7 @@
 17 allReduce 223729 220015121
 17 compute 10172531
 17 compute 346
 17 allReduce 223729 220015121
 17 compute 10172531
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 66331586
 17 compute 1084
 17 gather 133 133 0 
 17 compute 66331586
 17 compute 1084
 17 gather 133 133 0 


@@ -580,7 +580,7 @@
 17 allReduce 4 2932569325
 17 compute 66332223
 17 compute 346
 17 allReduce 4 2932569325
 17 compute 66332223
 17 compute 346

-17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+17 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 17 compute 910041
 17 comm_size 32
 17 allReduce 223729 206554523
 17 compute 910041
 17 comm_size 32
 17 allReduce 223729 206554523


@@ -589,7 +589,7 @@
 17 allReduce 1 73577525
 17 compute 9603
 17 compute 346
 17 allReduce 1 73577525
 17 compute 9603
 17 compute 346

-17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+17 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 17 compute 66332078
 17 comm_size 32
 17 bcast 473 31 0
 17 compute 66332078
 17 comm_size 32
 17 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace18.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace18.txt
index cd2234b..eca7248 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace18.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace18.txt
@@ -66,12 +66,12 @@
 18 allReduce 32 25414757 1
 18 compute 3038128233
 18 compute 1525
 18 allReduce 32 25414757 1
 18 compute 3038128233
 18 compute 1525

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 1058646229
 18 barrier
 18 compute 7563
 18 compute 332
 18 compute 1058646229
 18 barrier
 18 compute 7563
 18 compute 332

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 915154213
 18 barrier
 18 compute 1447518376
 18 compute 915154213
 18 barrier
 18 compute 1447518376


@@ -118,10 +118,10 @@
 18 allReduce 4 5944886986
 18 compute 128288709
 18 compute 332
 18 allReduce 4 5944886986
 18 compute 128288709
 18 compute 332

-18 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+18 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 18 compute 128241330
 18 compute 332
 18 compute 128241330
 18 compute 332

-18 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+18 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 18 compute 10047287
 18 comm_size 32
 18 allReduce 1729832 1059168798
 18 compute 10047287
 18 comm_size 32
 18 allReduce 1729832 1059168798


@@ -138,7 +138,7 @@
 18 allReduce 223729 278471635
 18 compute 10194602
 18 compute 346
 18 allReduce 223729 278471635
 18 compute 10194602
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 66461437
 18 compute 1082
 18 gather 133 133 0 
 18 compute 66461437
 18 compute 1082
 18 gather 133 133 0 


@@ -163,7 +163,7 @@
 18 allReduce 4 2976836313
 18 compute 66332335
 18 compute 346
 18 allReduce 4 2976836313
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917518
 18 comm_size 32
 18 allReduce 223729 125840914
 18 compute 917518
 18 comm_size 32
 18 allReduce 223729 125840914


@@ -172,13 +172,13 @@
 18 allReduce 1 60834698
 18 compute 10641
 18 compute 346
 18 allReduce 1 60834698
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861234313
 18 comm_size 32
 18 allReduce 2 8977911165
 18 compute 66335707
 18 compute 346
 18 compute 289861234313
 18 comm_size 32
 18 allReduce 2 8977911165
 18 compute 66335707
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 116082999
 18 comm_size 32
 18 allReduce 7 18642903
 18 compute 116082999
 18 comm_size 32
 18 allReduce 7 18642903


@@ -187,7 +187,7 @@
 18 allReduce 223729 131688891
 18 compute 10176410
 18 compute 346
 18 allReduce 223729 131688891
 18 compute 10176410
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043565
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2977367287 
 18 compute 31413043565
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2977367287 


@@ -209,7 +209,7 @@
 18 allReduce 4 2931052002
 18 compute 66332335
 18 compute 346
 18 allReduce 4 2931052002
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917517
 18 comm_size 32
 18 allReduce 223729 175883502
 18 compute 917517
 18 comm_size 32
 18 allReduce 223729 175883502


@@ -218,13 +218,13 @@
 18 allReduce 1 51449173
 18 compute 10641
 18 compute 346
 18 allReduce 1 51449173
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217817
 18 comm_size 32
 18 allReduce 2 8852934074
 18 compute 66335701
 18 compute 346
 18 compute 289861217817
 18 comm_size 32
 18 allReduce 2 8852934074
 18 compute 66335701
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 194474405
 18 comm_size 32
 18 allReduce 7 12558827
 18 compute 194474405
 18 comm_size 32
 18 allReduce 7 12558827


@@ -233,7 +233,7 @@
 18 allReduce 223729 616992877
 18 compute 10176606
 18 compute 346
 18 allReduce 223729 616992877
 18 compute 10176606
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043613
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5101322317 
 18 compute 31413043613
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5101322317 


@@ -255,7 +255,7 @@
 18 allReduce 4 2909400477
 18 compute 66332335
 18 compute 346
 18 allReduce 4 2909400477
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 229252670
 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 229252670


@@ -264,13 +264,13 @@
 18 allReduce 1 91023306
 18 compute 10641
 18 compute 346
 18 allReduce 1 91023306
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217800
 18 comm_size 32
 18 allReduce 2 8376503751
 18 compute 66335702
 18 compute 346
 18 compute 289861217800
 18 comm_size 32
 18 allReduce 2 8376503751
 18 compute 66335702
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 272891330
 18 comm_size 32
 18 allReduce 7 39298160
 18 compute 272891330
 18 comm_size 32
 18 allReduce 7 39298160


@@ -279,7 +279,7 @@
 18 allReduce 223729 818869162
 18 compute 10176431
 18 compute 346
 18 allReduce 223729 818869162
 18 compute 10176431
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043605
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5990777218 
 18 compute 31413043605
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5990777218 


@@ -301,7 +301,7 @@
 18 allReduce 4 3023009006
 18 compute 66332337
 18 compute 346
 18 allReduce 4 3023009006
 18 compute 66332337
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 154023177
 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 154023177


@@ -310,13 +310,13 @@
 18 allReduce 1 54967199
 18 compute 10641
 18 compute 346
 18 allReduce 1 54967199
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217807
 18 comm_size 32
 18 allReduce 2 8450301797
 18 compute 66335701
 18 compute 346
 18 compute 289861217807
 18 comm_size 32
 18 allReduce 2 8450301797
 18 compute 66335701
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 351308248
 18 comm_size 32
 18 allReduce 7 44698627
 18 compute 351308248
 18 comm_size 32
 18 allReduce 7 44698627


@@ -325,7 +325,7 @@
 18 allReduce 223729 227507274
 18 compute 10176347
 18 compute 346
 18 allReduce 223729 227507274
 18 compute 10176347
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043604
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2526448467 
 18 compute 31413043604
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2526448467 


@@ -347,7 +347,7 @@
 18 allReduce 4 2833204092
 18 compute 66332335
 18 compute 346
 18 allReduce 4 2833204092
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 175511171
 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 175511171


@@ -356,13 +356,13 @@
 18 allReduce 1 61888351
 18 compute 10641
 18 compute 346
 18 allReduce 1 61888351
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217807
 18 comm_size 32
 18 allReduce 2 8718955260
 18 compute 66335701
 18 compute 346
 18 compute 289861217807
 18 comm_size 32
 18 allReduce 2 8718955260
 18 compute 66335701
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 429725183
 18 comm_size 32
 18 allReduce 7 32306413
 18 compute 429725183
 18 comm_size 32
 18 allReduce 7 32306413


@@ -371,7 +371,7 @@
 18 allReduce 223729 223272780
 18 compute 10176579
 18 compute 346
 18 allReduce 223729 223272780
 18 compute 10176579
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043571
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2430344620 
 18 compute 31413043571
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2430344620 


@@ -393,7 +393,7 @@
 18 allReduce 4 2850832812
 18 compute 66332335
 18 compute 346
 18 allReduce 4 2850832812
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917517
 18 comm_size 32
 18 allReduce 223729 132614857
 18 compute 917517
 18 comm_size 32
 18 allReduce 223729 132614857


@@ -402,13 +402,13 @@
 18 allReduce 1 54200906
 18 compute 10641
 18 compute 346
 18 allReduce 1 54200906
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217807
 18 comm_size 32
 18 allReduce 2 8408979657
 18 compute 66335701
 18 compute 346
 18 compute 289861217807
 18 comm_size 32
 18 allReduce 2 8408979657
 18 compute 66335701
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 508142097
 18 comm_size 32
 18 allReduce 7 36233909
 18 compute 508142097
 18 comm_size 32
 18 allReduce 7 36233909


@@ -417,7 +417,7 @@
 18 allReduce 223729 215480349
 18 compute 10176395
 18 compute 346
 18 allReduce 223729 215480349
 18 compute 10176395
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043556
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2585523230 
 18 compute 31413043556
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2585523230 


@@ -439,7 +439,7 @@
 18 allReduce 4 2860604003
 18 compute 66332335
 18 compute 346
 18 allReduce 4 2860604003
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 151587912
 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 151587912


@@ -448,13 +448,13 @@
 18 allReduce 1 77257726
 18 compute 10641
 18 compute 346
 18 allReduce 1 77257726
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217809
 18 comm_size 32
 18 allReduce 2 8287430257
 18 compute 66335702
 18 compute 346
 18 compute 289861217809
 18 comm_size 32
 18 allReduce 2 8287430257
 18 compute 66335702
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 508117168
 18 comm_size 32
 18 allReduce 7 17898530
 18 compute 508117168
 18 comm_size 32
 18 allReduce 7 17898530


@@ -463,7 +463,7 @@
 18 allReduce 223729 213474347
 18 compute 10176474
 18 compute 346
 18 allReduce 223729 213474347
 18 compute 10176474
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043614
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2478655742 
 18 compute 31413043614
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2478655742 


@@ -485,7 +485,7 @@
 18 allReduce 4 3070189859
 18 compute 66332335
 18 compute 346
 18 allReduce 4 3070189859
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 141125463
 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 141125463


@@ -494,13 +494,13 @@
 18 allReduce 1 37469400
 18 compute 10641
 18 compute 346
 18 allReduce 1 37469400
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217804
 18 comm_size 32
 18 allReduce 2 8855198153
 18 compute 66335701
 18 compute 346
 18 compute 289861217804
 18 comm_size 32
 18 allReduce 2 8855198153
 18 compute 66335701
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 508117170
 18 comm_size 32
 18 allReduce 7 90685593
 18 compute 508117170
 18 comm_size 32
 18 allReduce 7 90685593


@@ -509,7 +509,7 @@
 18 allReduce 223729 218279320
 18 compute 10176419
 18 compute 346
 18 allReduce 223729 218279320
 18 compute 10176419
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 31413043598
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2495213045 
 18 compute 31413043598
 18 compute 336
 18 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2495213045 


@@ -531,7 +531,7 @@
 18 allReduce 4 2941183518
 18 compute 66332335
 18 compute 346
 18 allReduce 4 2941183518
 18 compute 66332335
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 146698102
 18 compute 917516
 18 comm_size 32
 18 allReduce 223729 146698102


@@ -540,13 +540,13 @@
 18 allReduce 1 68040413
 18 compute 10641
 18 compute 346
 18 allReduce 1 68040413
 18 compute 10641
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 289861217793
 18 comm_size 32
 18 allReduce 2 8345876670
 18 compute 66335701
 18 compute 346
 18 compute 289861217793
 18 comm_size 32
 18 allReduce 2 8345876670
 18 compute 66335701
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 508117174
 18 comm_size 32
 18 allReduce 7 68139479
 18 compute 508117174
 18 comm_size 32
 18 allReduce 7 68139479


@@ -555,7 +555,7 @@
 18 allReduce 223729 227309094
 18 compute 10176502
 18 compute 346
 18 allReduce 223729 227309094
 18 compute 10176502
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 66332164
 18 compute 1083
 18 gather 133 133 0 
 18 compute 66332164
 18 compute 1083
 18 gather 133 133 0 


@@ -580,7 +580,7 @@
 18 allReduce 4 2942527983
 18 compute 66332277
 18 compute 346
 18 allReduce 4 2942527983
 18 compute 66332277
 18 compute 346

-18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+18 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 18 compute 910329
 18 comm_size 32
 18 allReduce 223729 192385295
 18 compute 910329
 18 comm_size 32
 18 allReduce 223729 192385295


@@ -589,7 +589,7 @@
 18 allReduce 1 50665857
 18 compute 9747
 18 compute 346
 18 allReduce 1 50665857
 18 compute 9747
 18 compute 346

-18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+18 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 18 compute 66332123
 18 comm_size 32
 18 bcast 473 31 0
 18 compute 66332123
 18 comm_size 32
 18 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace19.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace19.txt
index c3a6e9c..0a72ddb 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace19.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace19.txt
@@ -66,12 +66,12 @@
 19 allReduce 32 21818681 1
 19 compute 3038130250
 19 compute 1525
 19 allReduce 32 21818681 1
 19 compute 3038130250
 19 compute 1525

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 1058646413
 19 barrier
 19 compute 7749
 19 compute 332
 19 compute 1058646413
 19 barrier
 19 compute 7749
 19 compute 332

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 915154395
 19 barrier
 19 compute 1447127347
 19 compute 915154395
 19 barrier
 19 compute 1447127347


@@ -118,10 +118,10 @@
 19 allReduce 4 5951469998
 19 compute 128288707
 19 compute 332
 19 allReduce 4 5951469998
 19 compute 128288707
 19 compute 332

-19 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+19 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 19 compute 128241331
 19 compute 332
 19 compute 128241331
 19 compute 332

-19 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+19 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 19 compute 10047062
 19 comm_size 32
 19 allReduce 1729832 1065997669
 19 compute 10047062
 19 comm_size 32
 19 allReduce 1729832 1065997669


@@ -138,7 +138,7 @@
 19 allReduce 223729 223013962
 19 compute 10180771
 19 compute 346
 19 allReduce 223729 223013962
 19 compute 10180771
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 66461532
 19 compute 1327
 19 gather 133 133 0 
 19 compute 66461532
 19 compute 1327
 19 gather 133 133 0 


@@ -163,7 +163,7 @@
 19 allReduce 4 2993149554
 19 compute 66332188
 19 compute 346
 19 allReduce 4 2993149554
 19 compute 66332188
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 917113
 19 comm_size 32
 19 allReduce 223729 147082143
 19 compute 917113
 19 comm_size 32
 19 allReduce 223729 147082143


@@ -172,13 +172,13 @@
 19 allReduce 1 71713452
 19 compute 10433
 19 compute 346
 19 allReduce 1 71713452
 19 compute 10433
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762037293
 19 comm_size 32
 19 allReduce 2 9007327856
 19 compute 66335559
 19 compute 346
 19 compute 289762037293
 19 comm_size 32
 19 allReduce 2 9007327856
 19 compute 66335559
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 116082326
 19 comm_size 32
 19 allReduce 7 27856472
 19 compute 116082326
 19 comm_size 32
 19 allReduce 7 27856472


@@ -187,7 +187,7 @@
 19 allReduce 223729 135889994
 19 compute 10173585
 19 compute 346
 19 allReduce 223729 135889994
 19 compute 10173585
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036694
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3029762147 
 19 compute 31413036694
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3029762147 


@@ -209,7 +209,7 @@
 19 allReduce 4 2946467063
 19 compute 66332188
 19 compute 346
 19 allReduce 4 2946467063
 19 compute 66332188
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 173597598
 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 173597598


@@ -218,13 +218,13 @@
 19 allReduce 1 39572902
 19 compute 10433
 19 compute 346
 19 allReduce 1 39572902
 19 compute 10433
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762020810
 19 comm_size 32
 19 allReduce 2 8848507623
 19 compute 66335554
 19 compute 346
 19 compute 289762020810
 19 comm_size 32
 19 allReduce 2 8848507623
 19 compute 66335554
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 194473732
 19 comm_size 32
 19 allReduce 7 15258524
 19 compute 194473732
 19 comm_size 32
 19 allReduce 7 15258524


@@ -233,7 +233,7 @@
 19 allReduce 223729 698860431
 19 compute 10173808
 19 compute 346
 19 allReduce 223729 698860431
 19 compute 10173808
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036694
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5168026752 
 19 compute 31413036694
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5168026752 


@@ -255,7 +255,7 @@
 19 allReduce 4 2859919353
 19 compute 66332188
 19 compute 346
 19 allReduce 4 2859919353
 19 compute 66332188
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 260914730
 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 260914730


@@ -264,13 +264,13 @@
 19 allReduce 1 47321475
 19 compute 10433
 19 compute 346
 19 allReduce 1 47321475
 19 compute 10433
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762020788
 19 comm_size 32
 19 allReduce 2 8340582939
 19 compute 66335554
 19 compute 346
 19 compute 289762020788
 19 comm_size 32
 19 allReduce 2 8340582939
 19 compute 66335554
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 272890658
 19 comm_size 32
 19 allReduce 7 41343661
 19 compute 272890658
 19 comm_size 32
 19 allReduce 7 41343661


@@ -279,7 +279,7 @@
 19 allReduce 223729 780642423
 19 compute 10173905
 19 compute 346
 19 allReduce 223729 780642423
 19 compute 10173905
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036705
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5834309963 
 19 compute 31413036705
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5834309963 


@@ -301,7 +301,7 @@
 19 allReduce 4 3004320522
 19 compute 66332189
 19 compute 346
 19 allReduce 4 3004320522
 19 compute 66332189
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 160405967
 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 160405967


@@ -310,13 +310,13 @@
 19 allReduce 1 36983897
 19 compute 10433
 19 compute 346
 19 allReduce 1 36983897
 19 compute 10433
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762020792
 19 comm_size 32
 19 allReduce 2 8474786441
 19 compute 66335554
 19 compute 346
 19 compute 289762020792
 19 comm_size 32
 19 allReduce 2 8474786441
 19 compute 66335554
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 351307572
 19 comm_size 32
 19 allReduce 7 53955866
 19 compute 351307572
 19 comm_size 32
 19 allReduce 7 53955866


@@ -325,7 +325,7 @@
 19 allReduce 223729 229844461
 19 compute 10173697
 19 compute 346
 19 allReduce 223729 229844461
 19 compute 10173697
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036700
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2572996250 
 19 compute 31413036700
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2572996250 


@@ -347,7 +347,7 @@
 19 allReduce 4 2808349251
 19 compute 66332188
 19 compute 346
 19 allReduce 4 2808349251
 19 compute 66332188
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 160322476
 19 compute 917111
 19 comm_size 32
 19 allReduce 223729 160322476


@@ -356,13 +356,13 @@
 19 allReduce 1 43761471
 19 compute 10433
 19 compute 346
 19 allReduce 1 43761471
 19 compute 10433
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762020787
 19 comm_size 32
 19 allReduce 2 8625713800
 19 compute 66335554
 19 compute 346
 19 compute 289762020787
 19 comm_size 32
 19 allReduce 2 8625713800
 19 compute 66335554
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 429724501
 19 comm_size 32
 19 allReduce 7 75293171
 19 compute 429724501
 19 comm_size 32
 19 allReduce 7 75293171


@@ -371,7 +371,7 @@
 19 allReduce 223729 175889309
 19 compute 10173672
 19 compute 346
 19 allReduce 223729 175889309
 19 compute 10173672
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036727
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2452635060 
 19 compute 31413036727
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2452635060 


@@ -393,7 +393,7 @@
 19 allReduce 4 2846707601
 19 compute 66332188
 19 compute 346
 19 allReduce 4 2846707601
 19 compute 66332188
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 916976
 19 comm_size 32
 19 allReduce 223729 153825527
 19 compute 916976
 19 comm_size 32
 19 allReduce 223729 153825527


@@ -402,13 +402,13 @@
 19 allReduce 1 65365703
 19 compute 10389
 19 compute 346
 19 allReduce 1 65365703
 19 compute 10389
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762021058
 19 comm_size 32
 19 allReduce 2 8247626163
 19 compute 66335555
 19 compute 346
 19 compute 289762021058
 19 comm_size 32
 19 allReduce 2 8247626163
 19 compute 66335555
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 508141422
 19 comm_size 32
 19 allReduce 7 64834017
 19 compute 508141422
 19 comm_size 32
 19 allReduce 7 64834017


@@ -417,7 +417,7 @@
 19 allReduce 223729 246276486
 19 compute 10173495
 19 compute 346
 19 allReduce 223729 246276486
 19 compute 10173495
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036724
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2574748790 
 19 compute 31413036724
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2574748790 


@@ -439,7 +439,7 @@
 19 allReduce 4 2878030131
 19 compute 66332188
 19 compute 346
 19 allReduce 4 2878030131
 19 compute 66332188
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 916976
 19 comm_size 32
 19 allReduce 223729 202561568
 19 compute 916976
 19 comm_size 32
 19 allReduce 223729 202561568


@@ -448,13 +448,13 @@
 19 allReduce 1 42013291
 19 compute 10389
 19 compute 346
 19 allReduce 1 42013291
 19 compute 10389
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762021063
 19 comm_size 32
 19 allReduce 2 8235481727
 19 compute 66335554
 19 compute 346
 19 compute 289762021063
 19 comm_size 32
 19 allReduce 2 8235481727
 19 compute 66335554
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 508116497
 19 comm_size 32
 19 allReduce 7 18273848
 19 compute 508116497
 19 comm_size 32
 19 allReduce 7 18273848


@@ -463,7 +463,7 @@
 19 allReduce 223729 230756986
 19 compute 10173624
 19 compute 346
 19 allReduce 223729 230756986
 19 compute 10173624
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036718
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2480074579 
 19 compute 31413036718
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2480074579 


@@ -485,7 +485,7 @@
 19 allReduce 4 3103832908
 19 compute 66332188
 19 compute 346
 19 allReduce 4 3103832908
 19 compute 66332188
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 916976
 19 comm_size 32
 19 allReduce 223729 186117392
 19 compute 916976
 19 comm_size 32
 19 allReduce 223729 186117392


@@ -494,13 +494,13 @@
 19 allReduce 1 63989152
 19 compute 10389
 19 compute 346
 19 allReduce 1 63989152
 19 compute 10389
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762021036
 19 comm_size 32
 19 allReduce 2 8769850411
 19 compute 66335554
 19 compute 346
 19 compute 289762021036
 19 comm_size 32
 19 allReduce 2 8769850411
 19 compute 66335554
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 508116497
 19 comm_size 32
 19 allReduce 7 92637502
 19 compute 508116497
 19 comm_size 32
 19 allReduce 7 92637502


@@ -509,7 +509,7 @@
 19 allReduce 223729 171800668
 19 compute 10173608
 19 compute 346
 19 allReduce 223729 171800668
 19 compute 10173608
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 31413036726
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2484912659 
 19 compute 31413036726
 19 compute 336
 19 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2484912659 


@@ -531,7 +531,7 @@
 19 allReduce 4 2953431682
 19 compute 66332190
 19 compute 346
 19 allReduce 4 2953431682
 19 compute 66332190
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 916977
 19 comm_size 32
 19 allReduce 223729 138108816
 19 compute 916977
 19 comm_size 32
 19 allReduce 223729 138108816


@@ -540,13 +540,13 @@
 19 allReduce 1 53689168
 19 compute 10389
 19 compute 346
 19 allReduce 1 53689168
 19 compute 10389
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 289762021037
 19 comm_size 32
 19 allReduce 2 8245561819
 19 compute 66335554
 19 compute 346
 19 compute 289762021037
 19 comm_size 32
 19 allReduce 2 8245561819
 19 compute 66335554
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 508116502
 19 comm_size 32
 19 allReduce 7 81263369
 19 compute 508116502
 19 comm_size 32
 19 allReduce 7 81263369


@@ -555,7 +555,7 @@
 19 allReduce 223729 212986079
 19 compute 10173571
 19 compute 346
 19 allReduce 223729 212986079
 19 compute 10173571
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 66331978
 19 compute 1298
 19 gather 133 133 0 
 19 compute 66331978
 19 compute 1298
 19 gather 133 133 0 


@@ -580,7 +580,7 @@
 19 allReduce 4 2982959387
 19 compute 66331821
 19 compute 346
 19 allReduce 4 2982959387
 19 compute 66331821
 19 compute 346

-19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+19 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 19 compute 909574
 19 comm_size 32
 19 allReduce 223729 188497779
 19 compute 909574
 19 comm_size 32
 19 allReduce 223729 188497779


@@ -589,7 +589,7 @@
 19 allReduce 1 27030555
 19 compute 9228
 19 compute 346
 19 allReduce 1 27030555
 19 compute 9228
 19 compute 346

-19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+19 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 19 compute 66331667
 19 comm_size 32
 19 bcast 473 31 0
 19 compute 66331667
 19 comm_size 32
 19 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace2.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace2.txt
index ec5e134..83ee140 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace2.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace2.txt
@@ -66,12 +66,12 @@
 2 allReduce 32 21600798 1
 2 compute 3038108638
 2 compute 1525
 2 allReduce 32 21600798 1
 2 compute 3038108638
 2 compute 1525

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 1058646336
 2 barrier
 2 compute 7748
 2 compute 332
 2 compute 1058646336
 2 barrier
 2 compute 7748
 2 compute 332

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 915154403
 2 barrier
 2 compute 1453971872
 2 compute 915154403
 2 barrier
 2 compute 1453971872


@@ -118,10 +118,10 @@
 2 allReduce 4 2578730912
 2 compute 132712402
 2 compute 332
 2 allReduce 4 2578730912
 2 compute 132712402
 2 compute 332

-2 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+2 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 2 compute 132663308
 2 compute 332
 2 compute 132663308
 2 compute 332

-2 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+2 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 2 compute 10047526
 2 comm_size 32
 2 allReduce 1729832 1267564792
 2 compute 10047526
 2 comm_size 32
 2 allReduce 1729832 1267564792


@@ -138,7 +138,7 @@
 2 allReduce 223729 376202852
 2 compute 10202311
 2 compute 346
 2 allReduce 223729 376202852
 2 compute 10202311
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 66461930
 2 compute 1125
 2 gather 133 133 0 
 2 compute 66461930
 2 compute 1125
 2 gather 133 133 0 


@@ -163,7 +163,7 @@
 2 allReduce 4 2955205520
 2 compute 66332569
 2 compute 346
 2 allReduce 4 2955205520
 2 compute 66332569
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917647
 2 comm_size 32
 2 allReduce 223729 205056163
 2 compute 917647
 2 comm_size 32
 2 allReduce 223729 205056163


@@ -172,13 +172,13 @@
 2 allReduce 1 85122455
 2 compute 10693
 2 compute 346
 2 allReduce 1 85122455
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779251539
 2 comm_size 32
 2 allReduce 2 8700206656
 2 compute 66335882
 2 compute 346
 2 compute 289779251539
 2 comm_size 32
 2 allReduce 2 8700206656
 2 compute 66335882
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 116083430
 2 comm_size 32
 2 allReduce 7 35184058
 2 compute 116083430
 2 comm_size 32
 2 allReduce 7 35184058


@@ -187,7 +187,7 @@
 2 allReduce 223729 174000813
 2 compute 10209957
 2 compute 346
 2 allReduce 223729 174000813
 2 compute 10209957
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034778
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2669016024 
 2 compute 31413034778
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2669016024 


@@ -209,7 +209,7 @@
 2 allReduce 4 2864733075
 2 compute 66332567
 2 compute 346
 2 allReduce 4 2864733075
 2 compute 66332567
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917646
 2 comm_size 32
 2 allReduce 223729 209561769
 2 compute 917646
 2 comm_size 32
 2 allReduce 223729 209561769


@@ -218,13 +218,13 @@
 2 allReduce 1 76543561
 2 compute 10693
 2 compute 346
 2 allReduce 1 76543561
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235040
 2 comm_size 32
 2 allReduce 2 8641030690
 2 compute 66335877
 2 compute 346
 2 compute 289779235040
 2 comm_size 32
 2 allReduce 2 8641030690
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 194474834
 2 comm_size 32
 2 allReduce 7 22181606
 2 compute 194474834
 2 comm_size 32
 2 allReduce 7 22181606


@@ -233,7 +233,7 @@
 2 allReduce 223729 752112833
 2 compute 10209915
 2 compute 346
 2 allReduce 223729 752112833
 2 compute 10209915
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034781
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4446501801 
 2 compute 31413034781
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4446501801 


@@ -255,7 +255,7 @@
 2 allReduce 4 2795530518
 2 compute 66332568
 2 compute 346
 2 allReduce 4 2795530518
 2 compute 66332568
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917646
 2 comm_size 32
 2 allReduce 223729 308075964
 2 compute 917646
 2 comm_size 32
 2 allReduce 223729 308075964


@@ -264,13 +264,13 @@
 2 allReduce 1 64237436
 2 compute 10693
 2 compute 346
 2 allReduce 1 64237436
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 8104795481
 2 compute 66335877
 2 compute 346
 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 8104795481
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 272891764
 2 comm_size 32
 2 allReduce 7 50523009
 2 compute 272891764
 2 comm_size 32
 2 allReduce 7 50523009


@@ -279,7 +279,7 @@
 2 allReduce 223729 899202713
 2 compute 10209932
 2 compute 346
 2 allReduce 223729 899202713
 2 compute 10209932
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034750
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5838746252 
 2 compute 31413034750
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5838746252 


@@ -301,7 +301,7 @@
 2 allReduce 4 2812150527
 2 compute 66332569
 2 compute 346
 2 allReduce 4 2812150527
 2 compute 66332569
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 168717440
 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 168717440


@@ -310,13 +310,13 @@
 2 allReduce 1 69501066
 2 compute 10693
 2 compute 346
 2 allReduce 1 69501066
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 8192102124
 2 compute 66335877
 2 compute 346
 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 8192102124
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 351308679
 2 comm_size 32
 2 allReduce 7 72028044
 2 compute 351308679
 2 comm_size 32
 2 allReduce 7 72028044


@@ -325,7 +325,7 @@
 2 allReduce 223729 248287707
 2 compute 10210004
 2 compute 346
 2 allReduce 223729 248287707
 2 compute 10210004
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034773
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2278949241 
 2 compute 31413034773
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2278949241 


@@ -347,7 +347,7 @@
 2 allReduce 4 2755341926
 2 compute 66332567
 2 compute 346
 2 allReduce 4 2755341926
 2 compute 66332567
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917647
 2 comm_size 32
 2 allReduce 223729 230268317
 2 compute 917647
 2 comm_size 32
 2 allReduce 223729 230268317


@@ -356,13 +356,13 @@
 2 allReduce 1 80517898
 2 compute 10693
 2 compute 346
 2 allReduce 1 80517898
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235045
 2 comm_size 32
 2 allReduce 2 8388271159
 2 compute 66335877
 2 compute 346
 2 compute 289779235045
 2 comm_size 32
 2 allReduce 2 8388271159
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 429725613
 2 comm_size 32
 2 allReduce 7 57725463
 2 compute 429725613
 2 comm_size 32
 2 allReduce 7 57725463


@@ -371,7 +371,7 @@
 2 allReduce 223729 255278949
 2 compute 10209829
 2 compute 346
 2 allReduce 223729 255278949
 2 compute 10209829
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034746
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2119405792 
 2 compute 31413034746
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2119405792 


@@ -393,7 +393,7 @@
 2 allReduce 4 2771576658
 2 compute 66332567
 2 compute 346
 2 allReduce 4 2771576658
 2 compute 66332567
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917647
 2 comm_size 32
 2 allReduce 223729 182946667
 2 compute 917647
 2 comm_size 32
 2 allReduce 223729 182946667


@@ -402,13 +402,13 @@
 2 allReduce 1 82708076
 2 compute 10693
 2 compute 346
 2 allReduce 1 82708076
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235040
 2 comm_size 32
 2 allReduce 2 8031014567
 2 compute 66335877
 2 compute 346
 2 compute 289779235040
 2 comm_size 32
 2 allReduce 2 8031014567
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 508142525
 2 comm_size 32
 2 allReduce 7 41438511
 2 compute 508142525
 2 comm_size 32
 2 allReduce 7 41438511


@@ -417,7 +417,7 @@
 2 allReduce 223729 293351072
 2 compute 10209904
 2 compute 346
 2 allReduce 223729 293351072
 2 compute 10209904
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034756
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2204729655 
 2 compute 31413034756
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2204729655 


@@ -439,7 +439,7 @@
 2 allReduce 4 2813758948
 2 compute 66332568
 2 compute 346
 2 allReduce 4 2813758948
 2 compute 66332568
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 212962134
 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 212962134


@@ -448,13 +448,13 @@
 2 allReduce 1 96561508
 2 compute 10693
 2 compute 346
 2 allReduce 1 96561508
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235067
 2 comm_size 32
 2 allReduce 2 7940739758
 2 compute 66335877
 2 compute 346
 2 compute 289779235067
 2 comm_size 32
 2 allReduce 2 7940739758
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 508117595
 2 comm_size 32
 2 allReduce 7 42281817
 2 compute 508117595
 2 comm_size 32
 2 allReduce 7 42281817


@@ -463,7 +463,7 @@
 2 allReduce 223729 257774777
 2 compute 10209871
 2 compute 346
 2 allReduce 223729 257774777
 2 compute 10209871
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034760
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2134185021 
 2 compute 31413034760
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2134185021 


@@ -485,7 +485,7 @@
 2 allReduce 4 3008885854
 2 compute 66332567
 2 compute 346
 2 allReduce 4 3008885854
 2 compute 66332567
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 196495929
 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 196495929


@@ -494,13 +494,13 @@
 2 allReduce 1 77618324
 2 compute 10693
 2 compute 346
 2 allReduce 1 77618324
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 8463589887
 2 compute 66335877
 2 compute 346
 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 8463589887
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 508117600
 2 comm_size 32
 2 allReduce 7 89395696
 2 compute 508117600
 2 comm_size 32
 2 allReduce 7 89395696


@@ -509,7 +509,7 @@
 2 allReduce 223729 233605798
 2 compute 10209853
 2 compute 346
 2 allReduce 223729 233605798
 2 compute 10209853
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 31413034735
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2173585351 
 2 compute 31413034735
 2 compute 336
 2 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2173585351 


@@ -531,7 +531,7 @@
 2 allReduce 4 2894657905
 2 compute 66332567
 2 compute 346
 2 allReduce 4 2894657905
 2 compute 66332567
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 217074488
 2 compute 917645
 2 comm_size 32
 2 allReduce 223729 217074488


@@ -540,13 +540,13 @@
 2 allReduce 1 91993573
 2 compute 10693
 2 compute 346
 2 allReduce 1 91993573
 2 compute 10693
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 7990262177
 2 compute 66335877
 2 compute 346
 2 compute 289779235054
 2 comm_size 32
 2 allReduce 2 7990262177
 2 compute 66335877
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 508117607
 2 comm_size 32
 2 allReduce 7 43639120
 2 compute 508117607
 2 comm_size 32
 2 allReduce 7 43639120


@@ -555,7 +555,7 @@
 2 allReduce 223729 273800728
 2 compute 10210001
 2 compute 346
 2 allReduce 223729 273800728
 2 compute 10210001
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 66332384
 2 compute 1126
 2 gather 133 133 0 
 2 compute 66332384
 2 compute 1126
 2 gather 133 133 0 


@@ -580,7 +580,7 @@
 2 allReduce 4 2895768135
 2 compute 66332805
 2 compute 346
 2 allReduce 4 2895768135
 2 compute 66332805
 2 compute 346

-2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+2 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 2 compute 910591
 2 comm_size 32
 2 allReduce 223729 218520527
 2 compute 910591
 2 comm_size 32
 2 allReduce 223729 218520527


@@ -589,7 +589,7 @@
 2 allReduce 1 41615901
 2 compute 10169
 2 compute 346
 2 allReduce 1 41615901
 2 compute 10169
 2 compute 346

-2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+2 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 2 compute 66332606
 2 comm_size 32
 2 bcast 473 31 0
 2 compute 66332606
 2 comm_size 32
 2 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace20.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace20.txt
index be92ffd..175d30e 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace20.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace20.txt
@@ -66,12 +66,12 @@
 20 allReduce 32 5510267 1
 20 compute 3038130868
 20 compute 1525
 20 allReduce 32 5510267 1
 20 compute 3038130868
 20 compute 1525

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 1058646421
 20 barrier
 20 compute 7748
 20 compute 332
 20 compute 1058646421
 20 barrier
 20 compute 7748
 20 compute 332

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 915154401
 20 barrier
 20 compute 1445555133
 20 compute 915154401
 20 barrier
 20 compute 1445555133


@@ -118,10 +118,10 @@
 20 allReduce 4 10326
 20 compute 128288765
 20 compute 332
 20 allReduce 4 10326
 20 compute 128288765
 20 compute 332

-20 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+20 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 20 compute 128241556
 20 compute 332
 20 compute 128241556
 20 compute 332

-20 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+20 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 20 compute 10047183
 20 comm_size 32
 20 allReduce 1729832 659147118
 20 compute 10047183
 20 comm_size 32
 20 allReduce 1729832 659147118


@@ -138,7 +138,7 @@
 20 allReduce 223729 122067124
 20 compute 10190300
 20 compute 346
 20 allReduce 223729 122067124
 20 compute 10190300
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 66461500
 20 compute 1218
 20 gather 133 133 0 
 20 compute 66461500
 20 compute 1218
 20 gather 133 133 0 


@@ -163,7 +163,7 @@
 20 allReduce 4 546265463
 20 compute 66332588
 20 compute 346
 20 allReduce 4 546265463
 20 compute 66332588
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917680
 20 comm_size 32
 20 allReduce 223729 94891538
 20 compute 917680
 20 comm_size 32
 20 allReduce 223729 94891538


@@ -172,13 +172,13 @@
 20 allReduce 1 10499
 20 compute 10976
 20 compute 346
 20 allReduce 1 10499
 20 compute 10976
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400924944
 20 comm_size 32
 20 allReduce 2 1501047661
 20 compute 66336044
 20 compute 346
 20 compute 289400924944
 20 comm_size 32
 20 allReduce 2 1501047661
 20 compute 66336044
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 116083443
 20 comm_size 32
 20 allReduce 7 13185464
 20 compute 116083443
 20 comm_size 32
 20 allReduce 7 13185464


@@ -187,7 +187,7 @@
 20 allReduce 223729 111454285
 20 compute 10178102
 20 compute 346
 20 allReduce 223729 111454285
 20 compute 10178102
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037755
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2493142132 
 20 compute 31413037755
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2493142132 


@@ -209,7 +209,7 @@
 20 allReduce 4 389089309
 20 compute 66332587
 20 compute 346
 20 allReduce 4 389089309
 20 compute 66332587
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917678
 20 comm_size 32
 20 allReduce 223729 99311539
 20 compute 917678
 20 comm_size 32
 20 allReduce 223729 99311539


@@ -218,13 +218,13 @@
 20 allReduce 1 3786600
 20 compute 10976
 20 compute 346
 20 allReduce 1 3786600
 20 compute 10976
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400908461
 20 comm_size 32
 20 allReduce 2 1619659274
 20 compute 66336038
 20 compute 346
 20 compute 289400908461
 20 comm_size 32
 20 allReduce 2 1619659274
 20 compute 66336038
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 194474851
 20 comm_size 32
 20 allReduce 7 392044
 20 compute 194474851
 20 comm_size 32
 20 allReduce 7 392044


@@ -233,7 +233,7 @@
 20 allReduce 223729 679614231
 20 compute 10178129
 20 compute 346
 20 allReduce 223729 679614231
 20 compute 10178129
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037760
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5054610451 
 20 compute 31413037760
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5054610451 


@@ -255,7 +255,7 @@
 20 allReduce 4 364636165
 20 compute 66332586
 20 compute 346
 20 allReduce 4 364636165
 20 compute 66332586
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917678
 20 comm_size 32
 20 allReduce 223729 217765574
 20 compute 917678
 20 comm_size 32
 20 allReduce 223729 217765574


@@ -264,13 +264,13 @@
 20 allReduce 1 8534357
 20 compute 10976
 20 compute 346
 20 allReduce 1 8534357
 20 compute 10976
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400908445
 20 comm_size 32
 20 allReduce 2 1037337598
 20 compute 66336038
 20 compute 346
 20 compute 289400908445
 20 comm_size 32
 20 allReduce 2 1037337598
 20 compute 66336038
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 272891777
 20 comm_size 32
 20 allReduce 7 14558699
 20 compute 272891777
 20 comm_size 32
 20 allReduce 7 14558699


@@ -279,7 +279,7 @@
 20 allReduce 223729 712693963
 20 compute 10178072
 20 compute 346
 20 allReduce 223729 712693963
 20 compute 10178072
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037755
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5554948434 
 20 compute 31413037755
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5554948434 


@@ -301,7 +301,7 @@
 20 allReduce 4 539471501
 20 compute 66332587
 20 compute 346
 20 allReduce 4 539471501
 20 compute 66332587
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917678
 20 comm_size 32
 20 allReduce 223729 83179574
 20 compute 917678
 20 comm_size 32
 20 allReduce 223729 83179574


@@ -310,13 +310,13 @@
 20 allReduce 1 8815759
 20 compute 10976
 20 compute 346
 20 allReduce 1 8815759
 20 compute 10976
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400908445
 20 comm_size 32
 20 allReduce 2 1170953086
 20 compute 66336038
 20 compute 346
 20 compute 289400908445
 20 comm_size 32
 20 allReduce 2 1170953086
 20 compute 66336038
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 351308697
 20 comm_size 32
 20 allReduce 7 24142147
 20 compute 351308697
 20 comm_size 32
 20 allReduce 7 24142147


@@ -325,7 +325,7 @@
 20 allReduce 223729 139783965
 20 compute 10177723
 20 compute 346
 20 allReduce 223729 139783965
 20 compute 10177723
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037766
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2010531953 
 20 compute 31413037766
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2010531953 


@@ -347,7 +347,7 @@
 20 allReduce 4 394679674
 20 compute 66332587
 20 compute 346
 20 allReduce 4 394679674
 20 compute 66332587
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917549
 20 comm_size 32
 20 allReduce 223729 90380190
 20 compute 917549
 20 comm_size 32
 20 allReduce 223729 90380190


@@ -356,13 +356,13 @@
 20 allReduce 1 9344638
 20 compute 11010
 20 compute 346
 20 allReduce 1 9344638
 20 compute 11010
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400909428
 20 comm_size 32
 20 allReduce 2 1088523696
 20 compute 66336038
 20 compute 346
 20 compute 289400909428
 20 comm_size 32
 20 allReduce 2 1088523696
 20 compute 66336038
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 429725627
 20 comm_size 32
 20 allReduce 7 21804765
 20 compute 429725627
 20 comm_size 32
 20 allReduce 7 21804765


@@ -371,7 +371,7 @@
 20 allReduce 223729 84420729
 20 compute 10177611
 20 compute 346
 20 allReduce 223729 84420729
 20 compute 10177611
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037771
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1928502385 
 20 compute 31413037771
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1928502385 


@@ -393,7 +393,7 @@
 20 allReduce 4 438947550
 20 compute 66332588
 20 compute 346
 20 allReduce 4 438947550
 20 compute 66332588
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917549
 20 comm_size 32
 20 allReduce 223729 97694488
 20 compute 917549
 20 comm_size 32
 20 allReduce 223729 97694488


@@ -402,13 +402,13 @@
 20 allReduce 1 1846562
 20 compute 11010
 20 compute 346
 20 allReduce 1 1846562
 20 compute 11010
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400909394
 20 comm_size 32
 20 allReduce 2 895644292
 20 compute 66336038
 20 compute 346
 20 compute 289400909394
 20 comm_size 32
 20 allReduce 2 895644292
 20 compute 66336038
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 508142542
 20 comm_size 32
 20 allReduce 7 38701873
 20 compute 508142542
 20 comm_size 32
 20 allReduce 7 38701873


@@ -417,7 +417,7 @@
 20 allReduce 223729 147242422
 20 compute 10177595
 20 compute 346
 20 allReduce 223729 147242422
 20 compute 10177595
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037770
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1972716098 
 20 compute 31413037770
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1972716098 


@@ -439,7 +439,7 @@
 20 allReduce 4 405694169
 20 compute 66332587
 20 compute 346
 20 allReduce 4 405694169
 20 compute 66332587
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917551
 20 comm_size 32
 20 allReduce 223729 118400460
 20 compute 917551
 20 comm_size 32
 20 allReduce 223729 118400460


@@ -448,13 +448,13 @@
 20 allReduce 1 4932771
 20 compute 11010
 20 compute 346
 20 allReduce 1 4932771
 20 compute 11010
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400909418
 20 comm_size 32
 20 allReduce 2 914619086
 20 compute 66336037
 20 compute 346
 20 compute 289400909418
 20 comm_size 32
 20 allReduce 2 914619086
 20 compute 66336037
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 508117609
 20 comm_size 32
 20 allReduce 7 40194901
 20 compute 508117609
 20 comm_size 32
 20 allReduce 7 40194901


@@ -463,7 +463,7 @@
 20 allReduce 223729 143195033
 20 compute 10177554
 20 compute 346
 20 allReduce 223729 143195033
 20 compute 10177554
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037774
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1944045416 
 20 compute 31413037774
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1944045416 


@@ -485,7 +485,7 @@
 20 allReduce 4 580816252
 20 compute 66332588
 20 compute 346
 20 allReduce 4 580816252
 20 compute 66332588
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917549
 20 comm_size 32
 20 allReduce 223729 86284194
 20 compute 917549
 20 comm_size 32
 20 allReduce 223729 86284194


@@ -494,13 +494,13 @@
 20 allReduce 1 14471762
 20 compute 11010
 20 compute 346
 20 allReduce 1 14471762
 20 compute 11010
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400909397
 20 comm_size 32
 20 allReduce 2 1348370919
 20 compute 66336037
 20 compute 346
 20 compute 289400909397
 20 comm_size 32
 20 allReduce 2 1348370919
 20 compute 66336037
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 508117620
 20 comm_size 32
 20 allReduce 7 57986390
 20 compute 508117620
 20 comm_size 32
 20 allReduce 7 57986390


@@ -509,7 +509,7 @@
 20 allReduce 223729 105142925
 20 compute 10177614
 20 compute 346
 20 allReduce 223729 105142925
 20 compute 10177614
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 31413037761
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1941680433 
 20 compute 31413037761
 20 compute 336
 20 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1941680433 


@@ -531,7 +531,7 @@
 20 allReduce 4 441350014
 20 compute 66332587
 20 compute 346
 20 allReduce 4 441350014
 20 compute 66332587
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 917550
 20 comm_size 32
 20 allReduce 223729 92241036
 20 compute 917550
 20 comm_size 32
 20 allReduce 223729 92241036


@@ -540,13 +540,13 @@
 20 allReduce 1 1369917
 20 compute 11010
 20 compute 346
 20 allReduce 1 1369917
 20 compute 11010
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 289400909394
 20 comm_size 32
 20 allReduce 2 946040489
 20 compute 66336038
 20 compute 346
 20 compute 289400909394
 20 comm_size 32
 20 allReduce 2 946040489
 20 compute 66336038
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 508117627
 20 comm_size 32
 20 allReduce 7 16180772
 20 compute 508117627
 20 comm_size 32
 20 allReduce 7 16180772


@@ -555,7 +555,7 @@
 20 allReduce 223729 146730643
 20 compute 10177635
 20 compute 346
 20 allReduce 223729 146730643
 20 compute 10177635
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 66332484
 20 compute 1216
 20 gather 133 133 0 
 20 compute 66332484
 20 compute 1216
 20 gather 133 133 0 


@@ -580,7 +580,7 @@
 20 allReduce 4 520295194
 20 compute 66332424
 20 compute 346
 20 allReduce 4 520295194
 20 compute 66332424
 20 compute 346

-20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+20 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 20 compute 910076
 20 comm_size 32
 20 allReduce 223729 122093727
 20 compute 910076
 20 comm_size 32
 20 allReduce 223729 122093727


@@ -589,7 +589,7 @@
 20 allReduce 1 212206272
 20 compute 9854
 20 compute 346
 20 allReduce 1 212206272
 20 compute 9854
 20 compute 346

-20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+20 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 20 compute 66332272
 20 comm_size 32
 20 bcast 473 31 0
 20 compute 66332272
 20 comm_size 32
 20 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace21.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace21.txt
index 2795255..34b94a5 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace21.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace21.txt
@@ -66,12 +66,12 @@
 21 allReduce 32 7208831 1
 21 compute 3038131051
 21 compute 1525
 21 allReduce 32 7208831 1
 21 compute 3038131051
 21 compute 1525

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 1058646427
 21 barrier
 21 compute 7748
 21 compute 332
 21 compute 1058646427
 21 barrier
 21 compute 7748
 21 compute 332

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 915154402
 21 barrier
 21 compute 1444252854
 21 compute 915154402
 21 barrier
 21 compute 1444252854


@@ -118,10 +118,10 @@
 21 allReduce 4 399048704
 21 compute 128288692
 21 compute 332
 21 allReduce 4 399048704
 21 compute 128288692
 21 compute 332

-21 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+21 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 21 compute 128241307
 21 compute 332
 21 compute 128241307
 21 compute 332

-21 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+21 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 21 compute 10047340
 21 comm_size 32
 21 allReduce 1729832 633586775
 21 compute 10047340
 21 comm_size 32
 21 allReduce 1729832 633586775


@@ -138,7 +138,7 @@
 21 allReduce 223729 104219324
 21 compute 10192556
 21 compute 346
 21 allReduce 223729 104219324
 21 compute 10192556
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 66461109
 21 compute 1240
 21 gather 133 133 0 
 21 compute 66461109
 21 compute 1240
 21 gather 133 133 0 


@@ -163,7 +163,7 @@
 21 allReduce 4 230975807
 21 compute 66332617
 21 compute 346
 21 allReduce 4 230975807
 21 compute 66332617
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917794
 21 comm_size 32
 21 allReduce 223729 89996371
 21 compute 917794
 21 comm_size 32
 21 allReduce 223729 89996371


@@ -172,13 +172,13 @@
 21 allReduce 1 12161251
 21 compute 11014
 21 compute 346
 21 allReduce 1 12161251
 21 compute 11014
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796415254
 21 comm_size 32
 21 allReduce 2 10855
 21 compute 66335986
 21 compute 346
 21 compute 289796415254
 21 comm_size 32
 21 allReduce 2 10855
 21 compute 66335986
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 116083513
 21 comm_size 32
 21 allReduce 7 16644766
 21 compute 116083513
 21 comm_size 32
 21 allReduce 7 16644766


@@ -187,7 +187,7 @@
 21 allReduce 223729 96293731
 21 compute 10182841
 21 compute 346
 21 allReduce 223729 96293731
 21 compute 10182841
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038182
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2131956746 
 21 compute 31413038182
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2131956746 


@@ -209,7 +209,7 @@
 21 allReduce 4 10348863
 21 compute 66332617
 21 compute 346
 21 allReduce 4 10348863
 21 compute 66332617
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 96055871
 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 96055871


@@ -218,13 +218,13 @@
 21 allReduce 1 13812471
 21 compute 10992
 21 compute 346
 21 allReduce 1 13812471
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400652
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346
 21 compute 289796400652
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 194474918
 21 comm_size 32
 21 allReduce 7 47333
 21 compute 194474918
 21 comm_size 32
 21 allReduce 7 47333


@@ -233,7 +233,7 @@
 21 allReduce 223729 595561247
 21 compute 10182596
 21 compute 346
 21 allReduce 223729 595561247
 21 compute 10182596
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038181
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4288941296 
 21 compute 31413038181
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4288941296 


@@ -255,7 +255,7 @@
 21 allReduce 4 17889855
 21 compute 66332616
 21 compute 346
 21 allReduce 4 17889855
 21 compute 66332616
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917748
 21 comm_size 32
 21 allReduce 223729 197447364
 21 compute 917748
 21 comm_size 32
 21 allReduce 223729 197447364


@@ -264,13 +264,13 @@
 21 allReduce 1 10841
 21 compute 10992
 21 compute 346
 21 allReduce 1 10841
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400735
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346
 21 compute 289796400735
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 272891853
 21 comm_size 32
 21 allReduce 7 11056
 21 compute 272891853
 21 comm_size 32
 21 allReduce 7 11056


@@ -279,7 +279,7 @@
 21 allReduce 223729 665713000
 21 compute 10182793
 21 compute 346
 21 allReduce 223729 665713000
 21 compute 10182793
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038203
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4995690525 
 21 compute 31413038203
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4995690525 


@@ -301,7 +301,7 @@
 21 allReduce 4 21068150
 21 compute 66332619
 21 compute 346
 21 allReduce 4 21068150
 21 compute 66332619
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 96861836
 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 96861836


@@ -310,13 +310,13 @@
 21 allReduce 1 3467879
 21 compute 10992
 21 compute 346
 21 allReduce 1 3467879
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400714
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335980
 21 compute 346
 21 compute 289796400714
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335980
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 351308766
 21 comm_size 32
 21 allReduce 7 30950270
 21 compute 351308766
 21 comm_size 32
 21 allReduce 7 30950270


@@ -325,7 +325,7 @@
 21 allReduce 223729 77403650
 21 compute 10182769
 21 compute 346
 21 allReduce 223729 77403650
 21 compute 10182769
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038193
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1723702562 
 21 compute 31413038193
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1723702562 


@@ -347,7 +347,7 @@
 21 allReduce 4 85354109
 21 compute 66332616
 21 compute 346
 21 allReduce 4 85354109
 21 compute 66332616
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917756
 21 comm_size 32
 21 allReduce 223729 79707252
 21 compute 917756
 21 comm_size 32
 21 allReduce 223729 79707252


@@ -356,13 +356,13 @@
 21 allReduce 1 19656573
 21 compute 10992
 21 compute 346
 21 allReduce 1 19656573
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400653
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335980
 21 compute 346
 21 compute 289796400653
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335980
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 429725693
 21 comm_size 32
 21 allReduce 7 28415469
 21 compute 429725693
 21 comm_size 32
 21 allReduce 7 28415469


@@ -371,7 +371,7 @@
 21 allReduce 223729 127000980
 21 compute 10182634
 21 compute 346
 21 allReduce 223729 127000980
 21 compute 10182634
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038211
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1723907112 
 21 compute 31413038211
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1723907112 


@@ -393,7 +393,7 @@
 21 allReduce 4 31834382
 21 compute 66332617
 21 compute 346
 21 allReduce 4 31834382
 21 compute 66332617
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 82769062
 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 82769062


@@ -402,13 +402,13 @@
 21 allReduce 1 10840
 21 compute 10992
 21 compute 346
 21 allReduce 1 10840
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400594
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346
 21 compute 289796400594
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 508142616
 21 comm_size 32
 21 allReduce 7 8857974
 21 compute 508142616
 21 comm_size 32
 21 allReduce 7 8857974


@@ -417,7 +417,7 @@
 21 allReduce 223729 133479564
 21 compute 10182694
 21 compute 346
 21 allReduce 223729 133479564
 21 compute 10182694
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038198
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1700313496 
 21 compute 31413038198
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1700313496 


@@ -439,7 +439,7 @@
 21 allReduce 4 53734657
 21 compute 66332617
 21 compute 346
 21 allReduce 4 53734657
 21 compute 66332617
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 98361070
 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 98361070


@@ -448,13 +448,13 @@
 21 allReduce 1 10840
 21 compute 10992
 21 compute 346
 21 allReduce 1 10840
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400625
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346
 21 compute 289796400625
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 508117684
 21 comm_size 32
 21 allReduce 7 15373398
 21 compute 508117684
 21 comm_size 32
 21 allReduce 7 15373398


@@ -463,7 +463,7 @@
 21 allReduce 223729 100771028
 21 compute 10182764
 21 compute 346
 21 allReduce 223729 100771028
 21 compute 10182764
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038191
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1722618934 
 21 compute 31413038191
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1722618934 


@@ -485,7 +485,7 @@
 21 allReduce 4 10928
 21 compute 66332617
 21 compute 346
 21 allReduce 4 10928
 21 compute 66332617
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 81078068
 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 81078068


@@ -494,13 +494,13 @@
 21 allReduce 1 1356693
 21 compute 10992
 21 compute 346
 21 allReduce 1 1356693
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400655
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335983
 21 compute 346
 21 compute 289796400655
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335983
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 508117693
 21 comm_size 32
 21 allReduce 7 21586175
 21 compute 508117693
 21 comm_size 32
 21 allReduce 7 21586175


@@ -509,7 +509,7 @@
 21 allReduce 223729 103142467
 21 compute 10182779
 21 compute 346
 21 allReduce 223729 103142467
 21 compute 10182779
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 31413038183
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1706649849 
 21 compute 31413038183
 21 compute 336
 21 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1706649849 


@@ -531,7 +531,7 @@
 21 allReduce 4 6146796
 21 compute 66332617
 21 compute 346
 21 allReduce 4 6146796
 21 compute 66332617
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 80944077
 21 compute 917746
 21 comm_size 32
 21 allReduce 223729 80944077


@@ -540,13 +540,13 @@
 21 allReduce 1 11496166
 21 compute 10992
 21 compute 346
 21 allReduce 1 11496166
 21 compute 10992
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 289796400657
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346
 21 compute 289796400657
 21 comm_size 32
 21 allReduce 2 10852
 21 compute 66335981
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 508117700
 21 comm_size 32
 21 allReduce 7 13233877
 21 compute 508117700
 21 comm_size 32
 21 allReduce 7 13233877


@@ -555,7 +555,7 @@
 21 allReduce 223729 73664764
 21 compute 10182628
 21 compute 346
 21 allReduce 223729 73664764
 21 compute 10182628
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 66332524
 21 compute 1220
 21 gather 133 133 0 
 21 compute 66332524
 21 compute 1220
 21 gather 133 133 0 


@@ -580,7 +580,7 @@
 21 allReduce 4 171636574
 21 compute 66332454
 21 compute 346
 21 allReduce 4 171636574
 21 compute 66332454
 21 compute 346

-21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+21 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 21 compute 910191
 21 comm_size 32
 21 allReduce 223729 95682902
 21 compute 910191
 21 comm_size 32
 21 allReduce 223729 95682902


@@ -589,7 +589,7 @@
 21 allReduce 1 202636285
 21 compute 9958
 21 compute 346
 21 allReduce 1 202636285
 21 compute 9958
 21 compute 346

-21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+21 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 21 compute 66332303
 21 comm_size 32
 21 bcast 473 31 0
 21 compute 66332303
 21 comm_size 32
 21 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace22.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace22.txt
index 1e67970..11785b5 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace22.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace22.txt
@@ -66,12 +66,12 @@
 22 allReduce 32 21210529 1
 22 compute 3038129064
 22 compute 1525
 22 allReduce 32 21210529 1
 22 compute 3038129064
 22 compute 1525

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 1058646432
 22 barrier
 22 compute 7748
 22 compute 332
 22 compute 1058646432
 22 barrier
 22 compute 7748
 22 compute 332

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 915154399
 22 barrier
 22 compute 1444306844
 22 compute 915154399
 22 barrier
 22 compute 1444306844


@@ -118,10 +118,10 @@
 22 allReduce 4 4843321222
 22 compute 128288809
 22 compute 332
 22 allReduce 4 4843321222
 22 compute 128288809
 22 compute 332

-22 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+22 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 22 compute 128241642
 22 compute 332
 22 compute 128241642
 22 compute 332

-22 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+22 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 22 compute 10047292
 22 comm_size 32
 22 allReduce 1729832 1110143448
 22 compute 10047292
 22 comm_size 32
 22 allReduce 1729832 1110143448


@@ -138,7 +138,7 @@
 22 allReduce 223729 213950391
 22 compute 10186731
 22 compute 346
 22 allReduce 223729 213950391
 22 compute 10186731
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 66461804
 22 compute 1222
 22 gather 133 133 0 
 22 compute 66461804
 22 compute 1222
 22 gather 133 133 0 


@@ -163,7 +163,7 @@
 22 allReduce 4 2788753065
 22 compute 66332372
 22 compute 346
 22 allReduce 4 2788753065
 22 compute 66332372
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917098
 22 comm_size 32
 22 allReduce 223729 115969726
 22 compute 917098
 22 comm_size 32
 22 allReduce 223729 115969726


@@ -172,13 +172,13 @@
 22 allReduce 1 58296950
 22 compute 10471
 22 compute 346
 22 allReduce 1 58296950
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861818554
 22 comm_size 32
 22 allReduce 2 8737317106
 22 compute 66335687
 22 compute 346
 22 compute 289861818554
 22 comm_size 32
 22 allReduce 2 8737317106
 22 compute 66335687
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 116082746
 22 comm_size 32
 22 allReduce 7 39672055
 22 compute 116082746
 22 comm_size 32
 22 allReduce 7 39672055


@@ -187,7 +187,7 @@
 22 allReduce 223729 166790938
 22 compute 10178781
 22 compute 346
 22 allReduce 223729 166790938
 22 compute 10178781
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029478
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3412994239 
 22 compute 31413029478
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3412994239 


@@ -209,7 +209,7 @@
 22 allReduce 4 2682065061
 22 compute 66332372
 22 compute 346
 22 allReduce 4 2682065061
 22 compute 66332372
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 178367147
 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 178367147


@@ -218,13 +218,13 @@
 22 allReduce 1 42154475
 22 compute 10471
 22 compute 346
 22 allReduce 1 42154475
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802060
 22 comm_size 32
 22 allReduce 2 8684401736
 22 compute 66335683
 22 compute 346
 22 compute 289861802060
 22 comm_size 32
 22 allReduce 2 8684401736
 22 compute 66335683
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 194474152
 22 comm_size 32
 22 allReduce 7 20863715
 22 compute 194474152
 22 comm_size 32
 22 allReduce 7 20863715


@@ -233,7 +233,7 @@
 22 allReduce 223729 775297991
 22 compute 10178896
 22 compute 346
 22 allReduce 223729 775297991
 22 compute 10178896
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029474
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6117158678 
 22 compute 31413029474
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6117158678 


@@ -255,7 +255,7 @@
 22 allReduce 4 2659594116
 22 compute 66332372
 22 compute 346
 22 allReduce 4 2659594116
 22 compute 66332372
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 274344453
 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 274344453


@@ -264,13 +264,13 @@
 22 allReduce 1 73332740
 22 compute 10471
 22 compute 346
 22 allReduce 1 73332740
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802054
 22 comm_size 32
 22 allReduce 2 8227320518
 22 compute 66335683
 22 compute 346
 22 compute 289861802054
 22 comm_size 32
 22 allReduce 2 8227320518
 22 compute 66335683
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 272891087
 22 comm_size 32
 22 allReduce 7 40833350
 22 compute 272891087
 22 comm_size 32
 22 allReduce 7 40833350


@@ -279,7 +279,7 @@
 22 allReduce 223729 827218159
 22 compute 10178810
 22 compute 346
 22 allReduce 223729 827218159
 22 compute 10178810
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029494
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6597927091 
 22 compute 31413029494
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6597927091 


@@ -301,7 +301,7 @@
 22 allReduce 4 2718751594
 22 compute 66332374
 22 compute 346
 22 allReduce 4 2718751594
 22 compute 66332374
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 207875925
 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 207875925


@@ -310,13 +310,13 @@
 22 allReduce 1 48883597
 22 compute 10471
 22 compute 346
 22 allReduce 1 48883597
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802052
 22 comm_size 32
 22 allReduce 2 8238642640
 22 compute 66335682
 22 compute 346
 22 compute 289861802052
 22 comm_size 32
 22 allReduce 2 8238642640
 22 compute 66335682
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 351307999
 22 comm_size 32
 22 allReduce 7 69197718
 22 compute 351307999
 22 comm_size 32
 22 allReduce 7 69197718


@@ -325,7 +325,7 @@
 22 allReduce 223729 216623884
 22 compute 10178806
 22 compute 346
 22 allReduce 223729 216623884
 22 compute 10178806
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029493
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2913627156 
 22 compute 31413029493
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2913627156 


@@ -347,7 +347,7 @@
 22 allReduce 4 2583622792
 22 compute 66332372
 22 compute 346
 22 allReduce 4 2583622792
 22 compute 66332372
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 190212720
 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 190212720


@@ -356,13 +356,13 @@
 22 allReduce 1 51244505
 22 compute 10471
 22 compute 346
 22 allReduce 1 51244505
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802052
 22 comm_size 32
 22 allReduce 2 8445855549
 22 compute 66335682
 22 compute 346
 22 compute 289861802052
 22 comm_size 32
 22 allReduce 2 8445855549
 22 compute 66335682
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 429724930
 22 comm_size 32
 22 allReduce 7 66300894
 22 compute 429724930
 22 comm_size 32
 22 allReduce 7 66300894


@@ -371,7 +371,7 @@
 22 allReduce 223729 228789921
 22 compute 10178923
 22 compute 346
 22 allReduce 223729 228789921
 22 compute 10178923
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029476
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2790084134 
 22 compute 31413029476
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2790084134 


@@ -393,7 +393,7 @@
 22 allReduce 4 2639882648
 22 compute 66332374
 22 compute 346
 22 allReduce 4 2639882648
 22 compute 66332374
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917098
 22 comm_size 32
 22 allReduce 223729 176429738
 22 compute 917098
 22 comm_size 32
 22 allReduce 223729 176429738


@@ -402,13 +402,13 @@
 22 allReduce 1 49228055
 22 compute 10471
 22 compute 346
 22 allReduce 1 49228055
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802089
 22 comm_size 32
 22 allReduce 2 8063728239
 22 compute 66335682
 22 compute 346
 22 compute 289861802089
 22 comm_size 32
 22 allReduce 2 8063728239
 22 compute 66335682
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 508141847
 22 comm_size 32
 22 allReduce 7 69164306
 22 compute 508141847
 22 comm_size 32
 22 allReduce 7 69164306


@@ -417,7 +417,7 @@
 22 allReduce 223729 224145671
 22 compute 10178826
 22 compute 346
 22 allReduce 223729 224145671
 22 compute 10178826
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029468
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2923052021 
 22 compute 31413029468
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2923052021 


@@ -439,7 +439,7 @@
 22 allReduce 4 2645270958
 22 compute 66332372
 22 compute 346
 22 allReduce 4 2645270958
 22 compute 66332372
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 188156485
 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 188156485


@@ -448,13 +448,13 @@
 22 allReduce 1 88413415
 22 compute 10471
 22 compute 346
 22 allReduce 1 88413415
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802059
 22 comm_size 32
 22 allReduce 2 8069148121
 22 compute 66335683
 22 compute 346
 22 compute 289861802059
 22 comm_size 32
 22 allReduce 2 8069148121
 22 compute 66335683
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 508116912
 22 comm_size 32
 22 allReduce 7 71560248
 22 compute 508116912
 22 comm_size 32
 22 allReduce 7 71560248


@@ -463,7 +463,7 @@
 22 allReduce 223729 217979877
 22 compute 10178829
 22 compute 346
 22 allReduce 223729 217979877
 22 compute 10178829
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029495
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2782378442 
 22 compute 31413029495
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2782378442 


@@ -485,7 +485,7 @@
 22 allReduce 4 2864660570
 22 compute 66332372
 22 compute 346
 22 allReduce 4 2864660570
 22 compute 66332372
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917098
 22 comm_size 32
 22 allReduce 223729 170644925
 22 compute 917098
 22 comm_size 32
 22 allReduce 223729 170644925


@@ -494,13 +494,13 @@
 22 allReduce 1 28860892
 22 compute 10471
 22 compute 346
 22 allReduce 1 28860892
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802064
 22 comm_size 32
 22 allReduce 2 8489071149
 22 compute 66335682
 22 compute 346
 22 compute 289861802064
 22 comm_size 32
 22 allReduce 2 8489071149
 22 compute 66335682
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 508116921
 22 comm_size 32
 22 allReduce 7 89982490
 22 compute 508116921
 22 comm_size 32
 22 allReduce 7 89982490


@@ -509,7 +509,7 @@
 22 allReduce 223729 204974935
 22 compute 10178773
 22 compute 346
 22 allReduce 223729 204974935
 22 compute 10178773
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 31413029477
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2835156763 
 22 compute 31413029477
 22 compute 336
 22 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2835156763 


@@ -531,7 +531,7 @@
 22 allReduce 4 2740531340
 22 compute 66332372
 22 compute 346
 22 allReduce 4 2740531340
 22 compute 66332372
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 181990099
 22 compute 917096
 22 comm_size 32
 22 allReduce 223729 181990099


@@ -540,13 +540,13 @@
 22 allReduce 1 63450782
 22 compute 10471
 22 compute 346
 22 allReduce 1 63450782
 22 compute 10471
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 289861802060
 22 comm_size 32
 22 allReduce 2 8004641963
 22 compute 66335682
 22 compute 346
 22 compute 289861802060
 22 comm_size 32
 22 allReduce 2 8004641963
 22 compute 66335682
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 508116923
 22 comm_size 32
 22 allReduce 7 72030805
 22 compute 508116923
 22 comm_size 32
 22 allReduce 7 72030805


@@ -555,7 +555,7 @@
 22 allReduce 223729 230362831
 22 compute 10178786
 22 compute 346
 22 allReduce 223729 230362831
 22 compute 10178786
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 66332087
 22 compute 1245
 22 gather 133 133 0 
 22 compute 66332087
 22 compute 1245
 22 gather 133 133 0 


@@ -580,7 +580,7 @@
 22 allReduce 4 2745141399
 22 compute 66332319
 22 compute 346
 22 allReduce 4 2745141399
 22 compute 66332319
 22 compute 346

-22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+22 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 22 compute 910069
 22 comm_size 32
 22 allReduce 223729 196704428
 22 compute 910069
 22 comm_size 32
 22 allReduce 223729 196704428


@@ -589,7 +589,7 @@
 22 allReduce 1 43624278
 22 compute 9564
 22 compute 346
 22 allReduce 1 43624278
 22 compute 9564
 22 compute 346

-22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+22 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 22 compute 66332111
 22 comm_size 32
 22 bcast 473 31 0
 22 compute 66332111
 22 comm_size 32
 22 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace23.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace23.txt
index de52713..bd6f268 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace23.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace23.txt
@@ -66,12 +66,12 @@
 23 allReduce 32 8004854 1
 23 compute 3038128913
 23 compute 1525
 23 allReduce 32 8004854 1
 23 compute 3038128913
 23 compute 1525

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 1058646436
 23 barrier
 23 compute 7748
 23 compute 332
 23 compute 1058646436
 23 barrier
 23 compute 7748
 23 compute 332

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 915154403
 23 barrier
 23 compute 1442892049
 23 compute 915154403
 23 barrier
 23 compute 1442892049


@@ -118,10 +118,10 @@
 23 allReduce 4 1262319730
 23 compute 128288786
 23 compute 332
 23 allReduce 4 1262319730
 23 compute 128288786
 23 compute 332

-23 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+23 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 23 compute 128241645
 23 compute 332
 23 compute 128241645
 23 compute 332

-23 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+23 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 23 compute 10048079
 23 comm_size 32
 23 allReduce 1729832 623768950
 23 compute 10048079
 23 comm_size 32
 23 allReduce 1729832 623768950


@@ -138,7 +138,7 @@
 23 allReduce 223729 104685395
 23 compute 10195636
 23 compute 346
 23 allReduce 223729 104685395
 23 compute 10195636
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 66461375
 23 compute 1182
 23 gather 133 133 0 
 23 compute 66461375
 23 compute 1182
 23 gather 133 133 0 


@@ -163,7 +163,7 @@
 23 allReduce 4 10629
 23 compute 66332036
 23 compute 346
 23 allReduce 4 10629
 23 compute 66332036
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916414
 23 comm_size 32
 23 allReduce 223729 88592833
 23 compute 916414
 23 comm_size 32
 23 allReduce 223729 88592833


@@ -172,13 +172,13 @@
 23 allReduce 1 4840674
 23 compute 9974
 23 compute 346
 23 allReduce 1 4840674
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861865443
 23 comm_size 32
 23 allReduce 2 1570414023
 23 compute 66335255
 23 compute 346
 23 compute 289861865443
 23 comm_size 32
 23 allReduce 2 1570414023
 23 compute 66335255
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 116081588
 23 comm_size 32
 23 allReduce 7 27647636
 23 compute 116081588
 23 comm_size 32
 23 allReduce 7 27647636


@@ -187,7 +187,7 @@
 23 allReduce 223729 101296396
 23 compute 10179087
 23 compute 346
 23 allReduce 223729 101296396
 23 compute 10179087
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028663
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2369284422 
 23 compute 31413028663
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2369284422 


@@ -209,7 +209,7 @@
 23 allReduce 4 10629
 23 compute 66332037
 23 compute 346
 23 allReduce 4 10629
 23 compute 66332037
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 94906747
 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 94906747


@@ -218,13 +218,13 @@
 23 allReduce 1 10495
 23 compute 9974
 23 compute 346
 23 allReduce 1 10495
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861848987
 23 comm_size 32
 23 allReduce 2 1327414015
 23 compute 66335250
 23 compute 346
 23 compute 289861848987
 23 comm_size 32
 23 allReduce 2 1327414015
 23 compute 66335250
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 194472994
 23 comm_size 32
 23 allReduce 7 4716544
 23 compute 194472994
 23 comm_size 32
 23 allReduce 7 4716544


@@ -233,7 +233,7 @@
 23 allReduce 223729 598312817
 23 compute 10179188
 23 compute 346
 23 allReduce 223729 598312817
 23 compute 10179188
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028674
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4721056596 
 23 compute 31413028674
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4721056596 


@@ -255,7 +255,7 @@
 23 allReduce 4 10629
 23 compute 66332036
 23 compute 346
 23 allReduce 4 10629
 23 compute 66332036
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 208893123
 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 208893123


@@ -264,13 +264,13 @@
 23 allReduce 1 11430403
 23 compute 9974
 23 compute 346
 23 allReduce 1 11430403
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861848953
 23 comm_size 32
 23 allReduce 2 973022653
 23 compute 66335249
 23 compute 346
 23 compute 289861848953
 23 comm_size 32
 23 allReduce 2 973022653
 23 compute 66335249
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 272889920
 23 comm_size 32
 23 allReduce 7 27320947
 23 compute 272889920
 23 comm_size 32
 23 allReduce 7 27320947


@@ -279,7 +279,7 @@
 23 allReduce 223729 697074711
 23 compute 10179054
 23 compute 346
 23 allReduce 223729 697074711
 23 compute 10179054
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028670
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5329274911 
 23 compute 31413028670
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5329274911 


@@ -301,7 +301,7 @@
 23 allReduce 4 10629
 23 compute 66332037
 23 compute 346
 23 allReduce 4 10629
 23 compute 66332037
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 95502422
 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 95502422


@@ -310,13 +310,13 @@
 23 allReduce 1 7756600
 23 compute 9974
 23 compute 346
 23 allReduce 1 7756600
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861848932
 23 comm_size 32
 23 allReduce 2 1188277329
 23 compute 66335250
 23 compute 346
 23 compute 289861848932
 23 comm_size 32
 23 allReduce 2 1188277329
 23 compute 66335250
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 351306845
 23 comm_size 32
 23 allReduce 7 10966
 23 compute 351306845
 23 comm_size 32
 23 allReduce 7 10966


@@ -325,7 +325,7 @@
 23 allReduce 223729 144629574
 23 compute 10179031
 23 compute 346
 23 allReduce 223729 144629574
 23 compute 10179031
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028659
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1877603277 
 23 compute 31413028659
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1877603277 


@@ -347,7 +347,7 @@
 23 allReduce 4 10630
 23 compute 66332037
 23 compute 346
 23 allReduce 4 10630
 23 compute 66332037
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916413
 23 comm_size 32
 23 allReduce 223729 106030791
 23 compute 916413
 23 comm_size 32
 23 allReduce 223729 106030791


@@ -356,13 +356,13 @@
 23 allReduce 1 10155928
 23 compute 9974
 23 compute 346
 23 allReduce 1 10155928
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861848926
 23 comm_size 32
 23 allReduce 2 1256769793
 23 compute 66335251
 23 compute 346
 23 compute 289861848926
 23 comm_size 32
 23 allReduce 2 1256769793
 23 compute 66335251
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 429723774
 23 comm_size 32
 23 allReduce 7 28136264
 23 compute 429723774
 23 comm_size 32
 23 allReduce 7 28136264


@@ -371,7 +371,7 @@
 23 allReduce 223729 92538346
 23 compute 10179171
 23 compute 346
 23 allReduce 223729 92538346
 23 compute 10179171
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028677
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1863006369 
 23 compute 31413028677
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1863006369 


@@ -393,7 +393,7 @@
 23 allReduce 4 10629
 23 compute 66332037
 23 compute 346
 23 allReduce 4 10629
 23 compute 66332037
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 95592813
 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 95592813


@@ -402,13 +402,13 @@
 23 allReduce 1 511785
 23 compute 9974
 23 compute 346
 23 allReduce 1 511785
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861848956
 23 comm_size 32
 23 allReduce 2 872621248
 23 compute 66335252
 23 compute 346
 23 compute 289861848956
 23 comm_size 32
 23 allReduce 2 872621248
 23 compute 66335252
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 508140691
 23 comm_size 32
 23 allReduce 7 16087146
 23 compute 508140691
 23 comm_size 32
 23 allReduce 7 16087146


@@ -417,7 +417,7 @@
 23 allReduce 223729 165807157
 23 compute 10179138
 23 compute 346
 23 allReduce 223729 165807157
 23 compute 10179138
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028682
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1873108944 
 23 compute 31413028682
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1873108944 


@@ -439,7 +439,7 @@
 23 allReduce 4 10629
 23 compute 66332039
 23 compute 346
 23 allReduce 4 10629
 23 compute 66332039
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 101372829
 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 101372829


@@ -448,13 +448,13 @@
 23 allReduce 1 4369592
 23 compute 9974
 23 compute 346
 23 allReduce 1 4369592
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861848929
 23 comm_size 32
 23 allReduce 2 977895053
 23 compute 66335250
 23 compute 346
 23 compute 289861848929
 23 comm_size 32
 23 allReduce 2 977895053
 23 compute 66335250
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 508115755
 23 comm_size 32
 23 allReduce 7 47450231
 23 compute 508115755
 23 comm_size 32
 23 allReduce 7 47450231


@@ -463,7 +463,7 @@
 23 allReduce 223729 103766684
 23 compute 10179153
 23 compute 346
 23 allReduce 223729 103766684
 23 compute 10179153
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028682
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1802136032 
 23 compute 31413028682
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1802136032 


@@ -485,7 +485,7 @@
 23 allReduce 4 116855181
 23 compute 66332039
 23 compute 346
 23 allReduce 4 116855181
 23 compute 66332039
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 90382258
 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 90382258


@@ -494,13 +494,13 @@
 23 allReduce 1 11036591
 23 compute 9974
 23 compute 346
 23 allReduce 1 11036591
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861848954
 23 comm_size 32
 23 allReduce 2 1271928756
 23 compute 66335250
 23 compute 346
 23 compute 289861848954
 23 comm_size 32
 23 allReduce 2 1271928756
 23 compute 66335250
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 508115765
 23 comm_size 32
 23 allReduce 7 33146611
 23 compute 508115765
 23 comm_size 32
 23 allReduce 7 33146611


@@ -509,7 +509,7 @@
 23 allReduce 223729 111907582
 23 compute 10179169
 23 compute 346
 23 allReduce 223729 111907582
 23 compute 10179169
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 31413028684
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1835936262 
 23 compute 31413028684
 23 compute 336
 23 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1835936262 


@@ -531,7 +531,7 @@
 23 allReduce 4 10630
 23 compute 66332039
 23 compute 346
 23 allReduce 4 10630
 23 compute 66332039
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 92478024
 23 compute 916412
 23 comm_size 32
 23 allReduce 223729 92478024


@@ -540,13 +540,13 @@
 23 allReduce 1 364042
 23 compute 9974
 23 compute 346
 23 allReduce 1 364042
 23 compute 9974
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 289861849135
 23 comm_size 32
 23 allReduce 2 969055904
 23 compute 66335251
 23 compute 346
 23 compute 289861849135
 23 comm_size 32
 23 allReduce 2 969055904
 23 compute 66335251
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 508115777
 23 comm_size 32
 23 allReduce 7 5828017
 23 compute 508115777
 23 comm_size 32
 23 allReduce 7 5828017


@@ -555,7 +555,7 @@
 23 allReduce 223729 117664034
 23 compute 10179185
 23 compute 346
 23 allReduce 223729 117664034
 23 compute 10179185
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 66331587
 23 compute 1289
 23 gather 133 133 0 
 23 compute 66331587
 23 compute 1289
 23 gather 133 133 0 


@@ -580,7 +580,7 @@
 23 allReduce 4 10629
 23 compute 66332407
 23 compute 346
 23 allReduce 4 10629
 23 compute 66332407
 23 compute 346

-23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+23 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 23 compute 910134
 23 comm_size 32
 23 allReduce 223729 107378299
 23 compute 910134
 23 comm_size 32
 23 allReduce 223729 107378299


@@ -589,7 +589,7 @@
 23 allReduce 1 226064103
 23 compute 9595
 23 compute 346
 23 allReduce 1 226064103
 23 compute 9595
 23 compute 346

-23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+23 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 23 compute 66332111
 23 comm_size 32
 23 bcast 473 31 0
 23 compute 66332111
 23 comm_size 32
 23 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace24.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace24.txt
index f46fc71..36b744a 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace24.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace24.txt
@@ -66,12 +66,12 @@
 24 allReduce 32 20511086 1
 24 compute 3038169943
 24 compute 1525
 24 allReduce 32 20511086 1
 24 compute 3038169943
 24 compute 1525

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 1058646440
 24 barrier
 24 compute 7748
 24 compute 332
 24 compute 1058646440
 24 barrier
 24 compute 7748
 24 compute 332

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 915154401
 24 barrier
 24 compute 1441883451
 24 compute 915154401
 24 barrier
 24 compute 1441883451


@@ -118,10 +118,10 @@
 24 allReduce 4 4976910397
 24 compute 128288774
 24 compute 332
 24 allReduce 4 4976910397
 24 compute 128288774
 24 compute 332

-24 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+24 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 24 compute 128241581
 24 compute 332
 24 compute 128241581
 24 compute 332

-24 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+24 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 24 compute 10047054
 24 comm_size 32
 24 allReduce 1729832 1130789140
 24 compute 10047054
 24 comm_size 32
 24 allReduce 1729832 1130789140


@@ -138,7 +138,7 @@
 24 allReduce 223729 221972454
 24 compute 10179946
 24 compute 346
 24 allReduce 223729 221972454
 24 compute 10179946
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 66461062
 24 compute 1098
 24 gather 133 133 0 
 24 compute 66461062
 24 compute 1098
 24 gather 133 133 0 


@@ -163,7 +163,7 @@
 24 allReduce 4 2842623636
 24 compute 66332754
 24 compute 346
 24 allReduce 4 2842623636
 24 compute 66332754
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918075
 24 comm_size 32
 24 allReduce 223729 184729559
 24 compute 918075
 24 comm_size 32
 24 allReduce 223729 184729559


@@ -172,13 +172,13 @@
 24 allReduce 1 49421158
 24 compute 10957
 24 compute 346
 24 allReduce 1 49421158
 24 compute 10957
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811590428
 24 comm_size 32
 24 allReduce 2 8760560486
 24 compute 66336069
 24 compute 346
 24 compute 289811590428
 24 comm_size 32
 24 allReduce 2 8760560486
 24 compute 66336069
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 116084031
 24 comm_size 32
 24 allReduce 7 51959020
 24 compute 116084031
 24 comm_size 32
 24 allReduce 7 51959020


@@ -187,7 +187,7 @@
 24 allReduce 223729 147549136
 24 compute 10191396
 24 compute 346
 24 allReduce 223729 147549136
 24 compute 10191396
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035383
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3524221245 
 24 compute 31413035383
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3524221245 


@@ -209,7 +209,7 @@
 24 allReduce 4 2757423662
 24 compute 66332754
 24 compute 346
 24 allReduce 4 2757423662
 24 compute 66332754
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918073
 24 comm_size 32
 24 allReduce 223729 212781042
 24 compute 918073
 24 comm_size 32
 24 allReduce 223729 212781042


@@ -218,13 +218,13 @@
 24 allReduce 1 49334721
 24 compute 10957
 24 compute 346
 24 allReduce 1 49334721
 24 compute 10957
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811573965
 24 comm_size 32
 24 allReduce 2 8694412329
 24 compute 66336064
 24 compute 346
 24 compute 289811573965
 24 comm_size 32
 24 allReduce 2 8694412329
 24 compute 66336064
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 194475433
 24 comm_size 32
 24 allReduce 7 29132135
 24 compute 194475433
 24 comm_size 32
 24 allReduce 7 29132135


@@ -233,7 +233,7 @@
 24 allReduce 223729 788231718
 24 compute 10191313
 24 compute 346
 24 allReduce 223729 788231718
 24 compute 10191313
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035388
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6334480073 
 24 compute 31413035388
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6334480073 


@@ -255,7 +255,7 @@
 24 allReduce 4 2711323805
 24 compute 66332754
 24 compute 346
 24 allReduce 4 2711323805
 24 compute 66332754
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918073
 24 comm_size 32
 24 allReduce 223729 339431533
 24 compute 918073
 24 comm_size 32
 24 allReduce 223729 339431533


@@ -264,13 +264,13 @@
 24 allReduce 1 47840093
 24 compute 10958
 24 compute 346
 24 allReduce 1 47840093
 24 compute 10958
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811573955
 24 comm_size 32
 24 allReduce 2 8186048538
 24 compute 66336064
 24 compute 346
 24 compute 289811573955
 24 comm_size 32
 24 allReduce 2 8186048538
 24 compute 66336064
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 272892361
 24 comm_size 32
 24 allReduce 7 52868852
 24 compute 272892361
 24 comm_size 32
 24 allReduce 7 52868852


@@ -279,7 +279,7 @@
 24 allReduce 223729 836838932
 24 compute 10191429
 24 compute 346
 24 allReduce 223729 836838932
 24 compute 10191429
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035388
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6643916937 
 24 compute 31413035388
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6643916937 


@@ -301,7 +301,7 @@
 24 allReduce 4 2835466259
 24 compute 66332756
 24 compute 346
 24 allReduce 4 2835466259
 24 compute 66332756
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918074
 24 comm_size 32
 24 allReduce 223729 193596865
 24 compute 918074
 24 comm_size 32
 24 allReduce 223729 193596865


@@ -310,13 +310,13 @@
 24 allReduce 1 31985278
 24 compute 10957
 24 compute 346
 24 allReduce 1 31985278
 24 compute 10957
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811573943
 24 comm_size 32
 24 allReduce 2 8217607125
 24 compute 66336065
 24 compute 346
 24 compute 289811573943
 24 comm_size 32
 24 allReduce 2 8217607125
 24 compute 66336065
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 351309283
 24 comm_size 32
 24 allReduce 7 66939052
 24 compute 351309283
 24 comm_size 32
 24 allReduce 7 66939052


@@ -325,7 +325,7 @@
 24 allReduce 223729 224645870
 24 compute 10191392
 24 compute 346
 24 allReduce 223729 224645870
 24 compute 10191392
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035388
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3016957764 
 24 compute 31413035388
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3016957764 


@@ -347,7 +347,7 @@
 24 allReduce 4 2653190837
 24 compute 66332754
 24 compute 346
 24 allReduce 4 2653190837
 24 compute 66332754
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918073
 24 comm_size 32
 24 allReduce 223729 172799973
 24 compute 918073
 24 comm_size 32
 24 allReduce 223729 172799973


@@ -356,13 +356,13 @@
 24 allReduce 1 39278676
 24 compute 10957
 24 compute 346
 24 allReduce 1 39278676
 24 compute 10957
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811573956
 24 comm_size 32
 24 allReduce 2 8458404095
 24 compute 66336064
 24 compute 346
 24 compute 289811573956
 24 comm_size 32
 24 allReduce 2 8458404095
 24 compute 66336064
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 429726211
 24 comm_size 32
 24 allReduce 7 70118140
 24 compute 429726211
 24 comm_size 32
 24 allReduce 7 70118140


@@ -371,7 +371,7 @@
 24 allReduce 223729 236067698
 24 compute 10191349
 24 compute 346
 24 allReduce 223729 236067698
 24 compute 10191349
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035392
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2921305024 
 24 compute 31413035392
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2921305024 


@@ -393,7 +393,7 @@
 24 allReduce 4 2681775052
 24 compute 66332754
 24 compute 346
 24 allReduce 4 2681775052
 24 compute 66332754
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918075
 24 comm_size 32
 24 allReduce 223729 205293251
 24 compute 918075
 24 comm_size 32
 24 allReduce 223729 205293251


@@ -402,13 +402,13 @@
 24 allReduce 1 60746489
 24 compute 10957
 24 compute 346
 24 allReduce 1 60746489
 24 compute 10957
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811573958
 24 comm_size 32
 24 allReduce 2 8156341603
 24 compute 66336064
 24 compute 346
 24 compute 289811573958
 24 comm_size 32
 24 allReduce 2 8156341603
 24 compute 66336064
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 508143126
 24 comm_size 32
 24 allReduce 7 72379813
 24 compute 508143126
 24 comm_size 32
 24 allReduce 7 72379813


@@ -417,7 +417,7 @@
 24 allReduce 223729 293847484
 24 compute 10191227
 24 compute 346
 24 allReduce 223729 293847484
 24 compute 10191227
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035817
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3048198872 
 24 compute 31413035817
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3048198872 


@@ -439,7 +439,7 @@
 24 allReduce 4 2736033186
 24 compute 66332724
 24 compute 346
 24 allReduce 4 2736033186
 24 compute 66332724
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918010
 24 comm_size 32
 24 allReduce 223729 217221131
 24 compute 918010
 24 comm_size 32
 24 allReduce 223729 217221131


@@ -448,13 +448,13 @@
 24 allReduce 1 53947704
 24 compute 10989
 24 compute 346
 24 allReduce 1 53947704
 24 compute 10989
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811569721
 24 comm_size 32
 24 allReduce 2 8042209291
 24 compute 66336034
 24 compute 346
 24 compute 289811569721
 24 comm_size 32
 24 allReduce 2 8042209291
 24 compute 66336034
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 508118232
 24 comm_size 32
 24 allReduce 7 82365849
 24 compute 508118232
 24 comm_size 32
 24 allReduce 7 82365849


@@ -463,7 +463,7 @@
 24 allReduce 223729 257915306
 24 compute 10191245
 24 compute 346
 24 allReduce 223729 257915306
 24 compute 10191245
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035292
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2935253819 
 24 compute 31413035292
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2935253819 


@@ -485,7 +485,7 @@
 24 allReduce 4 2929295776
 24 compute 66332725
 24 compute 346
 24 allReduce 4 2929295776
 24 compute 66332725
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918007
 24 comm_size 32
 24 allReduce 223729 186543277
 24 compute 918007
 24 comm_size 32
 24 allReduce 223729 186543277


@@ -494,13 +494,13 @@
 24 allReduce 1 38595322
 24 compute 10989
 24 compute 346
 24 allReduce 1 38595322
 24 compute 10989
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811569715
 24 comm_size 32
 24 allReduce 2 8512444926
 24 compute 66336034
 24 compute 346
 24 compute 289811569715
 24 comm_size 32
 24 allReduce 2 8512444926
 24 compute 66336034
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 508118246
 24 comm_size 32
 24 allReduce 7 79468927
 24 compute 508118246
 24 comm_size 32
 24 allReduce 7 79468927


@@ -509,7 +509,7 @@
 24 allReduce 223729 223963826
 24 compute 10191229
 24 compute 346
 24 allReduce 223729 223963826
 24 compute 10191229
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 31413035293
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2985217222 
 24 compute 31413035293
 24 compute 336
 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2985217222 


@@ -531,7 +531,7 @@
 24 allReduce 4 2789231927
 24 compute 66332725
 24 compute 346
 24 allReduce 4 2789231927
 24 compute 66332725
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 918007
 24 comm_size 32
 24 allReduce 223729 215932576
 24 compute 918007
 24 comm_size 32
 24 allReduce 223729 215932576


@@ -540,13 +540,13 @@
 24 allReduce 1 29683980
 24 compute 10989
 24 compute 346
 24 allReduce 1 29683980
 24 compute 10989
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 289811569717
 24 comm_size 32
 24 allReduce 2 8053093647
 24 compute 66336035
 24 compute 346
 24 compute 289811569717
 24 comm_size 32
 24 allReduce 2 8053093647
 24 compute 66336035
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 508118250
 24 comm_size 32
 24 allReduce 7 68807998
 24 compute 508118250
 24 comm_size 32
 24 allReduce 7 68807998


@@ -555,7 +555,7 @@
 24 allReduce 223729 250029965
 24 compute 10191141
 24 compute 346
 24 allReduce 223729 250029965
 24 compute 10191141
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 66332591
 24 compute 1099
 24 gather 133 133 0 
 24 compute 66332591
 24 compute 1099
 24 gather 133 133 0 


@@ -580,7 +580,7 @@
 24 allReduce 4 2779025905
 24 compute 66332562
 24 compute 346
 24 allReduce 4 2779025905
 24 compute 66332562
 24 compute 346

-24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 24 compute 910425
 24 comm_size 32
 24 allReduce 223729 238590702
 24 compute 910425
 24 comm_size 32
 24 allReduce 223729 238590702


@@ -589,7 +589,7 @@
 24 allReduce 1 32602442
 24 compute 9852
 24 compute 346
 24 allReduce 1 32602442
 24 compute 9852
 24 compute 346

-24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 24 compute 66332355
 24 comm_size 32
 24 bcast 473 31 0
 24 compute 66332355
 24 comm_size 32
 24 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace25.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace25.txt
index e2cbd09..f8e96e4 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace25.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace25.txt
@@ -66,12 +66,12 @@
 25 allReduce 32 5669119 1
 25 compute 2984230246
 25 compute 1525
 25 allReduce 32 5669119 1
 25 compute 2984230246
 25 compute 1525

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 1058646447
 25 barrier
 25 compute 7748
 25 compute 332
 25 compute 1058646447
 25 barrier
 25 compute 7748
 25 compute 332

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 854144618
 25 barrier
 25 compute 1441635387
 25 compute 854144618
 25 barrier
 25 compute 1441635387


@@ -118,10 +118,10 @@
 25 allReduce 4 80110446
 25 compute 128288761
 25 compute 332
 25 allReduce 4 80110446
 25 compute 128288761
 25 compute 332

-25 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+25 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 25 compute 128241586
 25 compute 332
 25 compute 128241586
 25 compute 332

-25 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+25 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 25 compute 10047245
 25 comm_size 32
 25 allReduce 1729832 651804140
 25 compute 10047245
 25 comm_size 32
 25 allReduce 1729832 651804140


@@ -138,7 +138,7 @@
 25 allReduce 223729 97197475
 25 compute 10188781
 25 compute 346
 25 allReduce 223729 97197475
 25 compute 10188781
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 62038231
 25 compute 1098
 25 gather 133 133 0 
 25 compute 62038231
 25 compute 1098
 25 gather 133 133 0 


@@ -163,7 +163,7 @@
 25 allReduce 4 2129813649
 25 compute 61910986
 25 compute 346
 25 allReduce 4 2129813649
 25 compute 61910986
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917910
 25 comm_size 32
 25 allReduce 223729 109546620
 25 compute 917910
 25 comm_size 32
 25 allReduce 223729 109546620


@@ -172,13 +172,13 @@
 25 allReduce 1 14295967
 25 compute 10821
 25 compute 346
 25 allReduce 1 14295967
 25 compute 10821
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506916408
 25 comm_size 32
 25 allReduce 2 7936975286
 25 compute 61914299
 25 compute 346
 25 compute 270506916408
 25 comm_size 32
 25 allReduce 2 7936975286
 25 compute 61914299
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 116083455
 25 comm_size 32
 25 allReduce 7 35975941
 25 compute 116083455
 25 comm_size 32
 25 allReduce 7 35975941


@@ -187,7 +187,7 @@
 25 allReduce 223729 99575091
 25 compute 10182287
 25 compute 346
 25 allReduce 223729 99575091
 25 compute 10182287
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320247761
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3406088933 
 25 compute 29320247761
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3406088933 


@@ -209,7 +209,7 @@
 25 allReduce 4 2234978471
 25 compute 61910984
 25 compute 346
 25 allReduce 4 2234978471
 25 compute 61910984
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917901
 25 comm_size 32
 25 allReduce 223729 108771764
 25 compute 917901
 25 comm_size 32
 25 allReduce 223729 108771764


@@ -218,13 +218,13 @@
 25 allReduce 1 7043294
 25 compute 10821
 25 compute 346
 25 allReduce 1 7043294
 25 compute 10821
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506896914
 25 comm_size 32
 25 allReduce 2 7744826497
 25 compute 61914293
 25 compute 346
 25 compute 270506896914
 25 comm_size 32
 25 allReduce 2 7744826497
 25 compute 61914293
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 194474872
 25 comm_size 32
 25 allReduce 7 14422747
 25 compute 194474872
 25 comm_size 32
 25 allReduce 7 14422747


@@ -233,7 +233,7 @@
 25 allReduce 223729 631995534
 25 compute 10182242
 25 compute 346
 25 allReduce 223729 631995534
 25 compute 10182242
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320247763
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5988181706 
 25 compute 29320247763
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5988181706 


@@ -255,7 +255,7 @@
 25 allReduce 4 2015085726
 25 compute 61910984
 25 compute 346
 25 allReduce 4 2015085726
 25 compute 61910984
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917901
 25 comm_size 32
 25 allReduce 223729 214262474
 25 compute 917901
 25 comm_size 32
 25 allReduce 223729 214262474


@@ -264,13 +264,13 @@
 25 allReduce 1 2516191
 25 compute 10821
 25 compute 346
 25 allReduce 1 2516191
 25 compute 10821
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506896875
 25 comm_size 32
 25 allReduce 2 6905507576
 25 compute 61914293
 25 compute 346
 25 compute 270506896875
 25 comm_size 32
 25 allReduce 2 6905507576
 25 compute 61914293
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 272891796
 25 comm_size 32
 25 allReduce 7 4357583
 25 compute 272891796
 25 comm_size 32
 25 allReduce 7 4357583


@@ -279,7 +279,7 @@
 25 allReduce 223729 684061262
 25 compute 10182432
 25 compute 346
 25 allReduce 223729 684061262
 25 compute 10182432
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320248248
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6224359339 
 25 compute 29320248248
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6224359339 


@@ -301,7 +301,7 @@
 25 allReduce 4 2069676418
 25 compute 61910984
 25 compute 346
 25 allReduce 4 2069676418
 25 compute 61910984
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917902
 25 comm_size 32
 25 allReduce 223729 91710349
 25 compute 917902
 25 comm_size 32
 25 allReduce 223729 91710349


@@ -310,13 +310,13 @@
 25 allReduce 1 1307887
 25 compute 10893
 25 compute 346
 25 allReduce 1 1307887
 25 compute 10893
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506898270
 25 comm_size 32
 25 allReduce 2 6953258869
 25 compute 61914294
 25 compute 346
 25 compute 270506898270
 25 comm_size 32
 25 allReduce 2 6953258869
 25 compute 61914294
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 351308712
 25 comm_size 32
 25 allReduce 7 24662624
 25 compute 351308712
 25 comm_size 32
 25 allReduce 7 24662624


@@ -325,7 +325,7 @@
 25 allReduce 223729 117179903
 25 compute 10182461
 25 compute 346
 25 allReduce 223729 117179903
 25 compute 10182461
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320247761
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2863509577 
 25 compute 29320247761
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2863509577 


@@ -347,7 +347,7 @@
 25 allReduce 4 1996283732
 25 compute 61910985
 25 compute 346
 25 allReduce 4 1996283732
 25 compute 61910985
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917903
 25 comm_size 32
 25 allReduce 223729 116153944
 25 compute 917903
 25 comm_size 32
 25 allReduce 223729 116153944


@@ -356,13 +356,13 @@
 25 allReduce 1 4108112
 25 compute 10893
 25 compute 346
 25 allReduce 1 4108112
 25 compute 10893
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506898153
 25 comm_size 32
 25 allReduce 2 7067665630
 25 compute 61914293
 25 compute 346
 25 compute 270506898153
 25 comm_size 32
 25 allReduce 2 7067665630
 25 compute 61914293
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 429725638
 25 comm_size 32
 25 allReduce 7 52812673
 25 compute 429725638
 25 comm_size 32
 25 allReduce 7 52812673


@@ -371,7 +371,7 @@
 25 allReduce 223729 108238086
 25 compute 10182338
 25 compute 346
 25 allReduce 223729 108238086
 25 compute 10182338
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320247752
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2780660868 
 25 compute 29320247752
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2780660868 


@@ -393,7 +393,7 @@
 25 allReduce 4 1920800184
 25 compute 61910983
 25 compute 346
 25 allReduce 4 1920800184
 25 compute 61910983
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917903
 25 comm_size 32
 25 allReduce 223729 89716162
 25 compute 917903
 25 comm_size 32
 25 allReduce 223729 89716162


@@ -402,13 +402,13 @@
 25 allReduce 1 14037476
 25 compute 10893
 25 compute 346
 25 allReduce 1 14037476
 25 compute 10893
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506898270
 25 comm_size 32
 25 allReduce 2 6830275524
 25 compute 61914293
 25 compute 346
 25 compute 270506898270
 25 comm_size 32
 25 allReduce 2 6830275524
 25 compute 61914293
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 508142564
 25 comm_size 32
 25 allReduce 7 11058
 25 compute 508142564
 25 comm_size 32
 25 allReduce 7 11058


@@ -417,7 +417,7 @@
 25 allReduce 223729 103649180
 25 compute 10182360
 25 compute 346
 25 allReduce 223729 103649180
 25 compute 10182360
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320247951
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2922726314 
 25 compute 29320247951
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2922726314 


@@ -439,7 +439,7 @@
 25 allReduce 4 2100632380
 25 compute 61910984
 25 compute 346
 25 allReduce 4 2100632380
 25 compute 61910984
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917902
 25 comm_size 32
 25 allReduce 223729 93111356
 25 compute 917902
 25 comm_size 32
 25 allReduce 223729 93111356


@@ -448,13 +448,13 @@
 25 allReduce 1 6594272
 25 compute 10893
 25 compute 346
 25 allReduce 1 6594272
 25 compute 10893
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506898181
 25 comm_size 32
 25 allReduce 2 7053717014
 25 compute 61914294
 25 compute 346
 25 compute 270506898181
 25 comm_size 32
 25 allReduce 2 7053717014
 25 compute 61914294
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 508117632
 25 comm_size 32
 25 allReduce 7 778465
 25 compute 508117632
 25 comm_size 32
 25 allReduce 7 778465


@@ -463,7 +463,7 @@
 25 allReduce 223729 89172628
 25 compute 10182440
 25 compute 346
 25 allReduce 223729 89172628
 25 compute 10182440
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320247755
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2786323163 
 25 compute 29320247755
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2786323163 


@@ -485,7 +485,7 @@
 25 allReduce 4 2202409469
 25 compute 61910983
 25 compute 346
 25 allReduce 4 2202409469
 25 compute 61910983
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917903
 25 comm_size 32
 25 allReduce 223729 90974415
 25 compute 917903
 25 comm_size 32
 25 allReduce 223729 90974415


@@ -494,13 +494,13 @@
 25 allReduce 1 10850
 25 compute 10893
 25 compute 346
 25 allReduce 1 10850
 25 compute 10893
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506898325
 25 comm_size 32
 25 allReduce 2 7025738151
 25 compute 61914296
 25 compute 346
 25 compute 270506898325
 25 comm_size 32
 25 allReduce 2 7025738151
 25 compute 61914296
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 508117639
 25 comm_size 32
 25 allReduce 7 7553952
 25 compute 508117639
 25 comm_size 32
 25 allReduce 7 7553952


@@ -509,7 +509,7 @@
 25 allReduce 223729 88355799
 25 compute 10182357
 25 compute 346
 25 allReduce 223729 88355799
 25 compute 10182357
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 29320247767
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2742043612 
 25 compute 29320247767
 25 compute 336
 25 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2742043612 


@@ -531,7 +531,7 @@
 25 allReduce 4 2132305479
 25 compute 61910985
 25 compute 346
 25 allReduce 4 2132305479
 25 compute 61910985
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 917902
 25 comm_size 32
 25 allReduce 223729 120837315
 25 compute 917902
 25 comm_size 32
 25 allReduce 223729 120837315


@@ -540,13 +540,13 @@
 25 allReduce 1 614527
 25 compute 10893
 25 compute 346
 25 allReduce 1 614527
 25 compute 10893
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 270506898190
 25 comm_size 32
 25 allReduce 2 6675741785
 25 compute 61914294
 25 compute 346
 25 compute 270506898190
 25 comm_size 32
 25 allReduce 2 6675741785
 25 compute 61914294
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 508117650
 25 comm_size 32
 25 allReduce 7 22356969
 25 compute 508117650
 25 comm_size 32
 25 allReduce 7 22356969


@@ -555,7 +555,7 @@
 25 allReduce 223729 102981253
 25 compute 10182375
 25 compute 346
 25 allReduce 223729 102981253
 25 compute 10182375
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 61910814
 25 compute 1099
 25 gather 133 133 0 
 25 compute 61910814
 25 compute 1099
 25 gather 133 133 0 


@@ -580,7 +580,7 @@
 25 allReduce 4 2047084440
 25 compute 61910821
 25 compute 346
 25 allReduce 4 2047084440
 25 compute 61910821
 25 compute 346

-25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+25 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 25 compute 910368
 25 comm_size 32
 25 allReduce 223729 112309769
 25 compute 910368
 25 comm_size 32
 25 allReduce 223729 112309769


@@ -589,7 +589,7 @@
 25 allReduce 1 158993075
 25 compute 9750
 25 compute 346
 25 allReduce 1 158993075
 25 compute 9750
 25 compute 346

-25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+25 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 25 compute 61910612
 25 comm_size 32
 25 bcast 473 31 0
 25 compute 61910612
 25 comm_size 32
 25 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace26.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace26.txt
index c260f5c..67ea585 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace26.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace26.txt
@@ -66,12 +66,12 @@
 26 allReduce 32 2008745 1
 26 compute 2984229928
 26 compute 1525
 26 allReduce 32 2008745 1
 26 compute 2984229928
 26 compute 1525

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 1058646452
 26 barrier
 26 compute 7748
 26 compute 332
 26 compute 1058646452
 26 barrier
 26 compute 7748
 26 compute 332

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 854144617
 26 barrier
 26 compute 1439789686
 26 compute 854144617
 26 barrier
 26 compute 1439789686


@@ -118,10 +118,10 @@
 26 allReduce 4 115778638
 26 compute 128288762
 26 compute 332
 26 allReduce 4 115778638
 26 compute 128288762
 26 compute 332

-26 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+26 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 26 compute 128241583
 26 compute 332
 26 compute 128241583
 26 compute 332

-26 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+26 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 26 compute 10047052
 26 comm_size 32
 26 allReduce 1729832 591814959
 26 compute 10047052
 26 comm_size 32
 26 allReduce 1729832 591814959


@@ -138,7 +138,7 @@
 26 allReduce 223729 92366270
 26 compute 10179691
 26 compute 346
 26 allReduce 223729 92366270
 26 compute 10179691
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 62038622
 26 compute 1098
 26 gather 133 133 0 
 26 compute 62038622
 26 compute 1098
 26 gather 133 133 0 


@@ -163,7 +163,7 @@
 26 allReduce 4 2471408884
 26 compute 61911130
 26 compute 346
 26 allReduce 4 2471408884
 26 compute 61911130
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918077
 26 comm_size 32
 26 allReduce 223729 88014098
 26 compute 918077
 26 comm_size 32
 26 allReduce 223729 88014098


@@ -172,13 +172,13 @@
 26 allReduce 1 3314862
 26 compute 10957
 26 compute 346
 26 allReduce 1 3314862
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490854124
 26 comm_size 32
 26 allReduce 2 7748422460
 26 compute 61914441
 26 compute 346
 26 compute 270490854124
 26 comm_size 32
 26 allReduce 2 7748422460
 26 compute 61914441
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 116084042
 26 comm_size 32
 26 allReduce 7 2795068
 26 compute 116084042
 26 comm_size 32
 26 allReduce 7 2795068


@@ -187,7 +187,7 @@
 26 allReduce 223729 78475030
 26 compute 10191153
 26 compute 346
 26 allReduce 223729 78475030
 26 compute 10191153
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320248995
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2997547806 
 26 compute 29320248995
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2997547806 


@@ -209,7 +209,7 @@
 26 allReduce 4 2506650043
 26 compute 61911127
 26 compute 346
 26 allReduce 4 2506650043
 26 compute 61911127
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 94355630
 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 94355630


@@ -218,13 +218,13 @@
 26 allReduce 1 2327318
 26 compute 10957
 26 compute 346
 26 allReduce 1 2327318
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837601
 26 comm_size 32
 26 allReduce 2 8025100493
 26 compute 61914436
 26 compute 346
 26 compute 270490837601
 26 comm_size 32
 26 allReduce 2 8025100493
 26 compute 61914436
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 194475445
 26 comm_size 32
 26 allReduce 7 37906040
 26 compute 194475445
 26 comm_size 32
 26 allReduce 7 37906040


@@ -233,7 +233,7 @@
 26 allReduce 223729 581917711
 26 compute 10191146
 26 compute 346
 26 allReduce 223729 581917711
 26 compute 10191146
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320249003
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5635225450 
 26 compute 29320249003
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5635225450 


@@ -255,7 +255,7 @@
 26 allReduce 4 2350205272
 26 compute 61911128
 26 compute 346
 26 allReduce 4 2350205272
 26 compute 61911128
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 220283409
 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 220283409


@@ -264,13 +264,13 @@
 26 allReduce 1 9708477
 26 compute 10957
 26 compute 346
 26 allReduce 1 9708477
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837666
 26 comm_size 32
 26 allReduce 2 7129636213
 26 compute 61914436
 26 compute 346
 26 compute 270490837666
 26 comm_size 32
 26 allReduce 2 7129636213
 26 compute 61914436
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 272892376
 26 comm_size 32
 26 allReduce 7 20088922
 26 compute 272892376
 26 comm_size 32
 26 allReduce 7 20088922


@@ -279,7 +279,7 @@
 26 allReduce 223729 655756954
 26 compute 10191209
 26 compute 346
 26 allReduce 223729 655756954
 26 compute 10191209
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320248997
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5914229315 
 26 compute 29320248997
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5914229315 


@@ -301,7 +301,7 @@
 26 allReduce 4 2413657446
 26 compute 61911129
 26 compute 346
 26 allReduce 4 2413657446
 26 compute 61911129
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 95266558
 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 95266558


@@ -310,13 +310,13 @@
 26 allReduce 1 3966739
 26 compute 10957
 26 compute 346
 26 allReduce 1 3966739
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837831
 26 comm_size 32
 26 allReduce 2 8667136445
 26 compute 61914436
 26 compute 346
 26 compute 270490837831
 26 comm_size 32
 26 allReduce 2 8667136445
 26 compute 61914436
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 351309297
 26 comm_size 32
 26 allReduce 7 25534292
 26 compute 351309297
 26 comm_size 32
 26 allReduce 7 25534292


@@ -325,7 +325,7 @@
 26 allReduce 223729 100516133
 26 compute 10191270
 26 compute 346
 26 allReduce 223729 100516133
 26 compute 10191270
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320249007
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2660448181 
 26 compute 29320249007
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2660448181 


@@ -347,7 +347,7 @@
 26 allReduce 4 2473203470
 26 compute 61911128
 26 compute 346
 26 allReduce 4 2473203470
 26 compute 61911128
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 125564527
 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 125564527


@@ -356,13 +356,13 @@
 26 allReduce 1 10752
 26 compute 10957
 26 compute 346
 26 allReduce 1 10752
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837637
 26 comm_size 32
 26 allReduce 2 7664121894
 26 compute 61914436
 26 compute 346
 26 compute 270490837637
 26 comm_size 32
 26 allReduce 2 7664121894
 26 compute 61914436
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 429726224
 26 comm_size 32
 26 allReduce 7 37547661
 26 compute 429726224
 26 comm_size 32
 26 allReduce 7 37547661


@@ -371,7 +371,7 @@
 26 allReduce 223729 100937310
 26 compute 10191172
 26 compute 346
 26 allReduce 223729 100937310
 26 compute 10191172
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320249067
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2564418562 
 26 compute 29320249067
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2564418562 


@@ -393,7 +393,7 @@
 26 allReduce 4 2250733919
 26 compute 61911126
 26 compute 346
 26 allReduce 4 2250733919
 26 compute 61911126
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918074
 26 comm_size 32
 26 allReduce 223729 96176477
 26 compute 918074
 26 comm_size 32
 26 allReduce 223729 96176477


@@ -402,13 +402,13 @@
 26 allReduce 1 5529724
 26 compute 10957
 26 compute 346
 26 allReduce 1 5529724
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837689
 26 comm_size 32
 26 allReduce 2 7433305825
 26 compute 61914438
 26 compute 346
 26 compute 270490837689
 26 comm_size 32
 26 allReduce 2 7433305825
 26 compute 61914438
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 508143139
 26 comm_size 32
 26 allReduce 7 35604958
 26 compute 508143139
 26 comm_size 32
 26 allReduce 7 35604958


@@ -417,7 +417,7 @@
 26 allReduce 223729 74762871
 26 compute 10191237
 26 compute 346
 26 allReduce 223729 74762871
 26 compute 10191237
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320249005
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2672701405 
 26 compute 29320249005
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2672701405 


@@ -439,7 +439,7 @@
 26 allReduce 4 2934221172
 26 compute 61911126
 26 compute 346
 26 allReduce 4 2934221172
 26 compute 61911126
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 80667382
 26 compute 918073
 26 comm_size 32
 26 allReduce 223729 80667382


@@ -448,13 +448,13 @@
 26 allReduce 1 17285552
 26 compute 10957
 26 compute 346
 26 allReduce 1 17285552
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837900
 26 comm_size 32
 26 allReduce 2 7852195011
 26 compute 61914436
 26 compute 346
 26 compute 270490837900
 26 comm_size 32
 26 allReduce 2 7852195011
 26 compute 61914436
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 508118209
 26 comm_size 32
 26 allReduce 7 43991333
 26 compute 508118209
 26 comm_size 32
 26 allReduce 7 43991333


@@ -463,7 +463,7 @@
 26 allReduce 223729 74009656
 26 compute 10191231
 26 compute 346
 26 allReduce 223729 74009656
 26 compute 10191231
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320249020
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2424915069 
 26 compute 29320249020
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2424915069 


@@ -485,7 +485,7 @@
 26 allReduce 4 2604503212
 26 compute 61911127
 26 compute 346
 26 allReduce 4 2604503212
 26 compute 61911127
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918081
 26 comm_size 32
 26 allReduce 223729 83834896
 26 compute 918081
 26 comm_size 32
 26 allReduce 223729 83834896


@@ -494,13 +494,13 @@
 26 allReduce 1 5155430
 26 compute 10957
 26 compute 346
 26 allReduce 1 5155430
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837576
 26 comm_size 32
 26 allReduce 2 7879579041
 26 compute 61914436
 26 compute 346
 26 compute 270490837576
 26 comm_size 32
 26 allReduce 2 7879579041
 26 compute 61914436
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 508118221
 26 comm_size 32
 26 allReduce 7 11090
 26 compute 508118221
 26 comm_size 32
 26 allReduce 7 11090


@@ -509,7 +509,7 @@
 26 allReduce 223729 104039407
 26 compute 10191285
 26 compute 346
 26 allReduce 223729 104039407
 26 compute 10191285
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 29320248998
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2565820853 
 26 compute 29320248998
 26 compute 336
 26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2565820853 


@@ -531,7 +531,7 @@
 26 allReduce 4 2445853250
 26 compute 61911127
 26 compute 346
 26 allReduce 4 2445853250
 26 compute 61911127
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 918080
 26 comm_size 32
 26 allReduce 223729 106583063
 26 compute 918080
 26 comm_size 32
 26 allReduce 223729 106583063


@@ -540,13 +540,13 @@
 26 allReduce 1 2432026
 26 compute 10957
 26 compute 346
 26 allReduce 1 2432026
 26 compute 10957
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 270490837659
 26 comm_size 32
 26 allReduce 2 7289785809
 26 compute 61914437
 26 compute 346
 26 compute 270490837659
 26 comm_size 32
 26 allReduce 2 7289785809
 26 compute 61914437
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 508118219
 26 comm_size 32
 26 allReduce 7 47371735
 26 compute 508118219
 26 comm_size 32
 26 allReduce 7 47371735


@@ -555,7 +555,7 @@
 26 allReduce 223729 131719783
 26 compute 10191155
 26 compute 346
 26 allReduce 223729 131719783
 26 compute 10191155
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 61911005
 26 compute 1099
 26 gather 133 133 0 
 26 compute 61911005
 26 compute 1099
 26 gather 133 133 0 


@@ -580,7 +580,7 @@
 26 allReduce 4 2509858866
 26 compute 61910964
 26 compute 346
 26 allReduce 4 2509858866
 26 compute 61910964
 26 compute 346

-26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 26 compute 910457
 26 comm_size 32
 26 allReduce 223729 131389330
 26 compute 910457
 26 comm_size 32
 26 allReduce 223729 131389330


@@ -589,7 +589,7 @@
 26 allReduce 1 238711995
 26 compute 9810
 26 compute 346
 26 allReduce 1 238711995
 26 compute 9810
 26 compute 346

-26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 26 compute 61910757
 26 comm_size 32
 26 bcast 473 31 0
 26 compute 61910757
 26 comm_size 32
 26 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace27.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace27.txt
index b7d4d5c..44d0702 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace27.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace27.txt
@@ -66,12 +66,12 @@
 27 allReduce 32 20892423 1
 27 compute 2984229524
 27 compute 1525
 27 allReduce 32 20892423 1
 27 compute 2984229524
 27 compute 1525

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 1058646456
 27 barrier
 27 compute 7748
 27 compute 332
 27 compute 1058646456
 27 barrier
 27 compute 7748
 27 compute 332

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 854144616
 27 barrier
 27 compute 1439369571
 27 compute 854144616
 27 barrier
 27 compute 1439369571


@@ -118,10 +118,10 @@
 27 allReduce 4 4842983246
 27 compute 128288694
 27 compute 332
 27 allReduce 4 4842983246
 27 compute 128288694
 27 compute 332

-27 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+27 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 27 compute 128241330
 27 compute 332
 27 compute 128241330
 27 compute 332

-27 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+27 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 27 compute 10047233
 27 comm_size 32
 27 allReduce 1729832 1251986628
 27 compute 10047233
 27 comm_size 32
 27 allReduce 1729832 1251986628


@@ -138,7 +138,7 @@
 27 allReduce 223729 260297381
 27 compute 10200451
 27 compute 346
 27 allReduce 223729 260297381
 27 compute 10200451
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 62037731
 27 compute 1098
 27 gather 133 133 0 
 27 compute 62037731
 27 compute 1098
 27 gather 133 133 0 


@@ -163,7 +163,7 @@
 27 allReduce 4 5371208052
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5371208052
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917956
 27 comm_size 32
 27 allReduce 223729 195644420
 27 compute 917956
 27 comm_size 32
 27 allReduce 223729 195644420


@@ -172,13 +172,13 @@
 27 allReduce 1 41215260
 27 compute 10853
 27 compute 346
 27 allReduce 1 41215260
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537760591
 27 comm_size 32
 27 allReduce 2 16532726456
 27 compute 61914204
 27 compute 346
 27 compute 270537760591
 27 comm_size 32
 27 allReduce 2 16532726456
 27 compute 61914204
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 116083283
 27 comm_size 32
 27 allReduce 7 25695615
 27 compute 116083283
 27 comm_size 32
 27 allReduce 7 25695615


@@ -187,7 +187,7 @@
 27 allReduce 223729 144754141
 27 compute 10187966
 27 compute 346
 27 allReduce 223729 144754141
 27 compute 10187966
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257045
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4287094806 
 27 compute 29320257045
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4287094806 


@@ -209,7 +209,7 @@
 27 allReduce 4 5311430200
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5311430200
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 183958050
 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 183958050


@@ -218,13 +218,13 @@
 27 allReduce 1 49472467
 27 compute 10853
 27 compute 346
 27 allReduce 1 49472467
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744091
 27 comm_size 32
 27 allReduce 2 16437108925
 27 compute 61914199
 27 compute 346
 27 compute 270537744091
 27 comm_size 32
 27 allReduce 2 16437108925
 27 compute 61914199
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 194474690
 27 comm_size 32
 27 allReduce 7 30078106
 27 compute 194474690
 27 comm_size 32
 27 allReduce 7 30078106


@@ -233,7 +233,7 @@
 27 allReduce 223729 762661074
 27 compute 10188224
 27 compute 346
 27 allReduce 223729 762661074
 27 compute 10188224
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257056
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6913694770 
 27 compute 29320257056
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6913694770 


@@ -255,7 +255,7 @@
 27 allReduce 4 5320947307
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5320947307
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 291478967
 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 291478967


@@ -264,13 +264,13 @@
 27 allReduce 1 43960507
 27 compute 10853
 27 compute 346
 27 allReduce 1 43960507
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744086
 27 comm_size 32
 27 allReduce 2 15915726430
 27 compute 61914199
 27 compute 346
 27 compute 270537744086
 27 comm_size 32
 27 allReduce 2 15915726430
 27 compute 61914199
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 272891618
 27 comm_size 32
 27 allReduce 7 49373066
 27 compute 272891618
 27 comm_size 32
 27 allReduce 7 49373066


@@ -279,7 +279,7 @@
 27 allReduce 223729 813051076
 27 compute 10188135
 27 compute 346
 27 allReduce 223729 813051076
 27 compute 10188135
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257076
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 7352865336 
 27 compute 29320257076
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 7352865336 


@@ -301,7 +301,7 @@
 27 allReduce 4 5263191024
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5263191024
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 174886160
 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 174886160


@@ -310,13 +310,13 @@
 27 allReduce 1 48185898
 27 compute 10853
 27 compute 346
 27 allReduce 1 48185898
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744099
 27 comm_size 32
 27 allReduce 2 15919936648
 27 compute 61914199
 27 compute 346
 27 compute 270537744099
 27 comm_size 32
 27 allReduce 2 15919936648
 27 compute 61914199
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 351308532
 27 comm_size 32
 27 allReduce 7 66212537
 27 compute 351308532
 27 comm_size 32
 27 allReduce 7 66212537


@@ -325,7 +325,7 @@
 27 allReduce 223729 252530316
 27 compute 10188163
 27 compute 346
 27 allReduce 223729 252530316
 27 compute 10188163
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257065
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3874976781 
 27 compute 29320257065
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3874976781 


@@ -347,7 +347,7 @@
 27 allReduce 4 5244433737
 27 compute 61910825
 27 compute 346
 27 allReduce 4 5244433737
 27 compute 61910825
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 171189611
 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 171189611


@@ -356,13 +356,13 @@
 27 allReduce 1 73329324
 27 compute 10853
 27 compute 346
 27 allReduce 1 73329324
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744102
 27 comm_size 32
 27 allReduce 2 16201919734
 27 compute 61914199
 27 compute 346
 27 compute 270537744102
 27 comm_size 32
 27 allReduce 2 16201919734
 27 compute 61914199
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 429725468
 27 comm_size 32
 27 allReduce 7 29214044
 27 compute 429725468
 27 comm_size 32
 27 allReduce 7 29214044


@@ -371,7 +371,7 @@
 27 allReduce 223729 207433498
 27 compute 10188134
 27 compute 346
 27 allReduce 223729 207433498
 27 compute 10188134
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257068
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3740460117 
 27 compute 29320257068
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3740460117 


@@ -393,7 +393,7 @@
 27 allReduce 4 5271578683
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5271578683
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917955
 27 comm_size 32
 27 allReduce 223729 141093246
 27 compute 917955
 27 comm_size 32
 27 allReduce 223729 141093246


@@ -402,13 +402,13 @@
 27 allReduce 1 72563809
 27 compute 10853
 27 compute 346
 27 allReduce 1 72563809
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744095
 27 comm_size 32
 27 allReduce 2 15882220339
 27 compute 61914197
 27 compute 346
 27 compute 270537744095
 27 comm_size 32
 27 allReduce 2 15882220339
 27 compute 61914197
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 508142383
 27 comm_size 32
 27 allReduce 7 62913352
 27 compute 508142383
 27 comm_size 32
 27 allReduce 7 62913352


@@ -417,7 +417,7 @@
 27 allReduce 223729 262298404
 27 compute 10188112
 27 compute 346
 27 allReduce 223729 262298404
 27 compute 10188112
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257051
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3890445537 
 27 compute 29320257051
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3890445537 


@@ -439,7 +439,7 @@
 27 allReduce 4 5260314314
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5260314314
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 158563605
 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 158563605


@@ -448,13 +448,13 @@
 27 allReduce 1 78172362
 27 compute 10853
 27 compute 346
 27 allReduce 1 78172362
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744114
 27 comm_size 32
 27 allReduce 2 15614440054
 27 compute 61914199
 27 compute 346
 27 compute 270537744114
 27 comm_size 32
 27 allReduce 2 15614440054
 27 compute 61914199
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 508117455
 27 comm_size 32
 27 allReduce 7 24568020
 27 compute 508117455
 27 comm_size 32
 27 allReduce 7 24568020


@@ -463,7 +463,7 @@
 27 allReduce 223729 247961424
 27 compute 10188114
 27 compute 346
 27 allReduce 223729 247961424
 27 compute 10188114
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257054
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3746337602 
 27 compute 29320257054
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3746337602 


@@ -485,7 +485,7 @@
 27 allReduce 4 5448101700
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5448101700
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 201168249
 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 201168249


@@ -494,13 +494,13 @@
 27 allReduce 1 56708904
 27 compute 10853
 27 compute 346
 27 allReduce 1 56708904
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744089
 27 comm_size 32
 27 allReduce 2 16273913643
 27 compute 61914199
 27 compute 346
 27 compute 270537744089
 27 comm_size 32
 27 allReduce 2 16273913643
 27 compute 61914199
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 508117456
 27 comm_size 32
 27 allReduce 7 86357165
 27 compute 508117456
 27 comm_size 32
 27 allReduce 7 86357165


@@ -509,7 +509,7 @@
 27 allReduce 223729 209887080
 27 compute 10188239
 27 compute 346
 27 allReduce 223729 209887080
 27 compute 10188239
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 29320257046
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3833744800 
 27 compute 29320257046
 27 compute 336
 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3833744800 


@@ -531,7 +531,7 @@
 27 allReduce 4 5349902336
 27 compute 61910826
 27 compute 346
 27 allReduce 4 5349902336
 27 compute 61910826
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 183718408
 27 compute 917954
 27 comm_size 32
 27 allReduce 223729 183718408


@@ -540,13 +540,13 @@
 27 allReduce 1 68743910
 27 compute 10853
 27 compute 346
 27 allReduce 1 68743910
 27 compute 10853
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 270537744112
 27 comm_size 32
 27 allReduce 2 15712901466
 27 compute 61914199
 27 compute 346
 27 compute 270537744112
 27 comm_size 32
 27 allReduce 2 15712901466
 27 compute 61914199
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 508117465
 27 comm_size 32
 27 allReduce 7 30804010
 27 compute 508117465
 27 comm_size 32
 27 allReduce 7 30804010


@@ -555,7 +555,7 @@
 27 allReduce 223729 250316720
 27 compute 10188183
 27 compute 346
 27 allReduce 223729 250316720
 27 compute 10188183
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 61910699
 27 compute 1059
 27 gather 133 133 0 
 27 compute 61910699
 27 compute 1059
 27 gather 133 133 0 


@@ -580,7 +580,7 @@
 27 allReduce 4 5366774722
 27 compute 61910915
 27 compute 346
 27 allReduce 4 5366774722
 27 compute 61910915
 27 compute 346

-27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 27 compute 910762
 27 comm_size 32
 27 allReduce 223729 200574518
 27 compute 910762
 27 comm_size 32
 27 allReduce 223729 200574518


@@ -589,7 +589,7 @@
 27 allReduce 1 45667836
 27 compute 10026
 27 compute 346
 27 allReduce 1 45667836
 27 compute 10026
 27 compute 346

-27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 27 compute 61910769
 27 comm_size 32
 27 bcast 473 31 0
 27 compute 61910769
 27 comm_size 32
 27 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace28.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace28.txt
index 38a202f..3674aa1 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace28.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace28.txt
@@ -66,12 +66,12 @@
 28 allReduce 32 23989 1
 28 compute 2984190851
 28 compute 1525
 28 allReduce 32 23989 1
 28 compute 2984190851
 28 compute 1525

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 1058646461
 28 barrier
 28 compute 7748
 28 compute 332
 28 compute 1058646461
 28 barrier
 28 compute 7748
 28 compute 332

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 854144614
 28 barrier
 28 compute 1439729605
 28 compute 854144614
 28 barrier
 28 compute 1439729605


@@ -118,10 +118,10 @@
 28 allReduce 4 162051646
 28 compute 128288753
 28 compute 332
 28 allReduce 4 162051646
 28 compute 128288753
 28 compute 332

-28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 28 compute 128241555
 28 compute 332
 28 compute 128241555
 28 compute 332

-28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 28 compute 10047350
 28 comm_size 32
 28 allReduce 1729832 722432025
 28 compute 10047350
 28 comm_size 32
 28 allReduce 1729832 722432025


@@ -138,7 +138,7 @@
 28 allReduce 223729 78841312
 28 compute 10199542
 28 compute 346
 28 allReduce 223729 78841312
 28 compute 10199542
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 62038102
 28 compute 1127
 28 gather 133 133 0 
 28 compute 62038102
 28 compute 1127
 28 gather 133 133 0 


@@ -163,7 +163,7 @@
 28 allReduce 4 2286852263
 28 compute 61911070
 28 compute 346
 28 allReduce 4 2286852263
 28 compute 61911070
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918326
 28 comm_size 32
 28 allReduce 223729 109844449
 28 compute 918326
 28 comm_size 32
 28 allReduce 223729 109844449


@@ -172,13 +172,13 @@
 28 allReduce 1 5659761
 28 compute 11275
 28 compute 346
 28 allReduce 1 5659761
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328395694
 28 comm_size 32
 28 allReduce 2 7036905451
 28 compute 61914441
 28 compute 346
 28 compute 270328395694
 28 comm_size 32
 28 allReduce 2 7036905451
 28 compute 61914441
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 116084105
 28 comm_size 32
 28 allReduce 7 20027544
 28 compute 116084105
 28 comm_size 32
 28 allReduce 7 20027544


@@ -187,7 +187,7 @@
 28 allReduce 223729 102334910
 28 compute 10186423
 28 compute 346
 28 allReduce 223729 102334910
 28 compute 10186423
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254335
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3414193818 
 28 compute 29320254335
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3414193818 


@@ -209,7 +209,7 @@
 28 allReduce 4 2223292109
 28 compute 61911071
 28 compute 346
 28 allReduce 4 2223292109
 28 compute 61911071
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 119575111
 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 119575111


@@ -218,13 +218,13 @@
 28 allReduce 1 14021801
 28 compute 11275
 28 compute 346
 28 allReduce 1 14021801
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379209
 28 comm_size 32
 28 allReduce 2 6911190536
 28 compute 61914437
 28 compute 346
 28 compute 270328379209
 28 comm_size 32
 28 allReduce 2 6911190536
 28 compute 61914437
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 194475515
 28 comm_size 32
 28 allReduce 7 17592640
 28 compute 194475515
 28 comm_size 32
 28 allReduce 7 17592640


@@ -233,7 +233,7 @@
 28 allReduce 223729 655637897
 28 compute 10186563
 28 compute 346
 28 allReduce 223729 655637897
 28 compute 10186563
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254257
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5410290319 
 28 compute 29320254257
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5410290319 


@@ -255,7 +255,7 @@
 28 allReduce 4 2346141383
 28 compute 61911072
 28 compute 346
 28 allReduce 4 2346141383
 28 compute 61911072
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 205892164
 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 205892164


@@ -264,13 +264,13 @@
 28 allReduce 1 7433988
 28 compute 11275
 28 compute 346
 28 allReduce 1 7433988
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379147
 28 comm_size 32
 28 allReduce 2 6942416686
 28 compute 61914436
 28 compute 346
 28 compute 270328379147
 28 comm_size 32
 28 allReduce 2 6942416686
 28 compute 61914436
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 272892445
 28 comm_size 32
 28 allReduce 7 24668338
 28 compute 272892445
 28 comm_size 32
 28 allReduce 7 24668338


@@ -279,7 +279,7 @@
 28 allReduce 223729 666394023
 28 compute 10186431
 28 compute 346
 28 allReduce 223729 666394023
 28 compute 10186431
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254348
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6252654161 
 28 compute 29320254348
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6252654161 


@@ -301,7 +301,7 @@
 28 allReduce 4 2212522919
 28 compute 61911071
 28 compute 346
 28 allReduce 4 2212522919
 28 compute 61911071
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 98424106
 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 98424106


@@ -310,13 +310,13 @@
 28 allReduce 1 10584
 28 compute 11275
 28 compute 346
 28 allReduce 1 10584
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379129
 28 comm_size 32
 28 allReduce 2 7169251721
 28 compute 61914437
 28 compute 346
 28 compute 270328379129
 28 comm_size 32
 28 allReduce 2 7169251721
 28 compute 61914437
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 351309358
 28 comm_size 32
 28 allReduce 7 39119126
 28 compute 351309358
 28 comm_size 32
 28 allReduce 7 39119126


@@ -325,7 +325,7 @@
 28 allReduce 223729 146523146
 28 compute 10186527
 28 compute 346
 28 allReduce 223729 146523146
 28 compute 10186527
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254278
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2997954837 
 28 compute 29320254278
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2997954837 


@@ -347,7 +347,7 @@
 28 allReduce 4 2124866675
 28 compute 61911070
 28 compute 346
 28 allReduce 4 2124866675
 28 compute 61911070
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 117926042
 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 117926042


@@ -356,13 +356,13 @@
 28 allReduce 1 13433071
 28 compute 11275
 28 compute 346
 28 allReduce 1 13433071
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379209
 28 comm_size 32
 28 allReduce 2 6845157700
 28 compute 61914437
 28 compute 346
 28 compute 270328379209
 28 comm_size 32
 28 allReduce 2 6845157700
 28 compute 61914437
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 429726292
 28 comm_size 32
 28 allReduce 7 11092
 28 compute 429726292
 28 comm_size 32
 28 allReduce 7 11092


@@ -371,7 +371,7 @@
 28 allReduce 223729 97007654
 28 compute 10186354
 28 compute 346
 28 allReduce 223729 97007654
 28 compute 10186354
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254263
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2808272822 
 28 compute 29320254263
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2808272822 


@@ -393,7 +393,7 @@
 28 allReduce 4 2109550355
 28 compute 61911070
 28 compute 346
 28 allReduce 4 2109550355
 28 compute 61911070
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918325
 28 comm_size 32
 28 allReduce 223729 95782639
 28 compute 918325
 28 comm_size 32
 28 allReduce 223729 95782639


@@ -402,13 +402,13 @@
 28 allReduce 1 11959000
 28 compute 11275
 28 compute 346
 28 allReduce 1 11959000
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379206
 28 comm_size 32
 28 allReduce 2 6381507945
 28 compute 61914436
 28 compute 346
 28 compute 270328379206
 28 comm_size 32
 28 allReduce 2 6381507945
 28 compute 61914436
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 508143205
 28 comm_size 32
 28 allReduce 7 24490891
 28 compute 508143205
 28 comm_size 32
 28 allReduce 7 24490891


@@ -417,7 +417,7 @@
 28 allReduce 223729 123829285
 28 compute 10186335
 28 compute 346
 28 allReduce 223729 123829285
 28 compute 10186335
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254260
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3005417580 
 28 compute 29320254260
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3005417580 


@@ -439,7 +439,7 @@
 28 allReduce 4 2431315290
 28 compute 61911070
 28 compute 346
 28 allReduce 4 2431315290
 28 compute 61911070
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 118072569
 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 118072569


@@ -448,13 +448,13 @@
 28 allReduce 1 11509802
 28 compute 11275
 28 compute 346
 28 allReduce 1 11509802
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379230
 28 comm_size 32
 28 allReduce 2 6195735088
 28 compute 61914436
 28 compute 346
 28 compute 270328379230
 28 comm_size 32
 28 allReduce 2 6195735088
 28 compute 61914436
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 508118280
 28 comm_size 32
 28 allReduce 7 11895895
 28 compute 508118280
 28 comm_size 32
 28 allReduce 7 11895895


@@ -463,7 +463,7 @@
 28 allReduce 223729 126695296
 28 compute 10186539
 28 compute 346
 28 allReduce 223729 126695296
 28 compute 10186539
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254333
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2925975441 
 28 compute 29320254333
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2925975441 


@@ -485,7 +485,7 @@
 28 allReduce 4 2694821461
 28 compute 61911070
 28 compute 346
 28 allReduce 4 2694821461
 28 compute 61911070
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 101099984
 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 101099984


@@ -494,13 +494,13 @@
 28 allReduce 1 9399477
 28 compute 11275
 28 compute 346
 28 allReduce 1 9399477
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379152
 28 comm_size 32
 28 allReduce 2 7037555661
 28 compute 61914436
 28 compute 346
 28 compute 270328379152
 28 comm_size 32
 28 allReduce 2 7037555661
 28 compute 61914436
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 508118288
 28 comm_size 32
 28 allReduce 7 19289945
 28 compute 508118288
 28 comm_size 32
 28 allReduce 7 19289945


@@ -509,7 +509,7 @@
 28 allReduce 223729 81256536
 28 compute 10186396
 28 compute 346
 28 allReduce 223729 81256536
 28 compute 10186396
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 29320254268
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2876028719 
 28 compute 29320254268
 28 compute 336
 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2876028719 


@@ -531,7 +531,7 @@
 28 allReduce 4 2288441719
 28 compute 61911070
 28 compute 346
 28 allReduce 4 2288441719
 28 compute 61911070
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 90661857
 28 compute 918324
 28 comm_size 32
 28 allReduce 223729 90661857


@@ -540,13 +540,13 @@
 28 allReduce 1 10363377
 28 compute 11275
 28 compute 346
 28 allReduce 1 10363377
 28 compute 11275
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 270328379194
 28 comm_size 32
 28 allReduce 2 6456423760
 28 compute 61914437
 28 compute 346
 28 compute 270328379194
 28 comm_size 32
 28 allReduce 2 6456423760
 28 compute 61914437
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 508118290
 28 comm_size 32
 28 allReduce 7 14015472
 28 compute 508118290
 28 comm_size 32
 28 allReduce 7 14015472


@@ -555,7 +555,7 @@
 28 allReduce 223729 121128277
 28 compute 10186442
 28 compute 346
 28 allReduce 223729 121128277
 28 compute 10186442
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 61911006
 28 compute 1117
 28 gather 133 133 0 
 28 compute 61911006
 28 compute 1117
 28 gather 133 133 0 


@@ -580,7 +580,7 @@
 28 allReduce 4 2427812450
 28 compute 61910907
 28 compute 346
 28 allReduce 4 2427812450
 28 compute 61910907
 28 compute 346

-28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 28 compute 910537
 28 comm_size 32
 28 allReduce 223729 85185021
 28 compute 910537
 28 comm_size 32
 28 allReduce 223729 85185021


@@ -589,7 +589,7 @@
 28 allReduce 1 181435412
 28 compute 10045
 28 compute 346
 28 allReduce 1 181435412
 28 compute 10045
 28 compute 346

-28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 28 compute 61910755
 28 comm_size 32
 28 bcast 473 31 0
 28 compute 61910755
 28 comm_size 32
 28 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace29.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace29.txt
index 330749f..675233e 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace29.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace29.txt
@@ -66,12 +66,12 @@
 29 allReduce 32 9721390 1
 29 compute 2984189170
 29 compute 1525
 29 allReduce 32 9721390 1
 29 compute 2984189170
 29 compute 1525

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 1058608153
 29 barrier
 29 compute 7748
 29 compute 332
 29 compute 1058608153
 29 barrier
 29 compute 7748
 29 compute 332

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 854144616
 29 barrier
 29 compute 1438469865
 29 compute 854144616
 29 barrier
 29 compute 1438469865


@@ -118,10 +118,10 @@
 29 allReduce 4 292916445
 29 compute 128288738
 29 compute 332
 29 allReduce 4 292916445
 29 compute 128288738
 29 compute 332

-29 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834050 828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 0 828900 1657800 2486700 3315600 4144500 4973400 5774670 6575940 7377210 8178480 8979750 9781020 10582290 11383560 12184830 12986100 13787370 14588640 15389910 16191180 16992450 17793720 18594990 19396260 20197530 20998800 21800070 22601340 23402610 24203880 25005150 
+29 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 

 29 compute 128241554
 29 compute 332
 29 compute 128241554
 29 compute 332

-29 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834050 828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 0 828900 1657800 2486700 3315600 4144500 4973400 5774670 6575940 7377210 8178480 8979750 9781020 10582290 11383560 12184830 12986100 13787370 14588640 15389910 16191180 16992450 17793720 18594990 19396260 20197530 20998800 21800070 22601340 23402610 24203880 25005150 
+29 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 

 29 compute 10047266
 29 comm_size 32
 29 allReduce 1729832 578421620
 29 compute 10047266
 29 comm_size 32
 29 allReduce 1729832 578421620


@@ -138,7 +138,7 @@
 29 allReduce 223729 166976917
 29 compute 10184043
 29 compute 346
 29 allReduce 223729 166976917
 29 compute 10184043
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 62037997
 29 compute 1137
 29 gather 133 133 0 
 29 compute 62037997
 29 compute 1137
 29 gather 133 133 0 


@@ -163,7 +163,7 @@
 29 allReduce 4 2765915039
 29 compute 61911166
 29 compute 346
 29 allReduce 4 2765915039
 29 compute 61911166
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 918156
 29 comm_size 32
 29 allReduce 223729 88485964
 29 compute 918156
 29 comm_size 32
 29 allReduce 223729 88485964


@@ -172,13 +172,13 @@
 29 allReduce 1 65539944
 29 compute 10994
 29 compute 346
 29 allReduce 1 65539944
 29 compute 10994
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475391647
 29 comm_size 32
 29 allReduce 2 7837529048
 29 compute 61914479
 29 compute 346
 29 compute 270475391647
 29 comm_size 32
 29 allReduce 2 7837529048
 29 compute 61914479
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 116079950
 29 comm_size 32
 29 allReduce 7 11011
 29 compute 116079950
 29 comm_size 32
 29 allReduce 7 11011


@@ -187,7 +187,7 @@
 29 allReduce 223729 101813519
 29 compute 10182648
 29 compute 346
 29 allReduce 223729 101813519
 29 compute 10182648
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247607
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3072563639 
 29 compute 29320247607
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3072563639 


@@ -209,7 +209,7 @@
 29 allReduce 4 2655468364
 29 compute 61911163
 29 compute 346
 29 allReduce 4 2655468364
 29 compute 61911163
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 918154
 29 comm_size 32
 29 allReduce 223729 108325495
 29 compute 918154
 29 comm_size 32
 29 allReduce 223729 108325495


@@ -218,13 +218,13 @@
 29 allReduce 1 60153816
 29 compute 10994
 29 compute 346
 29 allReduce 1 60153816
 29 compute 10994
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375127
 29 comm_size 32
 29 allReduce 2 7779412173
 29 compute 61914474
 29 compute 346
 29 compute 270475375127
 29 comm_size 32
 29 allReduce 2 7779412173
 29 compute 61914474
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 194468523
 29 comm_size 32
 29 allReduce 7 10479399
 29 compute 194468523
 29 comm_size 32
 29 allReduce 7 10479399


@@ -233,7 +233,7 @@
 29 allReduce 223729 571865654
 29 compute 10182514
 29 compute 346
 29 allReduce 223729 571865654
 29 compute 10182514
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247615
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4949857911 
 29 compute 29320247615
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4949857911 


@@ -255,7 +255,7 @@
 29 allReduce 4 2532355406
 29 compute 61911165
 29 compute 346
 29 allReduce 4 2532355406
 29 compute 61911165
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 918154
 29 comm_size 32
 29 allReduce 223729 186213476
 29 compute 918154
 29 comm_size 32
 29 allReduce 223729 186213476


@@ -264,13 +264,13 @@
 29 allReduce 1 67081847
 29 compute 10973
 29 compute 346
 29 allReduce 1 67081847
 29 compute 10973
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375050
 29 comm_size 32
 29 allReduce 2 6967961373
 29 compute 61914407
 29 compute 346
 29 compute 270475375050
 29 comm_size 32
 29 allReduce 2 6967961373
 29 compute 61914407
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 272882525
 29 comm_size 32
 29 allReduce 7 7883678
 29 compute 272882525
 29 comm_size 32
 29 allReduce 7 7883678


@@ -279,7 +279,7 @@
 29 allReduce 223729 673785367
 29 compute 10182050
 29 compute 346
 29 allReduce 223729 673785367
 29 compute 10182050
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247997
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6142415462 
 29 compute 29320247997
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6142415462 


@@ -301,7 +301,7 @@
 29 allReduce 4 2655953919
 29 compute 61911100
 29 compute 346
 29 allReduce 4 2655953919
 29 compute 61911100
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 85692687
 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 85692687


@@ -310,13 +310,13 @@
 29 allReduce 1 56441344
 29 compute 10973
 29 compute 346
 29 allReduce 1 56441344
 29 compute 10973
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375100
 29 comm_size 32
 29 allReduce 2 7200436743
 29 compute 61914406
 29 compute 346
 29 compute 270475375100
 29 comm_size 32
 29 allReduce 2 7200436743
 29 compute 61914406
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 351296603
 29 comm_size 32
 29 allReduce 7 57363260
 29 compute 351296603
 29 comm_size 32
 29 allReduce 7 57363260


@@ -325,7 +325,7 @@
 29 allReduce 223729 140532472
 29 compute 10182383
 29 compute 346
 29 allReduce 223729 140532472
 29 compute 10182383
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247412
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2688876527 
 29 compute 29320247412
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2688876527 


@@ -347,7 +347,7 @@
 29 allReduce 4 2557330539
 29 compute 61911099
 29 compute 346
 29 allReduce 4 2557330539
 29 compute 61911099
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 126597023
 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 126597023


@@ -356,13 +356,13 @@
 29 allReduce 1 68872892
 29 compute 10973
 29 compute 346
 29 allReduce 1 68872892
 29 compute 10973
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375114
 29 comm_size 32
 29 allReduce 2 7498525116
 29 compute 61914406
 29 compute 346
 29 compute 270475375114
 29 comm_size 32
 29 allReduce 2 7498525116
 29 compute 61914406
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 429710691
 29 comm_size 32
 29 allReduce 7 30949238
 29 compute 429710691
 29 comm_size 32
 29 allReduce 7 30949238


@@ -371,7 +371,7 @@
 29 allReduce 223729 97846061
 29 compute 10182297
 29 compute 346
 29 allReduce 223729 97846061
 29 compute 10182297
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247414
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2540371933 
 29 compute 29320247414
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2540371933 


@@ -393,7 +393,7 @@
 29 allReduce 4 2570454678
 29 compute 61911096
 29 compute 346
 29 allReduce 4 2570454678
 29 compute 61911096
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 917993
 29 comm_size 32
 29 allReduce 223729 94741755
 29 compute 917993
 29 comm_size 32
 29 allReduce 223729 94741755


@@ -402,13 +402,13 @@
 29 allReduce 1 61094286
 29 compute 10973
 29 compute 346
 29 allReduce 1 61094286
 29 compute 10973
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375092
 29 comm_size 32
 29 allReduce 2 7156128966
 29 compute 61914406
 29 compute 346
 29 compute 270475375092
 29 comm_size 32
 29 allReduce 2 7156128966
 29 compute 61914406
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 508124786
 29 comm_size 32
 29 allReduce 7 6176672
 29 compute 508124786
 29 comm_size 32
 29 allReduce 7 6176672


@@ -417,7 +417,7 @@
 29 allReduce 223729 114681412
 29 compute 10182156
 29 compute 346
 29 allReduce 223729 114681412
 29 compute 10182156
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247389
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2788950379 
 29 compute 29320247389
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2788950379 


@@ -439,7 +439,7 @@
 29 allReduce 4 2549038302
 29 compute 61911096
 29 compute 346
 29 allReduce 4 2549038302
 29 compute 61911096
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 109984022
 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 109984022


@@ -448,13 +448,13 @@
 29 allReduce 1 65819455
 29 compute 10973
 29 compute 346
 29 allReduce 1 65819455
 29 compute 10973
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375077
 29 comm_size 32
 29 allReduce 2 7142373388
 29 compute 61914409
 29 compute 346
 29 compute 270475375077
 29 comm_size 32
 29 allReduce 2 7142373388
 29 compute 61914409
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 508099850
 29 comm_size 32
 29 allReduce 7 9732531
 29 compute 508099850
 29 comm_size 32
 29 allReduce 7 9732531


@@ -463,7 +463,7 @@
 29 allReduce 223729 104597247
 29 compute 10182369
 29 compute 346
 29 allReduce 223729 104597247
 29 compute 10182369
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247419
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2576532430 
 29 compute 29320247419
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2576532430 


@@ -485,7 +485,7 @@
 29 allReduce 4 3399077305
 29 compute 61911096
 29 compute 346
 29 allReduce 4 3399077305
 29 compute 61911096
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 99779964
 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 99779964


@@ -494,13 +494,13 @@
 29 allReduce 1 55112832
 29 compute 10973
 29 compute 346
 29 allReduce 1 55112832
 29 compute 10973
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375086
 29 comm_size 32
 29 allReduce 2 7549291152
 29 compute 61914407
 29 compute 346
 29 compute 270475375086
 29 comm_size 32
 29 allReduce 2 7549291152
 29 compute 61914407
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 508099856
 29 comm_size 32
 29 allReduce 7 13925026
 29 compute 508099856
 29 comm_size 32
 29 allReduce 7 13925026


@@ -509,7 +509,7 @@
 29 allReduce 223729 105449501
 29 compute 10182186
 29 compute 346
 29 allReduce 223729 105449501
 29 compute 10182186
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 29320247403
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2721023082 
 29 compute 29320247403
 29 compute 336
 29 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2721023082 


@@ -531,7 +531,7 @@
 29 allReduce 4 2895639251
 29 compute 61911097
 29 compute 346
 29 allReduce 4 2895639251
 29 compute 61911097
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 104810444
 29 compute 917992
 29 comm_size 32
 29 allReduce 223729 104810444


@@ -540,13 +540,13 @@
 29 allReduce 1 53275637
 29 compute 10974
 29 compute 346
 29 allReduce 1 53275637
 29 compute 10974
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 270475375036
 29 comm_size 32
 29 allReduce 2 7377836714
 29 compute 61914407
 29 compute 346
 29 compute 270475375036
 29 comm_size 32
 29 allReduce 2 7377836714
 29 compute 61914407
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 508099861
 29 comm_size 32
 29 allReduce 7 18493310
 29 compute 508099861
 29 comm_size 32
 29 allReduce 7 18493310


@@ -555,7 +555,7 @@
 29 allReduce 223729 108070363
 29 compute 10182362
 29 compute 346
 29 allReduce 223729 108070363
 29 compute 10182362
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 61910965
 29 compute 1136
 29 gather 133 133 0 
 29 compute 61910965
 29 compute 1136
 29 gather 133 133 0 


@@ -580,7 +580,7 @@
 29 allReduce 4 2796039261
 29 compute 61910934
 29 compute 346
 29 allReduce 4 2796039261
 29 compute 61910934
 29 compute 346

-29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+29 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 29 compute 910325
 29 comm_size 32
 29 allReduce 223729 130680188
 29 compute 910325
 29 comm_size 32
 29 allReduce 223729 130680188


@@ -589,7 +589,7 @@
 29 allReduce 1 319876964
 29 compute 9890
 29 compute 346
 29 allReduce 1 319876964
 29 compute 9890
 29 compute 346

-29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+29 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 29 compute 61910725
 29 comm_size 32
 29 bcast 473 31 0
 29 compute 61910725
 29 comm_size 32
 29 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace3.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace3.txt
index da28e80..a92fa7e 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace3.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace3.txt
@@ -66,12 +66,12 @@
 3 allReduce 32 26788025 1
 3 compute 3038128971
 3 compute 1525
 3 allReduce 32 26788025 1
 3 compute 3038128971
 3 compute 1525

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 1058646334
 3 barrier
 3 compute 7748
 3 compute 332
 3 compute 1058646334
 3 barrier
 3 compute 7748
 3 compute 332

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 915154397
 3 barrier
 3 compute 1453551932
 3 compute 915154397
 3 barrier
 3 compute 1453551932


@@ -118,10 +118,10 @@
 3 allReduce 4 3342749480
 3 compute 132712210
 3 compute 332
 3 allReduce 4 3342749480
 3 compute 132712210
 3 compute 332

-3 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+3 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 3 compute 132663180
 3 compute 332
 3 compute 132663180
 3 compute 332

-3 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+3 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 3 compute 10047408
 3 comm_size 32
 3 allReduce 1729832 1050481832
 3 compute 10047408
 3 comm_size 32
 3 allReduce 1729832 1050481832


@@ -138,7 +138,7 @@
 3 allReduce 223729 268330323
 3 compute 10193288
 3 compute 346
 3 allReduce 223729 268330323
 3 compute 10193288
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 66462330
 3 compute 1201
 3 gather 133 133 0 
 3 compute 66462330
 3 compute 1201
 3 gather 133 133 0 


@@ -163,7 +163,7 @@
 3 allReduce 4 2938149987
 3 compute 66332753
 3 compute 346
 3 allReduce 4 2938149987
 3 compute 66332753
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918053
 3 comm_size 32
 3 allReduce 223729 154587392
 3 compute 918053
 3 comm_size 32
 3 allReduce 223729 154587392


@@ -172,13 +172,13 @@
 3 allReduce 1 70795126
 3 compute 10998
 3 compute 346
 3 allReduce 1 70795126
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394260129
 3 comm_size 32
 3 allReduce 2 8562327775
 3 compute 66336068
 3 compute 346
 3 compute 289394260129
 3 comm_size 32
 3 allReduce 2 8562327775
 3 compute 66336068
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 116083725
 3 comm_size 32
 3 allReduce 7 27113892
 3 compute 116083725
 3 comm_size 32
 3 allReduce 7 27113892


@@ -187,7 +187,7 @@
 3 allReduce 223729 141419088
 3 compute 10183341
 3 compute 346
 3 allReduce 223729 141419088
 3 compute 10183341
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029678
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2668827684 
 3 compute 31413029678
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2668827684 


@@ -209,7 +209,7 @@
 3 allReduce 4 2827739894
 3 compute 66332753
 3 compute 346
 3 allReduce 4 2827739894
 3 compute 66332753
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 183254189
 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 183254189


@@ -218,13 +218,13 @@
 3 allReduce 1 29857516
 3 compute 10998
 3 compute 346
 3 allReduce 1 29857516
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243617
 3 comm_size 32
 3 allReduce 2 8594888132
 3 compute 66336063
 3 compute 346
 3 compute 289394243617
 3 comm_size 32
 3 allReduce 2 8594888132
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 194475133
 3 comm_size 32
 3 allReduce 7 22271776
 3 compute 194475133
 3 comm_size 32
 3 allReduce 7 22271776


@@ -233,7 +233,7 @@
 3 allReduce 223729 664075393
 3 compute 10183315
 3 compute 346
 3 allReduce 223729 664075393
 3 compute 10183315
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029667
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4930135873 
 3 compute 31413029667
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4930135873 


@@ -255,7 +255,7 @@
 3 allReduce 4 2765217971
 3 compute 66332753
 3 compute 346
 3 allReduce 4 2765217971
 3 compute 66332753
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918054
 3 comm_size 32
 3 allReduce 223729 266951008
 3 compute 918054
 3 comm_size 32
 3 allReduce 223729 266951008


@@ -264,13 +264,13 @@
 3 allReduce 1 85941445
 3 compute 10998
 3 compute 346
 3 allReduce 1 85941445
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243633
 3 comm_size 32
 3 allReduce 2 8009897343
 3 compute 66336063
 3 compute 346
 3 compute 289394243633
 3 comm_size 32
 3 allReduce 2 8009897343
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 272892059
 3 comm_size 32
 3 allReduce 7 37333133
 3 compute 272892059
 3 comm_size 32
 3 allReduce 7 37333133


@@ -279,7 +279,7 @@
 3 allReduce 223729 776137647
 3 compute 10183500
 3 compute 346
 3 allReduce 223729 776137647
 3 compute 10183500
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029690
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5672920515 
 3 compute 31413029690
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5672920515 


@@ -301,7 +301,7 @@
 3 allReduce 4 2802355335
 3 compute 66332755
 3 compute 346
 3 allReduce 4 2802355335
 3 compute 66332755
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 158916004
 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 158916004


@@ -310,13 +310,13 @@
 3 allReduce 1 30974639
 3 compute 10998
 3 compute 346
 3 allReduce 1 30974639
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243610
 3 comm_size 32
 3 allReduce 2 8108472636
 3 compute 66336063
 3 compute 346
 3 compute 289394243610
 3 comm_size 32
 3 allReduce 2 8108472636
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 351308974
 3 comm_size 32
 3 allReduce 7 66435645
 3 compute 351308974
 3 comm_size 32
 3 allReduce 7 66435645


@@ -325,7 +325,7 @@
 3 allReduce 223729 203622034
 3 compute 10183313
 3 compute 346
 3 allReduce 223729 203622034
 3 compute 10183313
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029666
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2312690830 
 3 compute 31413029666
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2312690830 


@@ -347,7 +347,7 @@
 3 allReduce 4 2763874656
 3 compute 66332753
 3 compute 346
 3 allReduce 4 2763874656
 3 compute 66332753
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 213845112
 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 213845112


@@ -356,13 +356,13 @@
 3 allReduce 1 89479135
 3 compute 10998
 3 compute 346
 3 allReduce 1 89479135
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243626
 3 comm_size 32
 3 allReduce 2 8229876961
 3 compute 66336063
 3 compute 346
 3 compute 289394243626
 3 comm_size 32
 3 allReduce 2 8229876961
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 429725903
 3 comm_size 32
 3 allReduce 7 66695388
 3 compute 429725903
 3 comm_size 32
 3 allReduce 7 66695388


@@ -371,7 +371,7 @@
 3 allReduce 223729 180694243
 3 compute 10183310
 3 compute 346
 3 allReduce 223729 180694243
 3 compute 10183310
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029679
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2168610997 
 3 compute 31413029679
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2168610997 


@@ -393,7 +393,7 @@
 3 allReduce 4 2764282619
 3 compute 66332753
 3 compute 346
 3 allReduce 4 2764282619
 3 compute 66332753
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918053
 3 comm_size 32
 3 allReduce 223729 180830109
 3 compute 918053
 3 comm_size 32
 3 allReduce 223729 180830109


@@ -402,13 +402,13 @@
 3 allReduce 1 36883287
 3 compute 10998
 3 compute 346
 3 allReduce 1 36883287
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243626
 3 comm_size 32
 3 allReduce 2 7929997997
 3 compute 66336063
 3 compute 346
 3 compute 289394243626
 3 comm_size 32
 3 allReduce 2 7929997997
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 508142827
 3 comm_size 32
 3 allReduce 7 61829623
 3 compute 508142827
 3 comm_size 32
 3 allReduce 7 61829623


@@ -417,7 +417,7 @@
 3 allReduce 223729 271441298
 3 compute 10183356
 3 compute 346
 3 allReduce 223729 271441298
 3 compute 10183356
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029646
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2281495388 
 3 compute 31413029646
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2281495388 


@@ -439,7 +439,7 @@
 3 allReduce 4 2796167481
 3 compute 66332753
 3 compute 346
 3 allReduce 4 2796167481
 3 compute 66332753
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 199744988
 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 199744988


@@ -448,13 +448,13 @@
 3 allReduce 1 51024358
 3 compute 10998
 3 compute 346
 3 allReduce 1 51024358
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243615
 3 comm_size 32
 3 allReduce 2 7892651110
 3 compute 66336063
 3 compute 346
 3 compute 289394243615
 3 comm_size 32
 3 allReduce 2 7892651110
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 508117894
 3 comm_size 32
 3 allReduce 7 79734765
 3 compute 508117894
 3 comm_size 32
 3 allReduce 7 79734765


@@ -463,7 +463,7 @@
 3 allReduce 223729 207151977
 3 compute 10183353
 3 compute 346
 3 allReduce 223729 207151977
 3 compute 10183353
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029682
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2206164790 
 3 compute 31413029682
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2206164790 


@@ -485,7 +485,7 @@
 3 allReduce 4 3036115397
 3 compute 66332755
 3 compute 346
 3 allReduce 4 3036115397
 3 compute 66332755
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 169748715
 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 169748715


@@ -494,13 +494,13 @@
 3 allReduce 1 42363623
 3 compute 10998
 3 compute 346
 3 allReduce 1 42363623
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243619
 3 comm_size 32
 3 allReduce 2 8398780267
 3 compute 66336063
 3 compute 346
 3 compute 289394243619
 3 comm_size 32
 3 allReduce 2 8398780267
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 508117899
 3 comm_size 32
 3 allReduce 7 92540073
 3 compute 508117899
 3 comm_size 32
 3 allReduce 7 92540073


@@ -509,7 +509,7 @@
 3 allReduce 223729 216085901
 3 compute 10183387
 3 compute 346
 3 allReduce 223729 216085901
 3 compute 10183387
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 31413029677
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2236245369 
 3 compute 31413029677
 3 compute 336
 3 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2236245369 


@@ -531,7 +531,7 @@
 3 allReduce 4 2878502478
 3 compute 66332754
 3 compute 346
 3 allReduce 4 2878502478
 3 compute 66332754
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 202282516
 3 compute 918051
 3 comm_size 32
 3 allReduce 223729 202282516


@@ -540,13 +540,13 @@
 3 allReduce 1 45254847
 3 compute 10998
 3 compute 346
 3 allReduce 1 45254847
 3 compute 10998
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 289394243613
 3 comm_size 32
 3 allReduce 2 7882982288
 3 compute 66336063
 3 compute 346
 3 compute 289394243613
 3 comm_size 32
 3 allReduce 2 7882982288
 3 compute 66336063
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 508117905
 3 comm_size 32
 3 allReduce 7 68173510
 3 compute 508117905
 3 comm_size 32
 3 allReduce 7 68173510


@@ -555,7 +555,7 @@
 3 allReduce 223729 217227815
 3 compute 10183337
 3 compute 346
 3 allReduce 223729 217227815
 3 compute 10183337
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 66332635
 3 compute 1225
 3 gather 133 133 0 
 3 compute 66332635
 3 compute 1225
 3 gather 133 133 0 


@@ -580,7 +580,7 @@
 3 allReduce 4 2895894771
 3 compute 66332590
 3 compute 346
 3 allReduce 4 2895894771
 3 compute 66332590
 3 compute 346

-3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+3 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 3 compute 910284
 3 comm_size 32
 3 allReduce 223729 193251321
 3 compute 910284
 3 comm_size 32
 3 allReduce 223729 193251321


@@ -589,7 +589,7 @@
 3 allReduce 1 76066068
 3 compute 9796
 3 compute 346
 3 allReduce 1 76066068
 3 compute 9796
 3 compute 346

-3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+3 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 3 compute 66332384
 3 comm_size 32
 3 bcast 473 31 0
 3 compute 66332384
 3 comm_size 32
 3 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace30.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace30.txt
index f766118..f60310a 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace30.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace30.txt
@@ -66,12 +66,12 @@
 30 allReduce 32 18389809 1
 30 compute 2984187726
 30 compute 1525
 30 allReduce 32 18389809 1
 30 compute 2984187726
 30 compute 1525

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 1058608125
 30 barrier
 30 compute 7712
 30 compute 332
 30 compute 1058608125
 30 barrier
 30 compute 7712
 30 compute 332

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 854144576
 30 barrier
 30 compute 866371
 30 compute 854144576
 30 barrier
 30 compute 866371


@@ -118,10 +118,10 @@
 30 allReduce 4 5090292299
 30 compute 128288788
 30 compute 332
 30 allReduce 4 5090292299
 30 compute 128288788
 30 compute 332

-30 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834050 828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 0 828900 1657800 2486700 3315600 4144500 4973400 5774670 6575940 7377210 8178480 8979750 9781020 10582290 11383560 12184830 12986100 13787370 14588640 15389910 16191180 16992450 17793720 18594990 19396260 20197530 20998800 21800070 22601340 23402610 24203880 25005150 
+30 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 

 30 compute 128241592
 30 compute 332
 30 compute 128241592
 30 compute 332

-30 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834050 828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 0 828900 1657800 2486700 3315600 4144500 4973400 5774670 6575940 7377210 8178480 8979750 9781020 10582290 11383560 12184830 12986100 13787370 14588640 15389910 16191180 16992450 17793720 18594990 19396260 20197530 20998800 21800070 22601340 23402610 24203880 25005150 
+30 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 

 30 compute 10047955
 30 comm_size 32
 30 allReduce 1729832 1121773018
 30 compute 10047955
 30 comm_size 32
 30 allReduce 1729832 1121773018


@@ -138,7 +138,7 @@
 30 allReduce 223729 382489733
 30 compute 10199279
 30 compute 346
 30 allReduce 223729 382489733
 30 compute 10199279
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 62038228
 30 compute 1169
 30 gather 133 133 0 
 30 compute 62038228
 30 compute 1169
 30 gather 133 133 0 


@@ -163,7 +163,7 @@
 30 allReduce 4 5146518047
 30 compute 61910433
 30 compute 346
 30 allReduce 4 5146518047
 30 compute 61910433
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916762
 30 comm_size 32
 30 allReduce 223729 175194494
 30 compute 916762
 30 comm_size 32
 30 allReduce 223729 175194494


@@ -172,13 +172,13 @@
 30 allReduce 1 96061965
 30 compute 10188
 30 compute 346
 30 allReduce 1 96061965
 30 compute 10188
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108186195
 30 comm_size 32
 30 allReduce 2 16629832837
 30 compute 61913746
 30 compute 346
 30 compute 270108186195
 30 comm_size 32
 30 allReduce 2 16629832837
 30 compute 61913746
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 116077833
 30 comm_size 32
 30 allReduce 7 25508213
 30 compute 116077833
 30 comm_size 32
 30 allReduce 7 25508213


@@ -187,7 +187,7 @@
 30 allReduce 223729 157952772
 30 compute 10181737
 30 compute 346
 30 allReduce 223729 157952772
 30 compute 10181737
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241327
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3525161399 
 30 compute 29320241327
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3525161399 


@@ -209,7 +209,7 @@
 30 allReduce 4 5061753420
 30 compute 61910433
 30 compute 346
 30 allReduce 4 5061753420
 30 compute 61910433
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916768
 30 comm_size 32
 30 allReduce 223729 184239850
 30 compute 916768
 30 comm_size 32
 30 allReduce 223729 184239850


@@ -218,13 +218,13 @@
 30 allReduce 1 128024184
 30 compute 10165
 30 compute 346
 30 allReduce 1 128024184
 30 compute 10165
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169880
 30 comm_size 32
 30 allReduce 2 16555726581
 30 compute 61913741
 30 compute 346
 30 compute 270108169880
 30 comm_size 32
 30 allReduce 2 16555726581
 30 compute 61913741
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 194466400
 30 comm_size 32
 30 allReduce 7 22080691
 30 compute 194466400
 30 comm_size 32
 30 allReduce 7 22080691


@@ -233,7 +233,7 @@
 30 allReduce 223729 754505798
 30 compute 10181739
 30 compute 346
 30 allReduce 223729 754505798
 30 compute 10181739
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241378
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5188991418 
 30 compute 29320241378
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5188991418 


@@ -255,7 +255,7 @@
 30 allReduce 4 4960484976
 30 compute 61910432
 30 compute 346
 30 allReduce 4 4960484976
 30 compute 61910432
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 243030063
 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 243030063


@@ -264,13 +264,13 @@
 30 allReduce 1 120296581
 30 compute 10166
 30 compute 346
 30 allReduce 1 120296581
 30 compute 10166
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169876
 30 comm_size 32
 30 allReduce 2 16017323722
 30 compute 61913740
 30 compute 346
 30 compute 270108169876
 30 comm_size 32
 30 allReduce 2 16017323722
 30 compute 61913740
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 272880491
 30 comm_size 32
 30 allReduce 7 42791018
 30 compute 272880491
 30 comm_size 32
 30 allReduce 7 42791018


@@ -279,7 +279,7 @@
 30 allReduce 223729 801568492
 30 compute 10181610
 30 compute 346
 30 allReduce 223729 801568492
 30 compute 10181610
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241327
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6729021817 
 30 compute 29320241327
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6729021817 


@@ -301,7 +301,7 @@
 30 allReduce 4 4962730949
 30 compute 61910433
 30 compute 346
 30 allReduce 4 4962730949
 30 compute 61910433
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 169919535
 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 169919535


@@ -310,13 +310,13 @@
 30 allReduce 1 81217573
 30 compute 10165
 30 compute 346
 30 allReduce 1 81217573
 30 compute 10165
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169879
 30 comm_size 32
 30 allReduce 2 16132112559
 30 compute 61913741
 30 compute 346
 30 compute 270108169879
 30 comm_size 32
 30 allReduce 2 16132112559
 30 compute 61913741
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 351294568
 30 comm_size 32
 30 allReduce 7 80531552
 30 compute 351294568
 30 comm_size 32
 30 allReduce 7 80531552


@@ -325,7 +325,7 @@
 30 allReduce 223729 250067558
 30 compute 10181509
 30 compute 346
 30 allReduce 223729 250067558
 30 compute 10181509
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241383
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3047108898 
 30 compute 29320241383
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3047108898 


@@ -347,7 +347,7 @@
 30 allReduce 4 4983531847
 30 compute 61910432
 30 compute 346
 30 allReduce 4 4983531847
 30 compute 61910432
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916751
 30 comm_size 32
 30 allReduce 223729 190024829
 30 compute 916751
 30 comm_size 32
 30 allReduce 223729 190024829


@@ -356,13 +356,13 @@
 30 allReduce 1 89397357
 30 compute 10165
 30 compute 346
 30 allReduce 1 89397357
 30 compute 10165
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169885
 30 comm_size 32
 30 allReduce 2 16271842186
 30 compute 61913741
 30 compute 346
 30 compute 270108169885
 30 comm_size 32
 30 allReduce 2 16271842186
 30 compute 61913741
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 429708654
 30 comm_size 32
 30 allReduce 7 66053610
 30 compute 429708654
 30 comm_size 32
 30 allReduce 7 66053610


@@ -371,7 +371,7 @@
 30 allReduce 223729 214897750
 30 compute 10181525
 30 compute 346
 30 allReduce 223729 214897750
 30 compute 10181525
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241365
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2902497169 
 30 compute 29320241365
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2902497169 


@@ -393,7 +393,7 @@
 30 allReduce 4 5007487781
 30 compute 61910433
 30 compute 346
 30 allReduce 4 5007487781
 30 compute 61910433
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 175843248
 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 175843248


@@ -402,13 +402,13 @@
 30 allReduce 1 90474436
 30 compute 10166
 30 compute 346
 30 allReduce 1 90474436
 30 compute 10166
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169897
 30 comm_size 32
 30 allReduce 2 15864784024
 30 compute 61913740
 30 compute 346
 30 compute 270108169897
 30 comm_size 32
 30 allReduce 2 15864784024
 30 compute 61913740
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 508122739
 30 comm_size 32
 30 allReduce 7 66590009
 30 compute 508122739
 30 comm_size 32
 30 allReduce 7 66590009


@@ -417,7 +417,7 @@
 30 allReduce 223729 249423805
 30 compute 10181609
 30 compute 346
 30 allReduce 223729 249423805
 30 compute 10181609
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241388
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3040346752 
 30 compute 29320241388
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3040346752 


@@ -439,7 +439,7 @@
 30 allReduce 4 5005850455
 30 compute 61910433
 30 compute 346
 30 allReduce 4 5005850455
 30 compute 61910433
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916753
 30 comm_size 32
 30 allReduce 223729 191786247
 30 compute 916753
 30 comm_size 32
 30 allReduce 223729 191786247


@@ -448,13 +448,13 @@
 30 allReduce 1 84439751
 30 compute 10166
 30 compute 346
 30 allReduce 1 84439751
 30 compute 10166
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169871
 30 comm_size 32
 30 allReduce 2 15872721241
 30 compute 61913741
 30 compute 346
 30 compute 270108169871
 30 comm_size 32
 30 allReduce 2 15872721241
 30 compute 61913741
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 508097807
 30 comm_size 32
 30 allReduce 7 65870846
 30 compute 508097807
 30 comm_size 32
 30 allReduce 7 65870846


@@ -463,7 +463,7 @@
 30 allReduce 223729 204902855
 30 compute 10181554
 30 compute 346
 30 allReduce 223729 204902855
 30 compute 10181554
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241326
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2921831744 
 30 compute 29320241326
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2921831744 


@@ -485,7 +485,7 @@
 30 allReduce 4 5226966611
 30 compute 61910433
 30 compute 346
 30 allReduce 4 5226966611
 30 compute 61910433
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916751
 30 comm_size 32
 30 allReduce 223729 172621199
 30 compute 916751
 30 comm_size 32
 30 allReduce 223729 172621199


@@ -494,13 +494,13 @@
 30 allReduce 1 88828513
 30 compute 10165
 30 compute 346
 30 allReduce 1 88828513
 30 compute 10165
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169883
 30 comm_size 32
 30 allReduce 2 16351586822
 30 compute 61913740
 30 compute 346
 30 compute 270108169883
 30 comm_size 32
 30 allReduce 2 16351586822
 30 compute 61913740
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 508097820
 30 comm_size 32
 30 allReduce 7 83306683
 30 compute 508097820
 30 comm_size 32
 30 allReduce 7 83306683


@@ -509,7 +509,7 @@
 30 allReduce 223729 187706049
 30 compute 10181614
 30 compute 346
 30 allReduce 223729 187706049
 30 compute 10181614
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 29320241390
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2996615270 
 30 compute 29320241390
 30 compute 336
 30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2996615270 


@@ -531,7 +531,7 @@
 30 allReduce 4 5098330416
 30 compute 61910431
 30 compute 346
 30 allReduce 4 5098330416
 30 compute 61910431
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 190615906
 30 compute 916752
 30 comm_size 32
 30 allReduce 223729 190615906


@@ -540,13 +540,13 @@
 30 allReduce 1 80035534
 30 compute 10165
 30 compute 346
 30 allReduce 1 80035534
 30 compute 10165
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 270108169874
 30 comm_size 32
 30 allReduce 2 15860127649
 30 compute 61913740
 30 compute 346
 30 compute 270108169874
 30 comm_size 32
 30 allReduce 2 15860127649
 30 compute 61913740
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 508097814
 30 comm_size 32
 30 allReduce 7 63723806
 30 compute 508097814
 30 comm_size 32
 30 allReduce 7 63723806


@@ -555,7 +555,7 @@
 30 allReduce 223729 233140751
 30 compute 10181548
 30 compute 346
 30 allReduce 223729 233140751
 30 compute 10181548
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 61910106
 30 compute 1271
 30 gather 133 133 0 
 30 compute 61910106
 30 compute 1271
 30 gather 133 133 0 


@@ -580,7 +580,7 @@
 30 allReduce 4 5108148398
 30 compute 61910884
 30 compute 346
 30 allReduce 4 5108148398
 30 compute 61910884
 30 compute 346

-30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 30 compute 910423
 30 comm_size 32
 30 allReduce 223729 215770764
 30 compute 910423
 30 comm_size 32
 30 allReduce 223729 215770764


@@ -589,7 +589,7 @@
 30 allReduce 1 72004742
 30 compute 9931
 30 compute 346
 30 allReduce 1 72004742
 30 compute 9931
 30 compute 346

-30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 30 compute 61910673
 30 comm_size 32
 30 bcast 473 31 0
 30 compute 61910673
 30 comm_size 32
 30 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace31.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace31.txt
index 024d02e..4bff192 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace31.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace31.txt
@@ -66,12 +66,12 @@
 31 allReduce 32 9196581 1
 31 compute 2984188007
 31 compute 1525
 31 allReduce 32 9196581 1
 31 compute 2984188007
 31 compute 1525

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 1058608127
 31 barrier
 31 compute 7712
 31 compute 332
 31 compute 1058608127
 31 barrier
 31 compute 7712
 31 compute 332

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 854144579
 31 barrier
 31 compute 866778
 31 compute 854144579
 31 barrier
 31 compute 866778


@@ -118,10 +118,10 @@
 31 allReduce 4 1326591116
 31 compute 128288827
 31 compute 332
 31 allReduce 4 1326591116
 31 compute 128288827
 31 compute 332

-31 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834050 828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 0 828900 1657800 2486700 3315600 4144500 4973400 5774670 6575940 7377210 8178480 8979750 9781020 10582290 11383560 12184830 12986100 13787370 14588640 15389910 16191180 16992450 17793720 18594990 19396260 20197530 20998800 21800070 22601340 23402610 24203880 25005150 
+31 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 

 31 compute 128241590
 31 compute 332
 31 compute 128241590
 31 compute 332

-31 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834050 828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 0 828900 1657800 2486700 3315600 4144500 4973400 5774670 6575940 7377210 8178480 8979750 9781020 10582290 11383560 12184830 12986100 13787370 14588640 15389910 16191180 16992450 17793720 18594990 19396260 20197530 20998800 21800070 22601340 23402610 24203880 25005150 
+31 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 

 31 compute 10049033
 31 comm_size 32
 31 allReduce 1729832 753833140
 31 compute 10049033
 31 comm_size 32
 31 allReduce 1729832 753833140


@@ -138,7 +138,7 @@
 31 allReduce 223729 200786404
 31 compute 10199519
 31 compute 346
 31 allReduce 223729 200786404
 31 compute 10199519
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 62038863
 31 compute 1089
 31 gather 133 133 0 
 31 compute 62038863
 31 compute 1089
 31 gather 133 133 0 


@@ -163,7 +163,7 @@
 31 allReduce 4 3104133182
 31 compute 61910580
 31 compute 346
 31 allReduce 4 3104133182
 31 compute 61910580
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916837
 31 comm_size 32
 31 allReduce 223729 82064591
 31 compute 916837
 31 comm_size 32
 31 allReduce 223729 82064591


@@ -172,13 +172,13 @@
 31 allReduce 1 62072914
 31 compute 10296
 31 compute 346
 31 allReduce 1 62072914
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460648278
 31 comm_size 32
 31 allReduce 2 9135756471
 31 compute 61913797
 31 compute 346
 31 compute 270460648278
 31 comm_size 32
 31 allReduce 2 9135756471
 31 compute 61913797
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 116077830
 31 comm_size 32
 31 allReduce 7 17100645
 31 compute 116077830
 31 comm_size 32
 31 allReduce 7 17100645


@@ -187,7 +187,7 @@
 31 allReduce 223729 115974383
 31 compute 10180864
 31 compute 346
 31 allReduce 223729 115974383
 31 compute 10180864
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242249
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2962930089 
 31 compute 29320242249
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2962930089 


@@ -209,7 +209,7 @@
 31 allReduce 4 3128762516
 31 compute 61910580
 31 compute 346
 31 allReduce 4 3128762516
 31 compute 61910580
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916835
 31 comm_size 32
 31 allReduce 223729 82619962
 31 compute 916835
 31 comm_size 32
 31 allReduce 223729 82619962


@@ -218,13 +218,13 @@
 31 allReduce 1 53831299
 31 compute 10296
 31 compute 346
 31 allReduce 1 53831299
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631767
 31 comm_size 32
 31 allReduce 2 9057392582
 31 compute 61913791
 31 compute 346
 31 compute 270460631767
 31 comm_size 32
 31 allReduce 2 9057392582
 31 compute 61913791
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 194466404
 31 comm_size 32
 31 allReduce 7 614312
 31 compute 194466404
 31 comm_size 32
 31 allReduce 7 614312


@@ -233,7 +233,7 @@
 31 allReduce 223729 643132765
 31 compute 10181062
 31 compute 346
 31 allReduce 223729 643132765
 31 compute 10181062
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242172
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3992418918 
 31 compute 29320242172
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3992418918 


@@ -255,7 +255,7 @@
 31 allReduce 4 2944976333
 31 compute 61910578
 31 compute 346
 31 allReduce 4 2944976333
 31 compute 61910578
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916835
 31 comm_size 32
 31 allReduce 223729 191639120
 31 compute 916835
 31 comm_size 32
 31 allReduce 223729 191639120


@@ -264,13 +264,13 @@
 31 allReduce 1 64285608
 31 compute 10296
 31 compute 346
 31 allReduce 1 64285608
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631766
 31 comm_size 32
 31 allReduce 2 8391761704
 31 compute 61913791
 31 compute 346
 31 compute 270460631766
 31 comm_size 32
 31 allReduce 2 8391761704
 31 compute 61913791
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 272880492
 31 comm_size 32
 31 allReduce 7 28382575
 31 compute 272880492
 31 comm_size 32
 31 allReduce 7 28382575


@@ -279,7 +279,7 @@
 31 allReduce 223729 743597118
 31 compute 10180897
 31 compute 346
 31 allReduce 223729 743597118
 31 compute 10180897
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242604
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6074469487 
 31 compute 29320242604
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6074469487 


@@ -301,7 +301,7 @@
 31 allReduce 4 3027024074
 31 compute 61910583
 31 compute 346
 31 allReduce 4 3027024074
 31 compute 61910583
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916829
 31 comm_size 32
 31 allReduce 223729 106144101
 31 compute 916829
 31 comm_size 32
 31 allReduce 223729 106144101


@@ -310,13 +310,13 @@
 31 allReduce 1 45438062
 31 compute 10296
 31 compute 346
 31 allReduce 1 45438062
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631753
 31 comm_size 32
 31 allReduce 2 8626603709
 31 compute 61913792
 31 compute 346
 31 compute 270460631753
 31 comm_size 32
 31 allReduce 2 8626603709
 31 compute 61913792
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 351294576
 31 comm_size 32
 31 allReduce 7 26989379
 31 compute 351294576
 31 comm_size 32
 31 allReduce 7 26989379


@@ -325,7 +325,7 @@
 31 allReduce 223729 150488374
 31 compute 10180895
 31 compute 346
 31 allReduce 223729 150488374
 31 compute 10180895
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242207
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2445805773 
 31 compute 29320242207
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2445805773 


@@ -347,7 +347,7 @@
 31 allReduce 4 3046842437
 31 compute 61910580
 31 compute 346
 31 allReduce 4 3046842437
 31 compute 61910580
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 125972114
 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 125972114


@@ -356,13 +356,13 @@
 31 allReduce 1 56909747
 31 compute 10296
 31 compute 346
 31 allReduce 1 56909747
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631754
 31 comm_size 32
 31 allReduce 2 8854043690
 31 compute 61913792
 31 compute 346
 31 compute 270460631754
 31 comm_size 32
 31 allReduce 2 8854043690
 31 compute 61913792
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 429708658
 31 comm_size 32
 31 allReduce 7 35752241
 31 compute 429708658
 31 comm_size 32
 31 allReduce 7 35752241


@@ -371,7 +371,7 @@
 31 allReduce 223729 86418250
 31 compute 10180950
 31 compute 346
 31 allReduce 223729 86418250
 31 compute 10180950
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242206
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2321297196 
 31 compute 29320242206
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2321297196 


@@ -393,7 +393,7 @@
 31 allReduce 4 2965373355
 31 compute 61910581
 31 compute 346
 31 allReduce 4 2965373355
 31 compute 61910581
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 85341802
 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 85341802


@@ -402,13 +402,13 @@
 31 allReduce 1 58393595
 31 compute 10296
 31 compute 346
 31 allReduce 1 58393595
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631789
 31 comm_size 32
 31 allReduce 2 8416190164
 31 compute 61913791
 31 compute 346
 31 compute 270460631789
 31 comm_size 32
 31 allReduce 2 8416190164
 31 compute 61913791
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 508122744
 31 comm_size 32
 31 allReduce 7 17389108
 31 compute 508122744
 31 comm_size 32
 31 allReduce 7 17389108


@@ -417,7 +417,7 @@
 31 allReduce 223729 154612353
 31 compute 10180859
 31 compute 346
 31 allReduce 223729 154612353
 31 compute 10180859
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242220
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2452302972 
 31 compute 29320242220
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2452302972 


@@ -439,7 +439,7 @@
 31 allReduce 4 2976632256
 31 compute 61910579
 31 compute 346
 31 allReduce 4 2976632256
 31 compute 61910579
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 127292802
 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 127292802


@@ -448,13 +448,13 @@
 31 allReduce 1 64181099
 31 compute 10296
 31 compute 346
 31 allReduce 1 64181099
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631779
 31 comm_size 32
 31 allReduce 2 8450736681
 31 compute 61913793
 31 compute 346
 31 compute 270460631779
 31 comm_size 32
 31 allReduce 2 8450736681
 31 compute 61913793
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 508097816
 31 comm_size 32
 31 allReduce 7 11060
 31 compute 508097816
 31 comm_size 32
 31 allReduce 7 11060


@@ -463,7 +463,7 @@
 31 allReduce 223729 147866359
 31 compute 10180957
 31 compute 346
 31 allReduce 223729 147866359
 31 compute 10180957
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242169
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2356126792 
 31 compute 29320242169
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2356126792 


@@ -485,7 +485,7 @@
 31 allReduce 4 3159771657
 31 compute 61910579
 31 compute 346
 31 allReduce 4 3159771657
 31 compute 61910579
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 101574168
 31 compute 916827
 31 comm_size 32
 31 allReduce 223729 101574168


@@ -494,13 +494,13 @@
 31 allReduce 1 60612383
 31 compute 10296
 31 compute 346
 31 allReduce 1 60612383
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631776
 31 comm_size 32
 31 allReduce 2 8723174621
 31 compute 61913791
 31 compute 346
 31 compute 270460631776
 31 comm_size 32
 31 allReduce 2 8723174621
 31 compute 61913791
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 508097821
 31 comm_size 32
 31 allReduce 7 23786815
 31 compute 508097821
 31 comm_size 32
 31 allReduce 7 23786815


@@ -509,7 +509,7 @@
 31 allReduce 223729 131760563
 31 compute 10180918
 31 compute 346
 31 allReduce 223729 131760563
 31 compute 10180918
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 29320242205
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2353169386 
 31 compute 29320242205
 31 compute 336
 31 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2353169386 


@@ -531,7 +531,7 @@
 31 allReduce 4 3016263715
 31 compute 61910579
 31 compute 346
 31 allReduce 4 3016263715
 31 compute 61910579
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 916828
 31 comm_size 32
 31 allReduce 223729 122923553
 31 compute 916828
 31 comm_size 32
 31 allReduce 223729 122923553


@@ -540,13 +540,13 @@
 31 allReduce 1 51355566
 31 compute 10296
 31 compute 346
 31 allReduce 1 51355566
 31 compute 10296
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 270460631782
 31 comm_size 32
 31 allReduce 2 8375625725
 31 compute 61913791
 31 compute 346
 31 compute 270460631782
 31 comm_size 32
 31 allReduce 2 8375625725
 31 compute 61913791
 31 compute 346

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 508097823
 31 comm_size 32
 31 allReduce 7 11059
 31 compute 508097823
 31 comm_size 32
 31 allReduce 7 11059


@@ -555,7 +555,7 @@
 31 allReduce 223729 116915317
 31 compute 10180911
 31 compute 346
 31 allReduce 223729 116915317
 31 compute 10180911
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 61910180
 31 compute 1168
 31 gather 133 133 0 
 31 compute 61910180
 31 compute 1168
 31 gather 133 133 0 


@@ -580,7 +580,7 @@
 31 allReduce 4 3040171727
 31 compute 61911067
 31 compute 347
 31 allReduce 4 3040171727
 31 compute 61911067
 31 compute 347

-31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 
+31 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 

 31 compute 910455
 31 comm_size 32
 31 allReduce 223729 78731806
 31 compute 910455
 31 comm_size 32
 31 allReduce 223729 78731806


@@ -589,7 +589,7 @@
 31 allReduce 1 242956207
 31 compute 10065
 31 compute 346
 31 allReduce 1 242956207
 31 compute 10065
 31 compute 346

-31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 0 414450 828900 1243350 1657800 2072250 2486700 2901150 3315600 3730050 4144500 4558950 4973400 5387850 5802300 6216750 6631200 7045650 7460100 7874550 8289000 8703450 9117900 9532350 9946800 10361250 10748070 11134890 11521710 11908530 12295350 12682170 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 0 386834 773668 1160502 1547336 1934170 2321004 2707838 3094672 3481506 3868340 4255174 4642008 5028842 5415676 5802510 6189344 6576178 6963012 7349846 7736680 8123514 8510348 8897182 9284016 9670850 10057684 10444518 10831352 11218186 11605006 11991826 
+31 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 

 31 compute 61910770
 31 comm_size 32
 31 bcast 473 31 0
 31 compute 61910770
 31 comm_size 32
 31 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace4.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace4.txt
index 65cb509..16555a2 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace4.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace4.txt
@@ -66,12 +66,12 @@
 4 allReduce 32 18332025 1
 4 compute 3038108202
 4 compute 1525
 4 allReduce 32 18332025 1
 4 compute 3038108202
 4 compute 1525

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 1058646339
 4 barrier
 4 compute 7748
 4 compute 332
 4 compute 1058646339
 4 barrier
 4 compute 7748
 4 compute 332

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 915154399
 4 barrier
 4 compute 1454298529
 4 compute 915154399
 4 barrier
 4 compute 1454298529


@@ -118,10 +118,10 @@
 4 allReduce 4 2766528088
 4 compute 132712197
 4 compute 332
 4 allReduce 4 2766528088
 4 compute 132712197
 4 compute 332

-4 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+4 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 4 compute 132663180
 4 compute 332
 4 compute 132663180
 4 compute 332

-4 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+4 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 4 compute 10047543
 4 comm_size 32
 4 allReduce 1729832 1189246880
 4 compute 10047543
 4 comm_size 32
 4 allReduce 1729832 1189246880


@@ -138,7 +138,7 @@
 4 allReduce 223729 319323669
 4 compute 10180976
 4 compute 346
 4 allReduce 223729 319323669
 4 compute 10180976
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 66461908
 4 compute 1092
 4 gather 133 133 0 
 4 compute 66461908
 4 compute 1092
 4 gather 133 133 0 


@@ -163,7 +163,7 @@
 4 allReduce 4 2802686055
 4 compute 66332712
 4 compute 346
 4 allReduce 4 2802686055
 4 compute 66332712
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918441
 4 comm_size 32
 4 allReduce 223729 170332445
 4 compute 918441
 4 comm_size 32
 4 allReduce 223729 170332445


@@ -172,13 +172,13 @@
 4 allReduce 1 30911516
 4 compute 11246
 4 compute 346
 4 allReduce 1 30911516
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811666340
 4 comm_size 32
 4 allReduce 2 8794356379
 4 compute 66336083
 4 compute 346
 4 compute 289811666340
 4 comm_size 32
 4 allReduce 2 8794356379
 4 compute 66336083
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 116084065
 4 comm_size 32
 4 allReduce 7 15272679
 4 compute 116084065
 4 comm_size 32
 4 allReduce 7 15272679


@@ -187,7 +187,7 @@
 4 allReduce 223729 163015111
 4 compute 10183397
 4 compute 346
 4 allReduce 223729 163015111
 4 compute 10183397
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045502
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2741229986 
 4 compute 31413045502
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2741229986 


@@ -209,7 +209,7 @@
 4 allReduce 4 2771713948
 4 compute 66332712
 4 compute 346
 4 allReduce 4 2771713948
 4 compute 66332712
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 178080926
 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 178080926


@@ -218,13 +218,13 @@
 4 allReduce 1 61851409
 4 compute 11246
 4 compute 346
 4 allReduce 1 61851409
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649837
 4 comm_size 32
 4 allReduce 2 8740341722
 4 compute 66336079
 4 compute 346
 4 compute 289811649837
 4 comm_size 32
 4 allReduce 2 8740341722
 4 compute 66336079
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 194475479
 4 comm_size 32
 4 allReduce 7 7835798
 4 compute 194475479
 4 comm_size 32
 4 allReduce 7 7835798


@@ -233,7 +233,7 @@
 4 allReduce 223729 733503833
 4 compute 10183513
 4 compute 346
 4 allReduce 223729 733503833
 4 compute 10183513
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045550
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4275182358 
 4 compute 31413045550
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4275182358 


@@ -255,7 +255,7 @@
 4 allReduce 4 2693344027
 4 compute 66332712
 4 compute 346
 4 allReduce 4 2693344027
 4 compute 66332712
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 275628651
 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 275628651


@@ -264,13 +264,13 @@
 4 allReduce 1 58988086
 4 compute 11246
 4 compute 346
 4 allReduce 1 58988086
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649830
 4 comm_size 32
 4 allReduce 2 8190023071
 4 compute 66336078
 4 compute 346
 4 compute 289811649830
 4 comm_size 32
 4 allReduce 2 8190023071
 4 compute 66336078
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 272892401
 4 comm_size 32
 4 allReduce 7 29647119
 4 compute 272892401
 4 comm_size 32
 4 allReduce 7 29647119


@@ -279,7 +279,7 @@
 4 allReduce 223729 882969735
 4 compute 10183341
 4 compute 346
 4 allReduce 223729 882969735
 4 compute 10183341
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045505
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5633295811 
 4 compute 31413045505
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5633295811 


@@ -301,7 +301,7 @@
 4 allReduce 4 2743874375
 4 compute 66332714
 4 compute 346
 4 allReduce 4 2743874375
 4 compute 66332714
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 193790615
 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 193790615


@@ -310,13 +310,13 @@
 4 allReduce 1 48298180
 4 compute 11246
 4 compute 346
 4 allReduce 1 48298180
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649825
 4 comm_size 32
 4 allReduce 2 8227724440
 4 compute 66336078
 4 compute 346
 4 compute 289811649825
 4 comm_size 32
 4 allReduce 2 8227724440
 4 compute 66336078
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 351309320
 4 comm_size 32
 4 allReduce 7 40875058
 4 compute 351309320
 4 comm_size 32
 4 allReduce 7 40875058


@@ -325,7 +325,7 @@
 4 allReduce 223729 215121279
 4 compute 10183439
 4 compute 346
 4 allReduce 223729 215121279
 4 compute 10183439
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045550
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2285699726 
 4 compute 31413045550
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2285699726 


@@ -347,7 +347,7 @@
 4 allReduce 4 2690564171
 4 compute 66332712
 4 compute 346
 4 allReduce 4 2690564171
 4 compute 66332712
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 186999118
 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 186999118


@@ -356,13 +356,13 @@
 4 allReduce 1 49548413
 4 compute 11246
 4 compute 346
 4 allReduce 1 49548413
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649856
 4 comm_size 32
 4 allReduce 2 8346422339
 4 compute 66336078
 4 compute 346
 4 compute 289811649856
 4 comm_size 32
 4 allReduce 2 8346422339
 4 compute 66336078
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 429726250
 4 comm_size 32
 4 allReduce 7 20450804
 4 compute 429726250
 4 comm_size 32
 4 allReduce 7 20450804


@@ -371,7 +371,7 @@
 4 allReduce 223729 199932497
 4 compute 10183475
 4 compute 346
 4 allReduce 223729 199932497
 4 compute 10183475
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045503
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2153723623 
 4 compute 31413045503
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2153723623 


@@ -393,7 +393,7 @@
 4 allReduce 4 2667997025
 4 compute 66332712
 4 compute 346
 4 allReduce 4 2667997025
 4 compute 66332712
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 168720170
 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 168720170


@@ -402,13 +402,13 @@
 4 allReduce 1 65032696
 4 compute 11246
 4 compute 346
 4 allReduce 1 65032696
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649831
 4 comm_size 32
 4 allReduce 2 8072229041
 4 compute 66336078
 4 compute 346
 4 compute 289811649831
 4 comm_size 32
 4 allReduce 2 8072229041
 4 compute 66336078
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 508143168
 4 comm_size 32
 4 allReduce 7 30227214
 4 compute 508143168
 4 comm_size 32
 4 allReduce 7 30227214


@@ -417,7 +417,7 @@
 4 allReduce 223729 286397646
 4 compute 10183345
 4 compute 346
 4 allReduce 223729 286397646
 4 compute 10183345
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045505
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2236026673 
 4 compute 31413045505
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2236026673 


@@ -439,7 +439,7 @@
 4 allReduce 4 2721072692
 4 compute 66332713
 4 compute 346
 4 allReduce 4 2721072692
 4 compute 66332713
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 182250083
 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 182250083


@@ -448,13 +448,13 @@
 4 allReduce 1 89660128
 4 compute 11246
 4 compute 346
 4 allReduce 1 89660128
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649845
 4 comm_size 32
 4 allReduce 2 8013228387
 4 compute 66336078
 4 compute 346
 4 compute 289811649845
 4 comm_size 32
 4 allReduce 2 8013228387
 4 compute 66336078
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 508118232
 4 comm_size 32
 4 allReduce 7 59924661
 4 compute 508118232
 4 comm_size 32
 4 allReduce 7 59924661


@@ -463,7 +463,7 @@
 4 allReduce 223729 221709395
 4 compute 10183403
 4 compute 346
 4 allReduce 223729 221709395
 4 compute 10183403
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045498
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2174307425 
 4 compute 31413045498
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2174307425 


@@ -485,7 +485,7 @@
 4 allReduce 4 2923844877
 4 compute 66332712
 4 compute 346
 4 allReduce 4 2923844877
 4 compute 66332712
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 189044913
 4 compute 918439
 4 comm_size 32
 4 allReduce 223729 189044913


@@ -494,13 +494,13 @@
 4 allReduce 1 67891965
 4 compute 11246
 4 compute 346
 4 allReduce 1 67891965
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649842
 4 comm_size 32
 4 allReduce 2 8596803332
 4 compute 66336078
 4 compute 346
 4 compute 289811649842
 4 comm_size 32
 4 allReduce 2 8596803332
 4 compute 66336078
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 508118240
 4 comm_size 32
 4 allReduce 7 77310033
 4 compute 508118240
 4 comm_size 32
 4 allReduce 7 77310033


@@ -509,7 +509,7 @@
 4 allReduce 223729 200427277
 4 compute 10183287
 4 compute 346
 4 allReduce 223729 200427277
 4 compute 10183287
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 31413045553
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2203268296 
 4 compute 31413045553
 4 compute 336
 4 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2203268296 


@@ -531,7 +531,7 @@
 4 allReduce 4 2778836121
 4 compute 66332712
 4 compute 346
 4 allReduce 4 2778836121
 4 compute 66332712
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 918440
 4 comm_size 32
 4 allReduce 223729 204837583
 4 compute 918440
 4 comm_size 32
 4 allReduce 223729 204837583


@@ -540,13 +540,13 @@
 4 allReduce 1 57276900
 4 compute 11246
 4 compute 346
 4 allReduce 1 57276900
 4 compute 11246
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 289811649838
 4 comm_size 32
 4 allReduce 2 8024330313
 4 compute 66336078
 4 compute 346
 4 compute 289811649838
 4 comm_size 32
 4 allReduce 2 8024330313
 4 compute 66336078
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 508118245
 4 comm_size 32
 4 allReduce 7 53165591
 4 compute 508118245
 4 comm_size 32
 4 allReduce 7 53165591


@@ -555,7 +555,7 @@
 4 allReduce 223729 239149289
 4 compute 10183313
 4 compute 346
 4 allReduce 223729 239149289
 4 compute 10183313
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 66332652
 4 compute 1093
 4 gather 133 133 0 
 4 compute 66332652
 4 compute 1093
 4 gather 133 133 0 


@@ -580,7 +580,7 @@
 4 allReduce 4 2808547272
 4 compute 66332550
 4 compute 346
 4 allReduce 4 2808547272
 4 compute 66332550
 4 compute 346

-4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+4 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 4 compute 910692
 4 comm_size 32
 4 allReduce 223729 202035362
 4 compute 910692
 4 comm_size 32
 4 allReduce 223729 202035362


@@ -589,7 +589,7 @@
 4 allReduce 1 41822240
 4 compute 10139
 4 compute 346
 4 allReduce 1 41822240
 4 compute 10139
 4 compute 346

-4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+4 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 4 compute 66332396
 4 comm_size 32
 4 bcast 473 31 0
 4 compute 66332396
 4 comm_size 32
 4 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace5.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace5.txt
index 9c3d731..261deb1 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace5.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace5.txt
@@ -66,12 +66,12 @@
 5 allReduce 32 26075048 1
 5 compute 3038108674
 5 compute 1525
 5 allReduce 32 26075048 1
 5 compute 3038108674
 5 compute 1525

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 1058646347
 5 barrier
 5 compute 7748
 5 compute 332
 5 compute 1058646347
 5 barrier
 5 compute 7748
 5 compute 332

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 915154397
 5 barrier
 5 compute 1453660307
 5 compute 915154397
 5 barrier
 5 compute 1453660307


@@ -118,10 +118,10 @@
 5 allReduce 4 3369472944
 5 compute 132711710
 5 compute 332
 5 allReduce 4 3369472944
 5 compute 132711710
 5 compute 332

-5 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+5 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 5 compute 132662233
 5 compute 332
 5 compute 132662233
 5 compute 332

-5 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900 0 828930 1657860 2486790 3315720 4144650 4973580 5802510 6631440 7460370 8289300 9118230 9947160 10776090 11605020 12433950 13262880 14091810 14920740 15749670 16578600 17407530 18236460 19065390 19894320 20723250 21552180 22381110 23210040 24038970 24867870 25696770 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+5 allToAllV 26525700 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828930 828900 828900 828900  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 5 compute 10046740
 5 comm_size 32
 5 allReduce 1729832 1116872923
 5 compute 10046740
 5 comm_size 32
 5 allReduce 1729832 1116872923


@@ -138,7 +138,7 @@
 5 allReduce 223729 84852962
 5 compute 10176174
 5 compute 346
 5 allReduce 223729 84852962
 5 compute 10176174
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 66461393
 5 compute 1207
 5 gather 133 133 0 
 5 compute 66461393
 5 compute 1207
 5 gather 133 133 0 


@@ -163,7 +163,7 @@
 5 allReduce 4 3135008766
 5 compute 66332372
 5 compute 346
 5 allReduce 4 3135008766
 5 compute 66332372
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917076
 5 comm_size 32
 5 allReduce 223729 172909270
 5 compute 917076
 5 comm_size 32
 5 allReduce 223729 172909270


@@ -172,13 +172,13 @@
 5 allReduce 1 49463998
 5 compute 10424
 5 compute 346
 5 allReduce 1 49463998
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059610389
 5 comm_size 32
 5 allReduce 2 8787032080
 5 compute 66335686
 5 compute 346
 5 compute 290059610389
 5 comm_size 32
 5 allReduce 2 8787032080
 5 compute 66335686
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 116082567
 5 comm_size 32
 5 allReduce 7 20271011
 5 compute 116082567
 5 comm_size 32
 5 allReduce 7 20271011


@@ -187,7 +187,7 @@
 5 allReduce 223729 144827404
 5 compute 10173002
 5 compute 346
 5 allReduce 223729 144827404
 5 compute 10173002
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026416
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2764505024 
 5 compute 31413026416
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2764505024 


@@ -209,7 +209,7 @@
 5 allReduce 4 3029363710
 5 compute 66332371
 5 compute 346
 5 allReduce 4 3029363710
 5 compute 66332371
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 164083734
 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 164083734


@@ -218,13 +218,13 @@
 5 allReduce 1 58628478
 5 compute 10424
 5 compute 346
 5 allReduce 1 58628478
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593887
 5 comm_size 32
 5 allReduce 2 8822979503
 5 compute 66335681
 5 compute 346
 5 compute 290059593887
 5 comm_size 32
 5 allReduce 2 8822979503
 5 compute 66335681
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 194473968
 5 comm_size 32
 5 allReduce 7 14379245
 5 compute 194473968
 5 comm_size 32
 5 allReduce 7 14379245


@@ -233,7 +233,7 @@
 5 allReduce 223729 647081082
 5 compute 10173097
 5 compute 346
 5 allReduce 223729 647081082
 5 compute 10173097
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026415
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4212568071 
 5 compute 31413026415
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4212568071 


@@ -255,7 +255,7 @@
 5 allReduce 4 2970525806
 5 compute 66332372
 5 compute 346
 5 allReduce 4 2970525806
 5 compute 66332372
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917075
 5 comm_size 32
 5 allReduce 223729 225846871
 5 compute 917075
 5 comm_size 32
 5 allReduce 223729 225846871


@@ -264,13 +264,13 @@
 5 allReduce 1 49297185
 5 compute 10424
 5 compute 346
 5 allReduce 1 49297185
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593867
 5 comm_size 32
 5 allReduce 2 8232214805
 5 compute 66335681
 5 compute 346
 5 compute 290059593867
 5 comm_size 32
 5 allReduce 2 8232214805
 5 compute 66335681
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 272890900
 5 comm_size 32
 5 allReduce 7 37825615
 5 compute 272890900
 5 comm_size 32
 5 allReduce 7 37825615


@@ -279,7 +279,7 @@
 5 allReduce 223729 754168357
 5 compute 10173065
 5 compute 346
 5 allReduce 223729 754168357
 5 compute 10173065
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026421
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5628335608 
 5 compute 31413026421
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5628335608 


@@ -301,7 +301,7 @@
 5 allReduce 4 3004559249
 5 compute 66332373
 5 compute 346
 5 allReduce 4 3004559249
 5 compute 66332373
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 156821525
 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 156821525


@@ -310,13 +310,13 @@
 5 allReduce 1 41398234
 5 compute 10424
 5 compute 346
 5 allReduce 1 41398234
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593883
 5 comm_size 32
 5 allReduce 2 8284487631
 5 compute 66335681
 5 compute 346
 5 compute 290059593883
 5 comm_size 32
 5 allReduce 2 8284487631
 5 compute 66335681
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 351307812
 5 comm_size 32
 5 allReduce 7 56422393
 5 compute 351307812
 5 comm_size 32
 5 allReduce 7 56422393


@@ -325,7 +325,7 @@
 5 allReduce 223729 215592964
 5 compute 10173097
 5 compute 346
 5 allReduce 223729 215592964
 5 compute 10173097
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026421
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2311378520 
 5 compute 31413026421
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2311378520 


@@ -347,7 +347,7 @@
 5 allReduce 4 2946396278
 5 compute 66332371
 5 compute 346
 5 allReduce 4 2946396278
 5 compute 66332371
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 192491521
 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 192491521


@@ -356,13 +356,13 @@
 5 allReduce 1 60750933
 5 compute 10424
 5 compute 346
 5 allReduce 1 60750933
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593875
 5 comm_size 32
 5 allReduce 2 8499101193
 5 compute 66335681
 5 compute 346
 5 compute 290059593875
 5 comm_size 32
 5 allReduce 2 8499101193
 5 compute 66335681
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 429724740
 5 comm_size 32
 5 allReduce 7 64223374
 5 compute 429724740
 5 comm_size 32
 5 allReduce 7 64223374


@@ -371,7 +371,7 @@
 5 allReduce 223729 194590959
 5 compute 10172965
 5 compute 346
 5 allReduce 223729 194590959
 5 compute 10172965
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026417
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2198045087 
 5 compute 31413026417
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2198045087 


@@ -393,7 +393,7 @@
 5 allReduce 4 2962449552
 5 compute 66332371
 5 compute 346
 5 allReduce 4 2962449552
 5 compute 66332371
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 172404043
 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 172404043


@@ -402,13 +402,13 @@
 5 allReduce 1 57273152
 5 compute 10424
 5 compute 346
 5 allReduce 1 57273152
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593875
 5 comm_size 32
 5 allReduce 2 8137941433
 5 compute 66335682
 5 compute 346
 5 compute 290059593875
 5 comm_size 32
 5 allReduce 2 8137941433
 5 compute 66335682
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 508141663
 5 comm_size 32
 5 allReduce 7 30762525
 5 compute 508141663
 5 comm_size 32
 5 allReduce 7 30762525


@@ -417,7 +417,7 @@
 5 allReduce 223729 248329073
 5 compute 10173087
 5 compute 346
 5 allReduce 223729 248329073
 5 compute 10173087
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026420
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2342868148 
 5 compute 31413026420
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2342868148 


@@ -439,7 +439,7 @@
 5 allReduce 4 2941173322
 5 compute 66332372
 5 compute 346
 5 allReduce 4 2941173322
 5 compute 66332372
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 181604038
 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 181604038


@@ -448,13 +448,13 @@
 5 allReduce 1 58255690
 5 compute 10424
 5 compute 346
 5 allReduce 1 58255690
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593880
 5 comm_size 32
 5 allReduce 2 8144784662
 5 compute 66335681
 5 compute 346
 5 compute 290059593880
 5 comm_size 32
 5 allReduce 2 8144784662
 5 compute 66335681
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 508116735
 5 comm_size 32
 5 allReduce 7 20689578
 5 compute 508116735
 5 comm_size 32
 5 allReduce 7 20689578


@@ -463,7 +463,7 @@
 5 allReduce 223729 227798525
 5 compute 10173076
 5 compute 346
 5 allReduce 223729 227798525
 5 compute 10173076
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026419
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2236346892 
 5 compute 31413026419
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2236346892 


@@ -485,7 +485,7 @@
 5 allReduce 4 3271259099
 5 compute 66332371
 5 compute 346
 5 allReduce 4 3271259099
 5 compute 66332371
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 164056240
 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 164056240


@@ -494,13 +494,13 @@
 5 allReduce 1 40399622
 5 compute 10424
 5 compute 346
 5 allReduce 1 40399622
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593871
 5 comm_size 32
 5 allReduce 2 8593028046
 5 compute 66335681
 5 compute 346
 5 compute 290059593871
 5 comm_size 32
 5 allReduce 2 8593028046
 5 compute 66335681
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 508116737
 5 comm_size 32
 5 allReduce 7 80407140
 5 compute 508116737
 5 comm_size 32
 5 allReduce 7 80407140


@@ -509,7 +509,7 @@
 5 allReduce 223729 193501890
 5 compute 10173070
 5 compute 346
 5 allReduce 223729 193501890
 5 compute 10173070
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 31413026413
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2269964102 
 5 compute 31413026413
 5 compute 336
 5 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2269964102 


@@ -531,7 +531,7 @@
 5 allReduce 4 3054700217
 5 compute 66332372
 5 compute 346
 5 allReduce 4 3054700217
 5 compute 66332372
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 162667962
 5 compute 917074
 5 comm_size 32
 5 allReduce 223729 162667962


@@ -540,13 +540,13 @@
 5 allReduce 1 32092049
 5 compute 10424
 5 compute 346
 5 allReduce 1 32092049
 5 compute 10424
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 290059593886
 5 comm_size 32
 5 allReduce 2 8045261537
 5 compute 66335681
 5 compute 346
 5 compute 290059593886
 5 comm_size 32
 5 allReduce 2 8045261537
 5 compute 66335681
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 508116740
 5 comm_size 32
 5 allReduce 7 66178207
 5 compute 508116740
 5 comm_size 32
 5 allReduce 7 66178207


@@ -555,7 +555,7 @@
 5 allReduce 223729 197927575
 5 compute 10173020
 5 compute 346
 5 allReduce 223729 197927575
 5 compute 10173020
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 66332083
 5 compute 1230
 5 gather 133 133 0 
 5 compute 66332083
 5 compute 1230
 5 gather 133 133 0 


@@ -580,7 +580,7 @@
 5 allReduce 4 3080434104
 5 compute 66332171
 5 compute 346
 5 allReduce 4 3080434104
 5 compute 66332171
 5 compute 346

-5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+5 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 5 compute 909874
 5 comm_size 32
 5 allReduce 223729 196191743
 5 compute 909874
 5 comm_size 32
 5 allReduce 223729 196191743


@@ -589,7 +589,7 @@
 5 allReduce 1 61479684
 5 compute 9386
 5 compute 346
 5 allReduce 1 61479684
 5 compute 9386
 5 compute 346

-5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+5 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 5 compute 66331962
 5 comm_size 32
 5 bcast 473 31 0
 5 compute 66331962
 5 comm_size 32
 5 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace6.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace6.txt
index a3bdc6c..2c35d6f 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace6.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace6.txt
@@ -66,12 +66,12 @@
 6 allReduce 32 26071846 1
 6 compute 3038127610
 6 compute 1525
 6 allReduce 32 26071846 1
 6 compute 3038127610
 6 compute 1525

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 1058646353
 6 barrier
 6 compute 7748
 6 compute 332
 6 compute 1058646353
 6 barrier
 6 compute 7748
 6 compute 332

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 915154402
 6 barrier
 6 compute 1453541410
 6 compute 915154402
 6 barrier
 6 compute 1453541410


@@ -118,10 +118,10 @@
 6 allReduce 4 5968105672
 6 compute 128288707
 6 compute 332
 6 allReduce 4 5968105672
 6 compute 128288707
 6 compute 332

-6 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+6 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 6 compute 128241331
 6 compute 332
 6 compute 128241331
 6 compute 332

-6 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+6 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 6 compute 10047073
 6 comm_size 32
 6 allReduce 1729832 1033269812
 6 compute 10047073
 6 comm_size 32
 6 allReduce 1729832 1033269812


@@ -138,7 +138,7 @@
 6 allReduce 223729 284296047
 6 compute 10199347
 6 compute 346
 6 allReduce 223729 284296047
 6 compute 10199347
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 66460915
 6 compute 1130
 6 gather 133 133 0 
 6 compute 66460915
 6 compute 1130
 6 gather 133 133 0 


@@ -163,7 +163,7 @@
 6 allReduce 4 2767877115
 6 compute 66332102
 6 compute 346
 6 allReduce 4 2767877115
 6 compute 66332102
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916870
 6 comm_size 32
 6 allReduce 223729 128570568
 6 compute 916870
 6 comm_size 32
 6 allReduce 223729 128570568


@@ -172,13 +172,13 @@
 6 allReduce 1 45252957
 6 compute 10233
 6 compute 346
 6 allReduce 1 45252957
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844594934
 6 comm_size 32
 6 allReduce 2 9021710677
 6 compute 66335418
 6 compute 346
 6 compute 289844594934
 6 comm_size 32
 6 allReduce 2 9021710677
 6 compute 66335418
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 116082120
 6 comm_size 32
 6 allReduce 7 22835171
 6 compute 116082120
 6 comm_size 32
 6 allReduce 7 22835171


@@ -187,7 +187,7 @@
 6 allReduce 223729 160357671
 6 compute 10166286
 6 compute 346
 6 allReduce 223729 160357671
 6 compute 10166286
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027240
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2696973095 
 6 compute 31413027240
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2696973095 


@@ -209,7 +209,7 @@
 6 allReduce 4 2662781117
 6 compute 66332102
 6 compute 346
 6 allReduce 4 2662781117
 6 compute 66332102
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 172258450
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 172258450


@@ -218,13 +218,13 @@
 6 allReduce 1 51176072
 6 compute 10233
 6 compute 346
 6 allReduce 1 51176072
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578427
 6 comm_size 32
 6 allReduce 2 8983000441
 6 compute 66335412
 6 compute 346
 6 compute 289844578427
 6 comm_size 32
 6 allReduce 2 8983000441
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 194473523
 6 comm_size 32
 6 allReduce 7 13732249
 6 compute 194473523
 6 comm_size 32
 6 allReduce 7 13732249


@@ -233,7 +233,7 @@
 6 allReduce 223729 661009774
 6 compute 10166252
 6 compute 346
 6 allReduce 223729 661009774
 6 compute 10166252
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027243
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4860255065 
 6 compute 31413027243
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4860255065 


@@ -255,7 +255,7 @@
 6 allReduce 4 2602368478
 6 compute 66332104
 6 compute 346
 6 allReduce 4 2602368478
 6 compute 66332104
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 247640032
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 247640032


@@ -264,13 +264,13 @@
 6 allReduce 1 38113259
 6 compute 10233
 6 compute 346
 6 allReduce 1 38113259
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578433
 6 comm_size 32
 6 allReduce 2 8372953069
 6 compute 66335412
 6 compute 346
 6 compute 289844578433
 6 comm_size 32
 6 allReduce 2 8372953069
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 272890452
 6 comm_size 32
 6 allReduce 7 40943782
 6 compute 272890452
 6 comm_size 32
 6 allReduce 7 40943782


@@ -279,7 +279,7 @@
 6 allReduce 223729 760035115
 6 compute 10166296
 6 compute 346
 6 allReduce 223729 760035115
 6 compute 10166296
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027237
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5565375994 
 6 compute 31413027237
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5565375994 


@@ -301,7 +301,7 @@
 6 allReduce 4 2619371146
 6 compute 66332103
 6 compute 346
 6 allReduce 4 2619371146
 6 compute 66332103
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 155452897
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 155452897


@@ -310,13 +310,13 @@
 6 allReduce 1 71101995
 6 compute 10233
 6 compute 346
 6 allReduce 1 71101995
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578434
 6 comm_size 32
 6 allReduce 2 8501207518
 6 compute 66335412
 6 compute 346
 6 compute 289844578434
 6 comm_size 32
 6 allReduce 2 8501207518
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 351307367
 6 comm_size 32
 6 allReduce 7 66540724
 6 compute 351307367
 6 comm_size 32
 6 allReduce 7 66540724


@@ -325,7 +325,7 @@
 6 allReduce 223729 229939913
 6 compute 10166047
 6 compute 346
 6 allReduce 223729 229939913
 6 compute 10166047
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027243
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2296119774 
 6 compute 31413027243
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2296119774 


@@ -347,7 +347,7 @@
 6 allReduce 4 2572022050
 6 compute 66332103
 6 compute 346
 6 allReduce 4 2572022050
 6 compute 66332103
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 175518584
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 175518584


@@ -356,13 +356,13 @@
 6 allReduce 1 82559640
 6 compute 10233
 6 compute 346
 6 allReduce 1 82559640
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578434
 6 comm_size 32
 6 allReduce 2 8681762309
 6 compute 66335412
 6 compute 346
 6 compute 289844578434
 6 comm_size 32
 6 allReduce 2 8681762309
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 429724302
 6 comm_size 32
 6 allReduce 7 13223180
 6 compute 429724302
 6 comm_size 32
 6 allReduce 7 13223180


@@ -371,7 +371,7 @@
 6 allReduce 223729 185953156
 6 compute 10166146
 6 compute 346
 6 allReduce 223729 185953156
 6 compute 10166146
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027241
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2172423430 
 6 compute 31413027241
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2172423430 


@@ -393,7 +393,7 @@
 6 allReduce 4 2606236092
 6 compute 66332102
 6 compute 346
 6 allReduce 4 2606236092
 6 compute 66332102
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 151897154
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 151897154


@@ -402,13 +402,13 @@
 6 allReduce 1 29263351
 6 compute 10233
 6 compute 346
 6 allReduce 1 29263351
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578438
 6 comm_size 32
 6 allReduce 2 8344515600
 6 compute 66335412
 6 compute 346
 6 compute 289844578438
 6 comm_size 32
 6 allReduce 2 8344515600
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 508141217
 6 comm_size 32
 6 allReduce 7 29334437
 6 compute 508141217
 6 comm_size 32
 6 allReduce 7 29334437


@@ -417,7 +417,7 @@
 6 allReduce 223729 264985884
 6 compute 10166148
 6 compute 346
 6 allReduce 223729 264985884
 6 compute 10166148
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027237
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2303702670 
 6 compute 31413027237
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2303702670 


@@ -439,7 +439,7 @@
 6 allReduce 4 2588786820
 6 compute 66332102
 6 compute 346
 6 allReduce 4 2588786820
 6 compute 66332102
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 173445826
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 173445826


@@ -448,13 +448,13 @@
 6 allReduce 1 72405023
 6 compute 10233
 6 compute 346
 6 allReduce 1 72405023
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578432
 6 comm_size 32
 6 allReduce 2 8301183611
 6 compute 66335412
 6 compute 346
 6 compute 289844578432
 6 comm_size 32
 6 allReduce 2 8301183611
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 508116288
 6 comm_size 32
 6 allReduce 7 21775433
 6 compute 508116288
 6 comm_size 32
 6 allReduce 7 21775433


@@ -463,7 +463,7 @@
 6 allReduce 223729 235216965
 6 compute 10166081
 6 compute 346
 6 allReduce 223729 235216965
 6 compute 10166081
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027241
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2199523281 
 6 compute 31413027241
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2199523281 


@@ -485,7 +485,7 @@
 6 allReduce 4 2875236672
 6 compute 66332102
 6 compute 346
 6 allReduce 4 2875236672
 6 compute 66332102
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 130767699
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 130767699


@@ -494,13 +494,13 @@
 6 allReduce 1 35166585
 6 compute 10233
 6 compute 346
 6 allReduce 1 35166585
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578426
 6 comm_size 32
 6 allReduce 2 8759432182
 6 compute 66335412
 6 compute 346
 6 compute 289844578426
 6 comm_size 32
 6 allReduce 2 8759432182
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 508116291
 6 comm_size 32
 6 allReduce 7 75461426
 6 compute 508116291
 6 comm_size 32
 6 allReduce 7 75461426


@@ -509,7 +509,7 @@
 6 allReduce 223729 212223831
 6 compute 10166065
 6 compute 346
 6 allReduce 223729 212223831
 6 compute 10166065
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 31413027238
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2256755120 
 6 compute 31413027238
 6 compute 336
 6 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2256755120 


@@ -531,7 +531,7 @@
 6 allReduce 4 2720085641
 6 compute 66332102
 6 compute 346
 6 allReduce 4 2720085641
 6 compute 66332102
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 169695527
 6 compute 916867
 6 comm_size 32
 6 allReduce 223729 169695527


@@ -540,13 +540,13 @@
 6 allReduce 1 89762348
 6 compute 10233
 6 compute 346
 6 allReduce 1 89762348
 6 compute 10233
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 289844578438
 6 comm_size 32
 6 allReduce 2 8233858923
 6 compute 66335412
 6 compute 346
 6 compute 289844578438
 6 comm_size 32
 6 allReduce 2 8233858923
 6 compute 66335412
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 508116299
 6 comm_size 32
 6 allReduce 7 19678988
 6 compute 508116299
 6 comm_size 32
 6 allReduce 7 19678988


@@ -555,7 +555,7 @@
 6 allReduce 223729 216873870
 6 compute 10166164
 6 compute 346
 6 allReduce 223729 216873870
 6 compute 10166164
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 66331786
 6 compute 1163
 6 gather 133 133 0 
 6 compute 66331786
 6 compute 1163
 6 gather 133 133 0 


@@ -580,7 +580,7 @@
 6 allReduce 4 2723287104
 6 compute 66332592
 6 compute 346
 6 allReduce 4 2723287104
 6 compute 66332592
 6 compute 346

-6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+6 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 6 compute 910459
 6 comm_size 32
 6 allReduce 223729 158474710
 6 compute 910459
 6 comm_size 32
 6 allReduce 223729 158474710


@@ -589,7 +589,7 @@
 6 allReduce 1 10505
 6 compute 10000
 6 compute 346
 6 allReduce 1 10505
 6 compute 10000
 6 compute 346

-6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+6 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 6 compute 66332382
 6 comm_size 32
 6 bcast 473 31 0
 6 compute 66332382
 6 comm_size 32
 6 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace7.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace7.txt
index 47ac011..91d40a5 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace7.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace7.txt
@@ -66,12 +66,12 @@
 7 allReduce 32 26584387 1
 7 compute 3038128727
 7 compute 1525
 7 allReduce 32 26584387 1
 7 compute 3038128727
 7 compute 1525

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 1058646357
 7 barrier
 7 compute 7748
 7 compute 332
 7 compute 1058646357
 7 barrier
 7 compute 7748
 7 compute 332

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 915154397
 7 barrier
 7 compute 1453990364
 7 compute 915154397
 7 barrier
 7 compute 1453990364


@@ -118,10 +118,10 @@
 7 allReduce 4 6001136196
 7 compute 128288708
 7 compute 332
 7 allReduce 4 6001136196
 7 compute 128288708
 7 compute 332

-7 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+7 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 7 compute 128241330
 7 compute 332
 7 compute 128241330
 7 compute 332

-7 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+7 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 7 compute 10047116
 7 comm_size 32
 7 allReduce 1729832 1106757309
 7 compute 10047116
 7 comm_size 32
 7 allReduce 1729832 1106757309


@@ -138,7 +138,7 @@
 7 allReduce 223729 265779544
 7 compute 10179878
 7 compute 346
 7 allReduce 223729 265779544
 7 compute 10179878
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 66461155
 7 compute 1156
 7 gather 133 133 0 
 7 compute 66461155
 7 compute 1156
 7 gather 133 133 0 


@@ -163,7 +163,7 @@
 7 allReduce 4 2828746354
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2828746354
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917902
 7 comm_size 32
 7 allReduce 223729 165818423
 7 compute 917902
 7 comm_size 32
 7 allReduce 223729 165818423


@@ -172,13 +172,13 @@
 7 allReduce 1 45684313
 7 compute 10994
 7 compute 346
 7 allReduce 1 45684313
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941227830
 7 comm_size 32
 7 allReduce 2 8904265147
 7 compute 66336068
 7 compute 346
 7 compute 289941227830
 7 comm_size 32
 7 allReduce 2 8904265147
 7 compute 66336068
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 116083911
 7 comm_size 32
 7 allReduce 7 21752029
 7 compute 116083911
 7 comm_size 32
 7 allReduce 7 21752029


@@ -187,7 +187,7 @@
 7 allReduce 223729 168200488
 7 compute 10180164
 7 compute 346
 7 allReduce 223729 168200488
 7 compute 10180164
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024510
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2712104280 
 7 compute 31413024510
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2712104280 


@@ -209,7 +209,7 @@
 7 allReduce 4 2806392301
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2806392301
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 178569107
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 178569107


@@ -218,13 +218,13 @@
 7 allReduce 1 74755130
 7 compute 10994
 7 compute 346
 7 allReduce 1 74755130
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211341
 7 comm_size 32
 7 allReduce 2 8849876414
 7 compute 66336063
 7 compute 346
 7 compute 289941211341
 7 comm_size 32
 7 allReduce 2 8849876414
 7 compute 66336063
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 194475320
 7 comm_size 32
 7 allReduce 7 26361717
 7 compute 194475320
 7 comm_size 32
 7 allReduce 7 26361717


@@ -233,7 +233,7 @@
 7 allReduce 223729 605973299
 7 compute 10180187
 7 compute 346
 7 allReduce 223729 605973299
 7 compute 10180187
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024516
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4855153075 
 7 compute 31413024516
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4855153075 


@@ -255,7 +255,7 @@
 7 allReduce 4 2677564311
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2677564311
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 259157651
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 259157651


@@ -264,13 +264,13 @@
 7 allReduce 1 84361187
 7 compute 10994
 7 compute 346
 7 allReduce 1 84361187
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211322
 7 comm_size 32
 7 allReduce 2 8268388421
 7 compute 66336063
 7 compute 346
 7 compute 289941211322
 7 comm_size 32
 7 allReduce 2 8268388421
 7 compute 66336063
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 272892246
 7 comm_size 32
 7 allReduce 7 46627775
 7 compute 272892246
 7 comm_size 32
 7 allReduce 7 46627775


@@ -279,7 +279,7 @@
 7 allReduce 223729 766333507
 7 compute 10180103
 7 compute 346
 7 allReduce 223729 766333507
 7 compute 10180103
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024517
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5643693837 
 7 compute 31413024517
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5643693837 


@@ -301,7 +301,7 @@
 7 allReduce 4 2810784411
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2810784411
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 160206788
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 160206788


@@ -310,13 +310,13 @@
 7 allReduce 1 77727687
 7 compute 10994
 7 compute 346
 7 allReduce 1 77727687
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211334
 7 comm_size 32
 7 allReduce 2 8412246557
 7 compute 66336063
 7 compute 346
 7 compute 289941211334
 7 comm_size 32
 7 allReduce 2 8412246557
 7 compute 66336063
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 351309164
 7 comm_size 32
 7 allReduce 7 68492235
 7 compute 351309164
 7 comm_size 32
 7 allReduce 7 68492235


@@ -325,7 +325,7 @@
 7 allReduce 223729 239599946
 7 compute 10180080
 7 compute 346
 7 allReduce 223729 239599946
 7 compute 10180080
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024509
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2369781529 
 7 compute 31413024509
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2369781529 


@@ -347,7 +347,7 @@
 7 allReduce 4 2673611695
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2673611695
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 180829472
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 180829472


@@ -356,13 +356,13 @@
 7 allReduce 1 78499685
 7 compute 10994
 7 compute 346
 7 allReduce 1 78499685
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211328
 7 comm_size 32
 7 allReduce 2 8589714447
 7 compute 66336063
 7 compute 346
 7 compute 289941211328
 7 comm_size 32
 7 allReduce 2 8589714447
 7 compute 66336063
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 429726092
 7 comm_size 32
 7 allReduce 7 61693387
 7 compute 429726092
 7 comm_size 32
 7 allReduce 7 61693387


@@ -371,7 +371,7 @@
 7 allReduce 223729 207902370
 7 compute 10180071
 7 compute 346
 7 allReduce 223729 207902370
 7 compute 10180071
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024508
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2242720043 
 7 compute 31413024508
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2242720043 


@@ -393,7 +393,7 @@
 7 allReduce 4 2700323443
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2700323443
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 180390960
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 180390960


@@ -402,13 +402,13 @@
 7 allReduce 1 58709494
 7 compute 10994
 7 compute 346
 7 allReduce 1 58709494
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211321
 7 comm_size 32
 7 allReduce 2 8249922009
 7 compute 66336064
 7 compute 346
 7 compute 289941211321
 7 comm_size 32
 7 allReduce 2 8249922009
 7 compute 66336064
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 508143015
 7 comm_size 32
 7 allReduce 7 29017483
 7 compute 508143015
 7 comm_size 32
 7 allReduce 7 29017483


@@ -417,7 +417,7 @@
 7 allReduce 223729 264737900
 7 compute 10180014
 7 compute 346
 7 allReduce 223729 264737900
 7 compute 10180014
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024513
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2368202580 
 7 compute 31413024513
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2368202580 


@@ -439,7 +439,7 @@
 7 allReduce 4 2707523497
 7 compute 66332755
 7 compute 346
 7 allReduce 4 2707523497
 7 compute 66332755
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 197392471
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 197392471


@@ -448,13 +448,13 @@
 7 allReduce 1 97203589
 7 compute 10994
 7 compute 346
 7 allReduce 1 97203589
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211343
 7 comm_size 32
 7 allReduce 2 8181340891
 7 compute 66336064
 7 compute 346
 7 compute 289941211343
 7 comm_size 32
 7 allReduce 2 8181340891
 7 compute 66336064
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 508118079
 7 comm_size 32
 7 allReduce 7 52698092
 7 compute 508118079
 7 comm_size 32
 7 allReduce 7 52698092


@@ -463,7 +463,7 @@
 7 allReduce 223729 238425534
 7 compute 10180068
 7 compute 346
 7 allReduce 223729 238425534
 7 compute 10180068
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024508
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2270338728 
 7 compute 31413024508
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2270338728 


@@ -485,7 +485,7 @@
 7 allReduce 4 2923263089
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2923263089
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 181005040
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 181005040


@@ -494,13 +494,13 @@
 7 allReduce 1 80205393
 7 compute 10994
 7 compute 346
 7 allReduce 1 80205393
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211330
 7 comm_size 32
 7 allReduce 2 8675215069
 7 compute 66336063
 7 compute 346
 7 compute 289941211330
 7 comm_size 32
 7 allReduce 2 8675215069
 7 compute 66336063
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 508118085
 7 comm_size 32
 7 allReduce 7 85854821
 7 compute 508118085
 7 comm_size 32
 7 allReduce 7 85854821


@@ -509,7 +509,7 @@
 7 allReduce 223729 201224813
 7 compute 10180003
 7 compute 346
 7 allReduce 223729 201224813
 7 compute 10180003
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 31413024508
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2300235800 
 7 compute 31413024508
 7 compute 336
 7 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2300235800 


@@ -531,7 +531,7 @@
 7 allReduce 4 2793338970
 7 compute 66332753
 7 compute 346
 7 allReduce 4 2793338970
 7 compute 66332753
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 179516099
 7 compute 917893
 7 comm_size 32
 7 allReduce 223729 179516099


@@ -540,13 +540,13 @@
 7 allReduce 1 91067062
 7 compute 10994
 7 compute 346
 7 allReduce 1 91067062
 7 compute 10994
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 289941211328
 7 comm_size 32
 7 allReduce 2 8202209104
 7 compute 66336063
 7 compute 346
 7 compute 289941211328
 7 comm_size 32
 7 allReduce 2 8202209104
 7 compute 66336063
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 508118091
 7 comm_size 32
 7 allReduce 7 55908471
 7 compute 508118091
 7 comm_size 32
 7 allReduce 7 55908471


@@ -555,7 +555,7 @@
 7 allReduce 223729 234805939
 7 compute 10180094
 7 compute 346
 7 allReduce 223729 234805939
 7 compute 10180094
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 66332632
 7 compute 1235
 7 gather 133 133 0 
 7 compute 66332632
 7 compute 1235
 7 gather 133 133 0 


@@ -580,7 +580,7 @@
 7 allReduce 4 2829786284
 7 compute 66332590
 7 compute 346
 7 allReduce 4 2829786284
 7 compute 66332590
 7 compute 346

-7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+7 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 7 compute 910310
 7 comm_size 32
 7 allReduce 223729 209560846
 7 compute 910310
 7 comm_size 32
 7 allReduce 223729 209560846


@@ -589,7 +589,7 @@
 7 allReduce 1 18325474
 7 compute 9843
 7 compute 346
 7 allReduce 1 18325474
 7 compute 9843
 7 compute 346

-7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+7 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 7 compute 66332381
 7 comm_size 32
 7 bcast 473 31 0
 7 compute 66332381
 7 comm_size 32
 7 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace8.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace8.txt
index 0db76e2..072f972 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace8.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace8.txt
@@ -66,12 +66,12 @@
 8 allReduce 32 25745168 1
 8 compute 3038107710
 8 compute 1525
 8 allReduce 32 25745168 1
 8 compute 3038107710
 8 compute 1525

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 1058646360
 8 barrier
 8 compute 7748
 8 compute 332
 8 compute 1058646360
 8 barrier
 8 compute 7748
 8 compute 332

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 915154395
 8 barrier
 8 compute 1452608369
 8 compute 915154395
 8 barrier
 8 compute 1452608369


@@ -118,10 +118,10 @@
 8 allReduce 4 5884023141
 8 compute 128288709
 8 compute 332
 8 allReduce 4 5884023141
 8 compute 128288709
 8 compute 332

-8 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+8 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 8 compute 128241332
 8 compute 332
 8 compute 128241332
 8 compute 332

-8 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+8 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 8 compute 10047531
 8 comm_size 32
 8 allReduce 1729832 1019196995
 8 compute 10047531
 8 comm_size 32
 8 allReduce 1729832 1019196995


@@ -138,7 +138,7 @@
 8 allReduce 223729 285940848
 8 compute 10195094
 8 compute 346
 8 allReduce 223729 285940848
 8 compute 10195094
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 66461708
 8 compute 1170
 8 gather 133 133 0 
 8 compute 66461708
 8 compute 1170
 8 gather 133 133 0 


@@ -163,7 +163,7 @@
 8 allReduce 4 2914227526
 8 compute 66332466
 8 compute 346
 8 allReduce 4 2914227526
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917660
 8 comm_size 32
 8 allReduce 223729 92525967
 8 compute 917660
 8 comm_size 32
 8 allReduce 223729 92525967


@@ -172,13 +172,13 @@
 8 allReduce 1 51981994
 8 compute 10730
 8 compute 346
 8 allReduce 1 51981994
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778509867
 8 comm_size 32
 8 allReduce 2 9106594743
 8 compute 66335790
 8 compute 346
 8 compute 289778509867
 8 comm_size 32
 8 allReduce 2 9106594743
 8 compute 66335790
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 116083033
 8 comm_size 32
 8 allReduce 7 31111158
 8 compute 116083033
 8 comm_size 32
 8 allReduce 7 31111158


@@ -187,7 +187,7 @@
 8 allReduce 223729 148182680
 8 compute 10181038
 8 compute 346
 8 allReduce 223729 148182680
 8 compute 10181038
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025663
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2570182620 
 8 compute 31413025663
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2570182620 


@@ -209,7 +209,7 @@
 8 allReduce 4 2882802406
 8 compute 66332466
 8 compute 346
 8 allReduce 4 2882802406
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917652
 8 comm_size 32
 8 allReduce 223729 143249129
 8 compute 917652
 8 comm_size 32
 8 allReduce 223729 143249129


@@ -218,13 +218,13 @@
 8 allReduce 1 39998744
 8 compute 10730
 8 compute 346
 8 allReduce 1 39998744
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778493661
 8 comm_size 32
 8 allReduce 2 9069252961
 8 compute 66335785
 8 compute 346
 8 compute 289778493661
 8 comm_size 32
 8 allReduce 2 9069252961
 8 compute 66335785
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 194474434
 8 comm_size 32
 8 allReduce 7 28357199
 8 compute 194474434
 8 comm_size 32
 8 allReduce 7 28357199


@@ -233,7 +233,7 @@
 8 allReduce 223729 598838865
 8 compute 10180896
 8 compute 346
 8 allReduce 223729 598838865
 8 compute 10180896
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025722
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4812616623 
 8 compute 31413025722
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4812616623 


@@ -255,7 +255,7 @@
 8 allReduce 4 2785822785
 8 compute 66332467
 8 compute 346
 8 allReduce 4 2785822785
 8 compute 66332467
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917652
 8 comm_size 32
 8 allReduce 223729 246927978
 8 compute 917652
 8 comm_size 32
 8 allReduce 223729 246927978


@@ -264,13 +264,13 @@
 8 allReduce 1 82863907
 8 compute 10730
 8 compute 346
 8 allReduce 1 82863907
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778493276
 8 comm_size 32
 8 allReduce 2 8482675638
 8 compute 66335785
 8 compute 346
 8 compute 289778493276
 8 comm_size 32
 8 allReduce 2 8482675638
 8 compute 66335785
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 272891366
 8 comm_size 32
 8 allReduce 7 34390544
 8 compute 272891366
 8 comm_size 32
 8 allReduce 7 34390544


@@ -279,7 +279,7 @@
 8 allReduce 223729 721225869
 8 compute 10180975
 8 compute 346
 8 allReduce 223729 721225869
 8 compute 10180975
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025702
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5533311018 
 8 compute 31413025702
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5533311018 


@@ -301,7 +301,7 @@
 8 allReduce 4 2896822115
 8 compute 66332466
 8 compute 346
 8 allReduce 4 2896822115
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917653
 8 comm_size 32
 8 allReduce 223729 148961231
 8 compute 917653
 8 comm_size 32
 8 allReduce 223729 148961231


@@ -310,13 +310,13 @@
 8 allReduce 1 74362166
 8 compute 10730
 8 compute 346
 8 allReduce 1 74362166
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778492951
 8 comm_size 32
 8 allReduce 2 8596622696
 8 compute 66335785
 8 compute 346
 8 compute 289778492951
 8 comm_size 32
 8 allReduce 2 8596622696
 8 compute 66335785
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 351308283
 8 comm_size 32
 8 allReduce 7 66120157
 8 compute 351308283
 8 comm_size 32
 8 allReduce 7 66120157


@@ -325,7 +325,7 @@
 8 allReduce 223729 197356476
 8 compute 10180899
 8 compute 346
 8 allReduce 223729 197356476
 8 compute 10180899
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025645
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2179429426 
 8 compute 31413025645
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2179429426 


@@ -347,7 +347,7 @@
 8 allReduce 4 2740955620
 8 compute 66332466
 8 compute 346
 8 allReduce 4 2740955620
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917650
 8 comm_size 32
 8 allReduce 223729 179701786
 8 compute 917650
 8 comm_size 32
 8 allReduce 223729 179701786


@@ -356,13 +356,13 @@
 8 allReduce 1 97318701
 8 compute 10730
 8 compute 346
 8 allReduce 1 97318701
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778492718
 8 comm_size 32
 8 allReduce 2 8794511998
 8 compute 66335785
 8 compute 346
 8 compute 289778492718
 8 comm_size 32
 8 allReduce 2 8794511998
 8 compute 66335785
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 429725214
 8 comm_size 32
 8 allReduce 7 55692179
 8 compute 429725214
 8 comm_size 32
 8 allReduce 7 55692179


@@ -371,7 +371,7 @@
 8 allReduce 223729 209046009
 8 compute 10181045
 8 compute 346
 8 allReduce 223729 209046009
 8 compute 10181045
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025725
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2023802254 
 8 compute 31413025725
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2023802254 


@@ -393,7 +393,7 @@
 8 allReduce 4 2778055470
 8 compute 66332466
 8 compute 346
 8 allReduce 4 2778055470
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917649
 8 comm_size 32
 8 allReduce 223729 175260206
 8 compute 917649
 8 comm_size 32
 8 allReduce 223729 175260206


@@ -402,13 +402,13 @@
 8 allReduce 1 26043696
 8 compute 10730
 8 compute 346
 8 allReduce 1 26043696
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778492939
 8 comm_size 32
 8 allReduce 2 8412691805
 8 compute 66335787
 8 compute 346
 8 compute 289778492939
 8 comm_size 32
 8 allReduce 2 8412691805
 8 compute 66335787
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 508142126
 8 comm_size 32
 8 allReduce 7 64109947
 8 compute 508142126
 8 comm_size 32
 8 allReduce 7 64109947


@@ -417,7 +417,7 @@
 8 allReduce 223729 224128752
 8 compute 10180962
 8 compute 346
 8 allReduce 223729 224128752
 8 compute 10180962
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025712
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2186600185 
 8 compute 31413025712
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2186600185 


@@ -439,7 +439,7 @@
 8 allReduce 4 2788000114
 8 compute 66332466
 8 compute 346
 8 allReduce 4 2788000114
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917649
 8 comm_size 32
 8 allReduce 223729 164457855
 8 compute 917649
 8 comm_size 32
 8 allReduce 223729 164457855


@@ -448,13 +448,13 @@
 8 allReduce 1 48133696
 8 compute 10730
 8 compute 346
 8 allReduce 1 48133696
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778493211
 8 comm_size 32
 8 allReduce 2 8300476687
 8 compute 66335785
 8 compute 346
 8 compute 289778493211
 8 comm_size 32
 8 allReduce 2 8300476687
 8 compute 66335785
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 508117193
 8 comm_size 32
 8 allReduce 7 67567241
 8 compute 508117193
 8 comm_size 32
 8 allReduce 7 67567241


@@ -463,7 +463,7 @@
 8 allReduce 223729 212501573
 8 compute 10181046
 8 compute 346
 8 allReduce 223729 212501573
 8 compute 10181046
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025650
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2091986912 
 8 compute 31413025650
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2091986912 


@@ -485,7 +485,7 @@
 8 allReduce 4 3021493810
 8 compute 66332466
 8 compute 346
 8 allReduce 4 3021493810
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917649
 8 comm_size 32
 8 allReduce 223729 155798120
 8 compute 917649
 8 comm_size 32
 8 allReduce 223729 155798120


@@ -494,13 +494,13 @@
 8 allReduce 1 96194988
 8 compute 10730
 8 compute 346
 8 allReduce 1 96194988
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778493065
 8 comm_size 32
 8 allReduce 2 8793517709
 8 compute 66335785
 8 compute 346
 8 compute 289778493065
 8 comm_size 32
 8 allReduce 2 8793517709
 8 compute 66335785
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 508117213
 8 comm_size 32
 8 allReduce 7 82295426
 8 compute 508117213
 8 comm_size 32
 8 allReduce 7 82295426


@@ -509,7 +509,7 @@
 8 allReduce 223729 185491806
 8 compute 10181061
 8 compute 346
 8 allReduce 223729 185491806
 8 compute 10181061
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 31413025699
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2239255856 
 8 compute 31413025699
 8 compute 336
 8 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2239255856 


@@ -531,7 +531,7 @@
 8 allReduce 4 2856002491
 8 compute 66332466
 8 compute 346
 8 allReduce 4 2856002491
 8 compute 66332466
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 917650
 8 comm_size 32
 8 allReduce 223729 151095402
 8 compute 917650
 8 comm_size 32
 8 allReduce 223729 151095402


@@ -540,13 +540,13 @@
 8 allReduce 1 65531254
 8 compute 10730
 8 compute 346
 8 allReduce 1 65531254
 8 compute 10730
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 289778492839
 8 comm_size 32
 8 allReduce 2 8327373092
 8 compute 66335785
 8 compute 346
 8 compute 289778492839
 8 comm_size 32
 8 allReduce 2 8327373092
 8 compute 66335785
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 508117209
 8 comm_size 32
 8 allReduce 7 31818563
 8 compute 508117209
 8 comm_size 32
 8 allReduce 7 31818563


@@ -555,7 +555,7 @@
 8 allReduce 223729 234216013
 8 compute 10180986
 8 compute 346
 8 allReduce 223729 234216013
 8 compute 10180986
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 66332259
 8 compute 1193
 8 gather 133 133 0 
 8 compute 66332259
 8 compute 1193
 8 gather 133 133 0 


@@ -580,7 +580,7 @@
 8 allReduce 4 2857868023
 8 compute 66332497
 8 compute 346
 8 allReduce 4 2857868023
 8 compute 66332497
 8 compute 346

-8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+8 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 8 compute 910446
 8 comm_size 32
 8 allReduce 223729 210281361
 8 compute 910446
 8 comm_size 32
 8 allReduce 223729 210281361


@@ -589,7 +589,7 @@
 8 allReduce 1 42502130
 8 compute 9883
 8 compute 346
 8 allReduce 1 42502130
 8 compute 9883
 8 compute 346

-8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+8 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 8 compute 66332306
 8 comm_size 32
 8 bcast 473 31 0
 8 compute 66332306
 8 comm_size 32
 8 bcast 473 31 0

diff --git a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace9.txt b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace9.txt
index ac64652..e95f211 100644 (file)
--- a/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace9.txt
+++ b/examples/smpi/replay_multiple/ti_traces_32_1/ti_trace9.txt
@@ -66,12 +66,12 @@
 9 allReduce 32 25455903 1
 9 compute 3038109146
 9 compute 1525
 9 allReduce 32 25455903 1
 9 compute 3038109146
 9 compute 1525

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 1058646363
 9 barrier
 9 compute 7748
 9 compute 332
 9 compute 1058646363
 9 barrier
 9 compute 7748
 9 compute 332

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 915154399
 9 barrier
 9 compute 1452824428
 9 compute 915154399
 9 barrier
 9 compute 1452824428


@@ -118,10 +118,10 @@
 9 allReduce 4 6026898092
 9 compute 128288756
 9 compute 332
 9 allReduce 4 6026898092
 9 compute 128288756
 9 compute 332

-9 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+9 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 9 compute 128241552
 9 compute 332
 9 compute 128241552
 9 compute 332

-9 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 0 801299 1602598 2403897 3205196 4006495 4807794 5609093 6410392 7211691 8012990 8814289 9615588 10416887 11218186 12019485 12820784 13622083 14423382 15224681 16025980 16827279 17628578 18429877 19231176 20032475 20833774 21635073 22436372 23237671 24038941 24840211 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 0 828930 1657860 2486790 3315720 4144650 4973580 5774879 6576178 7377477 8178776 8980075 9781374 10582673 11383972 12185271 12986570 13787869 14589168 15390467 16191766 16993065 17794364 18595663 19396962 20198261 20999560 21800859 22602158 23403457 24204756 25006055 
+9 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 

 9 compute 10047429
 9 comm_size 32
 9 allReduce 1729832 951337702
 9 compute 10047429
 9 comm_size 32
 9 allReduce 1729832 951337702


@@ -138,7 +138,7 @@
 9 allReduce 223729 241286801
 9 compute 10183581
 9 compute 346
 9 allReduce 223729 241286801
 9 compute 10183581
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 66462821
 9 compute 1200
 9 gather 133 133 0 
 9 compute 66462821
 9 compute 1200
 9 gather 133 133 0 


@@ -163,7 +163,7 @@
 9 allReduce 4 2888702898
 9 compute 66332763
 9 compute 346
 9 allReduce 4 2888702898
 9 compute 66332763
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 918111
 9 comm_size 32
 9 allReduce 223729 149707944
 9 compute 918111
 9 comm_size 32
 9 allReduce 223729 149707944


@@ -172,13 +172,13 @@
 9 allReduce 1 68485918
 9 compute 11060
 9 compute 346
 9 allReduce 1 68485918
 9 compute 11060
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638244745
 9 comm_size 32
 9 allReduce 2 9141937932
 9 compute 66336078
 9 compute 346
 9 compute 289638244745
 9 comm_size 32
 9 allReduce 2 9141937932
 9 compute 66336078
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 116083898
 9 comm_size 32
 9 allReduce 7 32865791
 9 compute 116083898
 9 comm_size 32
 9 allReduce 7 32865791


@@ -187,7 +187,7 @@
 9 allReduce 223729 117962858
 9 compute 10178431
 9 compute 346
 9 allReduce 223729 117962858
 9 compute 10178431
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413030287
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2784291287 
 9 compute 31413030287
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2784291287 


@@ -209,7 +209,7 @@
 9 allReduce 4 2811890375
 9 compute 66332685
 9 compute 346
 9 allReduce 4 2811890375
 9 compute 66332685
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917953
 9 comm_size 32
 9 allReduce 223729 177572993
 9 compute 917953
 9 comm_size 32
 9 allReduce 223729 177572993


@@ -218,13 +218,13 @@
 9 allReduce 1 52072747
 9 compute 10956
 9 compute 346
 9 allReduce 1 52072747
 9 compute 10956
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638221617
 9 comm_size 32
 9 allReduce 2 9214767628
 9 compute 66335995
 9 compute 346
 9 compute 289638221617
 9 comm_size 32
 9 allReduce 2 9214767628
 9 compute 66335995
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 194475099
 9 comm_size 32
 9 allReduce 7 25699640
 9 compute 194475099
 9 comm_size 32
 9 allReduce 7 25699640


@@ -233,7 +233,7 @@
 9 allReduce 223729 695462640
 9 compute 10178478
 9 compute 346
 9 allReduce 223729 695462640
 9 compute 10178478
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413029351
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4934335298 
 9 compute 31413029351
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4934335298 


@@ -255,7 +255,7 @@
 9 allReduce 4 2691620408
 9 compute 66332618
 9 compute 346
 9 allReduce 4 2691620408
 9 compute 66332618
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917744
 9 comm_size 32
 9 allReduce 223729 252268750
 9 compute 917744
 9 comm_size 32
 9 allReduce 223729 252268750


@@ -264,13 +264,13 @@
 9 allReduce 1 88227078
 9 compute 10937
 9 compute 346
 9 allReduce 1 88227078
 9 compute 10937
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638197266
 9 comm_size 32
 9 allReduce 2 8600921751
 9 compute 66335928
 9 compute 346
 9 compute 289638197266
 9 comm_size 32
 9 allReduce 2 8600921751
 9 compute 66335928
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 272891850
 9 comm_size 32
 9 allReduce 7 31539232
 9 compute 272891850
 9 comm_size 32
 9 allReduce 7 31539232


@@ -279,7 +279,7 @@
 9 allReduce 223729 736453273
 9 compute 10178402
 9 compute 346
 9 allReduce 223729 736453273
 9 compute 10178402
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413029295
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5777021165 
 9 compute 31413029295
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5777021165 


@@ -301,7 +301,7 @@
 9 allReduce 4 2944235995
 9 compute 66332620
 9 compute 346
 9 allReduce 4 2944235995
 9 compute 66332620
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917743
 9 comm_size 32
 9 allReduce 223729 127492868
 9 compute 917743
 9 comm_size 32
 9 allReduce 223729 127492868


@@ -310,13 +310,13 @@
 9 allReduce 1 33403473
 9 compute 10937
 9 compute 346
 9 allReduce 1 33403473
 9 compute 10937
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638197254
 9 comm_size 32
 9 allReduce 2 8766287603
 9 compute 66335928
 9 compute 346
 9 compute 289638197254
 9 comm_size 32
 9 allReduce 2 8766287603
 9 compute 66335928
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 351308761
 9 comm_size 32
 9 allReduce 7 71049044
 9 compute 351308761
 9 comm_size 32
 9 allReduce 7 71049044


@@ -325,7 +325,7 @@
 9 allReduce 223729 226694155
 9 compute 10178363
 9 compute 346
 9 allReduce 223729 226694155
 9 compute 10178363
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413029301
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2416187257 
 9 compute 31413029301
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2416187257 


@@ -347,7 +347,7 @@
 9 allReduce 4 2739698852
 9 compute 66332618
 9 compute 346
 9 allReduce 4 2739698852
 9 compute 66332618
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917743
 9 comm_size 32
 9 allReduce 223729 165210131
 9 compute 917743
 9 comm_size 32
 9 allReduce 223729 165210131


@@ -356,13 +356,13 @@
 9 allReduce 1 39486620
 9 compute 10937
 9 compute 346
 9 allReduce 1 39486620
 9 compute 10937
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638197263
 9 comm_size 32
 9 allReduce 2 8984301892
 9 compute 66335929
 9 compute 346
 9 compute 289638197263
 9 comm_size 32
 9 allReduce 2 8984301892
 9 compute 66335929
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 429725689
 9 comm_size 32
 9 allReduce 7 59214402
 9 compute 429725689
 9 comm_size 32
 9 allReduce 7 59214402


@@ -371,7 +371,7 @@
 9 allReduce 223729 191038392
 9 compute 10178414
 9 compute 346
 9 allReduce 223729 191038392
 9 compute 10178414
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413029297
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2279309919 
 9 compute 31413029297
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2279309919 


@@ -393,7 +393,7 @@
 9 allReduce 4 2743903177
 9 compute 66332619
 9 compute 346
 9 allReduce 4 2743903177
 9 compute 66332619
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917742
 9 comm_size 32
 9 allReduce 223729 175928500
 9 compute 917742
 9 comm_size 32
 9 allReduce 223729 175928500


@@ -402,13 +402,13 @@
 9 allReduce 1 80172989
 9 compute 10937
 9 compute 346
 9 allReduce 1 80172989
 9 compute 10937
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638197279
 9 comm_size 32
 9 allReduce 2 8530400558
 9 compute 66335928
 9 compute 346
 9 compute 289638197279
 9 comm_size 32
 9 allReduce 2 8530400558
 9 compute 66335928
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 508142614
 9 comm_size 32
 9 allReduce 7 67361133
 9 compute 508142614
 9 comm_size 32
 9 allReduce 7 67361133


@@ -417,7 +417,7 @@
 9 allReduce 223729 245650391
 9 compute 10178490
 9 compute 346
 9 allReduce 223729 245650391
 9 compute 10178490
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413029302
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2333863974 
 9 compute 31413029302
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2333863974 


@@ -439,7 +439,7 @@
 9 allReduce 4 2793489677
 9 compute 66332618
 9 compute 346
 9 allReduce 4 2793489677
 9 compute 66332618
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917743
 9 comm_size 32
 9 allReduce 223729 140054718
 9 compute 917743
 9 comm_size 32
 9 allReduce 223729 140054718


@@ -448,13 +448,13 @@
 9 allReduce 1 34442004
 9 compute 10937
 9 compute 346
 9 allReduce 1 34442004
 9 compute 10937
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638197628
 9 comm_size 32
 9 allReduce 2 8615878721
 9 compute 66335928
 9 compute 346
 9 compute 289638197628
 9 comm_size 32
 9 allReduce 2 8615878721
 9 compute 66335928
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 508117679
 9 comm_size 32
 9 allReduce 7 70880494
 9 compute 508117679
 9 comm_size 32
 9 allReduce 7 70880494


@@ -463,7 +463,7 @@
 9 allReduce 223729 198644651
 9 compute 10178423
 9 compute 346
 9 allReduce 223729 198644651
 9 compute 10178423
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413029317
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2181605740 
 9 compute 31413029317
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2181605740 


@@ -485,7 +485,7 @@
 9 allReduce 4 2981004295
 9 compute 66332618
 9 compute 346
 9 allReduce 4 2981004295
 9 compute 66332618
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917744
 9 comm_size 32
 9 allReduce 223729 136537418
 9 compute 917744
 9 comm_size 32
 9 allReduce 223729 136537418


@@ -494,13 +494,13 @@
 9 allReduce 1 64293861
 9 compute 10937
 9 compute 346
 9 allReduce 1 64293861
 9 compute 10937
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638197499
 9 comm_size 32
 9 allReduce 2 8969531552
 9 compute 66335928
 9 compute 346
 9 compute 289638197499
 9 comm_size 32
 9 allReduce 2 8969531552
 9 compute 66335928
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 508117700
 9 comm_size 32
 9 allReduce 7 73238396
 9 compute 508117700
 9 comm_size 32
 9 allReduce 7 73238396


@@ -509,7 +509,7 @@
 9 allReduce 223729 175809423
 9 compute 10178297
 9 compute 346
 9 allReduce 223729 175809423
 9 compute 10178297
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 31413029365
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2248332393 
 9 compute 31413029365
 9 compute 336
 9 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2248332393 


@@ -531,7 +531,7 @@
 9 allReduce 4 2846934743
 9 compute 66332618
 9 compute 346
 9 allReduce 4 2846934743
 9 compute 66332618
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 917742
 9 comm_size 32
 9 allReduce 223729 152938323
 9 compute 917742
 9 comm_size 32
 9 allReduce 223729 152938323


@@ -540,13 +540,13 @@
 9 allReduce 1 30248551
 9 compute 10937
 9 compute 346
 9 allReduce 1 30248551
 9 compute 10937
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 289638197491
 9 comm_size 32
 9 allReduce 2 8495284675
 9 compute 66335928
 9 compute 346
 9 compute 289638197491
 9 comm_size 32
 9 allReduce 2 8495284675
 9 compute 66335928
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 508117696
 9 comm_size 32
 9 allReduce 7 62827259
 9 compute 508117696
 9 comm_size 32
 9 allReduce 7 62827259


@@ -555,7 +555,7 @@
 9 allReduce 223729 197721557
 9 compute 10178466
 9 compute 346
 9 allReduce 223729 197721557
 9 compute 10178466
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 66332450
 9 compute 1270
 9 gather 133 133 0 
 9 compute 66332450
 9 compute 1270
 9 gather 133 133 0 


@@ -580,7 +580,7 @@
 9 allReduce 4 2846172707
 9 compute 66332575
 9 compute 346
 9 allReduce 4 2846172707
 9 compute 66332575
 9 compute 346

-9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 
+9 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 

 9 compute 910408
 9 comm_size 32
 9 allReduce 223729 168458979
 9 compute 910408
 9 comm_size 32
 9 allReduce 223729 168458979


@@ -589,7 +589,7 @@
 9 allReduce 1 82869899
 9 compute 10000
 9 compute 346
 9 allReduce 1 82869899
 9 compute 10000
 9 compute 346

-9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10748459 11135293 11522127 11908961 12295795 12682629 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 0 414465 828930 1243395 1657860 2072325 2486790 2901255 3315720 3730185 4144650 4559115 4973580 5388045 5802510 6216975 6631440 7045905 7460370 7874835 8289300 8703765 9118230 9532695 9947160 10361625 10776090 11190555 11605020 12019485 12433935 12848385 
+9 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  13262850  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 

 9 compute 66332371
 9 comm_size 32
 9 bcast 473 31 0
 9 compute 66332371
 9 comm_size 32
 9 bcast 473 31 0