13 init 1 13 compute 127149 13 compute 2652 13 compute 336829 13 compute 13044502 13 comm_size 32 13 bcast 1 13 compute 25815 13 barrier 13 compute 22433 13 comm_size 32 13 bcast 1 13 compute 24032 13 barrier 13 compute 22602 13 comm_size 32 13 bcast 1 13 compute 23751 13 barrier 13 compute 22524 13 comm_size 32 13 bcast 1 13 compute 23829 13 barrier 13 compute 22604 13 comm_size 32 13 bcast 1 13 compute 23866 13 barrier 13 compute 22682 13 comm_size 32 13 bcast 1 13 compute 23839 13 barrier 13 compute 22621 13 comm_size 32 13 bcast 1 13 compute 23546 13 barrier 13 compute 421 13 barrier 13 compute 167874 13 barrier 13 compute 40720380 13 barrier 13 compute 97165 13 comm_size 32 13 bcast 1 13 compute 378177 13 barrier 13 compute 12633 13 comm_size 32 13 bcast 1 13 compute 46275 13 barrier 13 compute 1019071 13 barrier 13 compute 123092 13 gather 795 795 0 13 compute 240038222 13 allToAll 1746 1746 13 compute 276028 13 barrier 13 compute 409270018 13 comm_size 32 13 allReduce 32 7746985 1 13 compute 3038107988 13 compute 1525 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 1058646386 13 barrier 13 compute 7748 13 compute 332 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 915154400 13 barrier 13 compute 1451801158 13 allToAll 13824 13824 13 compute 72647798 13 allToAll 13824 13824 13 compute 20518127 13 comm_size 32 13 allReduce 1 9105419 13 compute 1380758960 13 comm_size 32 13 allReduce 795 14210244 13 compute 1504573388 13 comm_size 32 13 allReduce 2 22024401 13 compute 21530249 13 allToAll 13824 13824 13 compute 72647572 13 allToAll 13824 13824 13 compute 20517143 13 comm_size 32 13 allReduce 1 2831799 13 compute 80870940 13 comm_size 32 13 allReduce 32 12028 1 13 compute 60481266716 13 compute 1717 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2891653188 13 compute 25722043 13 comm_size 32 13 allReduce 2 418922869 13 compute 21530481 13 allToAll 13824 13824 13 compute 72647600 13 allToAll 13824 13824 13 compute 20697336 13 comm_size 32 13 allReduce 1 4379759 13 compute 1070141 13 compute 1377 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 175827558205 13 comm_size 32 13 allReduce 4 1561376734 13 compute 128288751 13 compute 332 13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 13 compute 128241400 13 compute 332 13 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 13 compute 10047354 13 comm_size 32 13 allReduce 1729832 641134447 13 compute 10272833719 13 comm_size 32 13 bcast 934 31 0 13 compute 337 13 barrier 13 compute 19299 13 comm_size 32 13 bcast 1729832 13 compute 1564248 13 comm_size 32 13 allReduce 223729 138390093 13 compute 10190081 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 66461785 13 compute 1240 13 gather 133 133 0 13 compute 31346725959 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2067427502 13 compute 25720783 13 comm_size 32 13 allReduce 2 431276223 13 compute 21531030 13 allToAll 13824 13824 13 compute 72648158 13 allToAll 13824 13824 13 compute 20697670 13 comm_size 32 13 allReduce 1 140356 13 compute 1064465 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011641446 13 comm_size 32 13 allReduce 4 507668341 13 compute 66332648 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917766 13 comm_size 32 13 allReduce 223729 86567438 13 compute 11580 13 comm_size 32 13 allReduce 1 16698956 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811633692 13 comm_size 32 13 allReduce 2 1741788530 13 compute 66336049 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 116083561 13 comm_size 32 13 allReduce 7 15177474 13 compute 210072962 13 comm_size 32 13 allReduce 223729 120596753 13 compute 10200672 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030605 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2104111353 13 compute 25761587 13 comm_size 32 13 allReduce 2 441742665 13 compute 21530945 13 allToAll 13824 13824 13 compute 72648158 13 allToAll 13824 13824 13 compute 20697647 13 comm_size 32 13 allReduce 1 7132081 13 compute 1064466 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011525543 13 comm_size 32 13 allReduce 4 419544222 13 compute 66332648 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917760 13 comm_size 32 13 allReduce 223729 95456169 13 compute 11580 13 comm_size 32 13 allReduce 1 11962469 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811616708 13 comm_size 32 13 allReduce 2 1500599877 13 compute 66336044 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 194474965 13 comm_size 32 13 allReduce 7 5266970 13 compute 445334896 13 comm_size 32 13 allReduce 223729 614926239 13 compute 10200903 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030599 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4172706967 13 compute 25730814 13 comm_size 32 13 allReduce 2 947095153 13 compute 21530944 13 allToAll 13824 13824 13 compute 72648158 13 allToAll 13824 13824 13 compute 20697647 13 comm_size 32 13 allReduce 1 7949351 13 compute 1064462 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011524849 13 comm_size 32 13 allReduce 4 278462919 13 compute 66332649 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917757 13 comm_size 32 13 allReduce 223729 179140611 13 compute 11515 13 comm_size 32 13 allReduce 1 18937982 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811616680 13 comm_size 32 13 allReduce 2 851837341 13 compute 66336044 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 272891893 13 comm_size 32 13 allReduce 7 23881887 13 compute 602163429 13 comm_size 32 13 allReduce 223729 680131026 13 compute 10200811 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030639 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5019632384 13 compute 25762751 13 comm_size 32 13 allReduce 2 486301697 13 compute 21530944 13 allToAll 13824 13824 13 compute 72648158 13 allToAll 13824 13824 13 compute 20697646 13 comm_size 32 13 allReduce 1 1591185 13 compute 1064462 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011524842 13 comm_size 32 13 allReduce 4 489123184 13 compute 66332648 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917758 13 comm_size 32 13 allReduce 223729 87421556 13 compute 11515 13 comm_size 32 13 allReduce 1 18029476 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811615442 13 comm_size 32 13 allReduce 2 1097985928 13 compute 66336044 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 351308808 13 comm_size 32 13 allReduce 7 46378602 13 compute 758998812 13 comm_size 32 13 allReduce 223729 153230205 13 compute 10200888 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030607 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1707995817 13 compute 25766004 13 comm_size 32 13 allReduce 2 441115433 13 compute 21530944 13 allToAll 13824 13824 13 compute 72648159 13 allToAll 13824 13824 13 compute 20697646 13 comm_size 32 13 allReduce 1 5464919 13 compute 1064462 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011524852 13 comm_size 32 13 allReduce 4 212739295 13 compute 66332649 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917757 13 comm_size 32 13 allReduce 223729 99953583 13 compute 11568 13 comm_size 32 13 allReduce 1 13565620 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811613812 13 comm_size 32 13 allReduce 2 1369108796 13 compute 66336044 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 429725743 13 comm_size 32 13 allReduce 7 22190313 13 compute 915834332 13 comm_size 32 13 allReduce 223729 139647050 13 compute 10200737 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030635 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1605158154 13 compute 25752550 13 comm_size 32 13 allReduce 2 443332830 13 compute 21530944 13 allToAll 13824 13824 13 compute 72648158 13 allToAll 13824 13824 13 compute 20697647 13 comm_size 32 13 allReduce 1 1020761 13 compute 1064462 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011524845 13 comm_size 32 13 allReduce 4 390919701 13 compute 66332649 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917757 13 comm_size 32 13 allReduce 223729 102736226 13 compute 11515 13 comm_size 32 13 allReduce 1 6470019 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811613832 13 comm_size 32 13 allReduce 2 937034234 13 compute 66336045 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 508142663 13 comm_size 32 13 allReduce 7 8741547 13 compute 1020352643 13 comm_size 32 13 allReduce 223729 138337475 13 compute 10200755 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030600 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1688486002 13 compute 25764644 13 comm_size 32 13 allReduce 2 446380518 13 compute 21530944 13 allToAll 13824 13824 13 compute 72648158 13 allToAll 13824 13824 13 compute 20697646 13 comm_size 32 13 allReduce 1 8858205 13 compute 1064462 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011524829 13 comm_size 32 13 allReduce 4 489207207 13 compute 66332650 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917758 13 comm_size 32 13 allReduce 223729 109526081 13 compute 11515 13 comm_size 32 13 allReduce 1 9315655 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811613815 13 comm_size 32 13 allReduce 2 901410458 13 compute 66336043 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 508117731 13 comm_size 32 13 allReduce 7 3613742 13 compute 1020352808 13 comm_size 32 13 allReduce 223729 107416827 13 compute 10200831 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030599 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1625194882 13 compute 25761648 13 comm_size 32 13 allReduce 2 443061453 13 compute 21530944 13 allToAll 13824 13824 13 compute 72648158 13 allToAll 13824 13824 13 compute 20697646 13 comm_size 32 13 allReduce 1 2940817 13 compute 1064462 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011524843 13 comm_size 32 13 allReduce 4 602397989 13 compute 66332650 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917757 13 comm_size 32 13 allReduce 223729 90093570 13 compute 11507 13 comm_size 32 13 allReduce 1 10106597 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811613818 13 comm_size 32 13 allReduce 2 1334351583 13 compute 66336043 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 508117735 13 comm_size 32 13 allReduce 7 58406862 13 compute 1020352663 13 comm_size 32 13 allReduce 223729 100185719 13 compute 10200700 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 31413030598 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1706541474 13 compute 25763363 13 comm_size 32 13 allReduce 2 445771336 13 compute 21530945 13 allToAll 13824 13824 13 compute 72648159 13 allToAll 13824 13824 13 compute 20697646 13 comm_size 32 13 allReduce 1 4503721 13 compute 1064462 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011524849 13 comm_size 32 13 allReduce 4 441699232 13 compute 66332649 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 917757 13 comm_size 32 13 allReduce 223729 82541637 13 compute 11515 13 comm_size 32 13 allReduce 1 17143445 13 compute 10912 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 289811613767 13 comm_size 32 13 allReduce 2 1262937639 13 compute 66336047 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 508117748 13 comm_size 32 13 allReduce 7 9772732 13 compute 1020352807 13 comm_size 32 13 allReduce 223729 137851473 13 compute 10200815 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 66332492 13 compute 1223 13 gather 133 133 0 13 compute 31346700789 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1723212324 13 compute 25766378 13 comm_size 32 13 allReduce 2 437432780 13 compute 21531475 13 allToAll 13824 13824 13 compute 72648418 13 allToAll 13824 13824 13 compute 20698036 13 comm_size 32 13 allReduce 1 1739437 13 compute 1064593 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 91011525515 13 comm_size 32 13 allReduce 4 364133381 13 compute 66332773 13 compute 346 13 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13 compute 910490 13 comm_size 32 13 allReduce 223729 113270595 13 compute 1568040073 13 comm_size 32 13 allReduce 1 241353440 13 compute 10039 13 compute 346 13 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13 compute 66332566 13 comm_size 32 13 bcast 473 31 0 13 compute 337 13 barrier 13 compute 31293659031 13 compute 336 13 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 1866815913 13 compute 21790943 13 allToAll 13824 13824 13 compute 72648118 13 allToAll 13824 13824 13 compute 20516697 13 comm_size 32 13 allReduce 1 1588667 13 compute 987 13 comm_size 32 13 allReduce 6 1086666 13 compute 4224 13 compute 344 13 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 13 compute 10316045898 13 comm_size 32 13 allReduce 795 12433451 13 compute 993 13 comm_size 32 13 allReduce 1 488862 13 compute 47020 13 barrier 13 compute 504261 13 compute 1063 13 gather 133 133 0 13 compute 2462 13 compute 451 13 gather 3 3 0 13 compute 87638 13 barrier 13 compute 20394 13 barrier 13 compute 346 13 barrier 13 compute 2654 13 finalize