28 init 1 28 compute 127155 28 compute 2652 28 compute 336539 28 compute 13016156 28 comm_size 32 28 bcast 1 28 compute 25799 28 barrier 28 compute 22474 28 comm_size 32 28 bcast 1 28 compute 23738 28 barrier 28 compute 22692 28 comm_size 32 28 bcast 1 28 compute 23582 28 barrier 28 compute 22610 28 comm_size 32 28 bcast 1 28 compute 23666 28 barrier 28 compute 22696 28 comm_size 32 28 bcast 1 28 compute 23699 28 barrier 28 compute 22768 28 comm_size 32 28 bcast 1 28 compute 23666 28 barrier 28 compute 22556 28 comm_size 32 28 bcast 1 28 compute 23438 28 barrier 28 compute 426 28 barrier 28 compute 165694 28 barrier 28 compute 31415040 28 barrier 28 compute 97259 28 comm_size 32 28 bcast 1 28 compute 378185 28 barrier 28 compute 12856 28 comm_size 32 28 bcast 1 28 compute 46319 28 barrier 28 compute 1017192 28 barrier 28 compute 124218 28 gather 795 795 0 28 compute 251211915 28 allToAll 1746 1746 28 compute 276028 28 barrier 28 compute 409313589 28 comm_size 32 28 allReduce 32 23989 1 28 compute 2984190851 28 compute 1525 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 1058646461 28 barrier 28 compute 7748 28 compute 332 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 854144614 28 barrier 28 compute 1439729605 28 allToAll 13824 13824 28 compute 12007 28 allToAll 13824 13824 28 compute 20518662 28 comm_size 32 28 allReduce 1 10348621 28 compute 1368565748 28 comm_size 32 28 allReduce 795 15729812 28 compute 1479129984 28 comm_size 32 28 allReduce 2 4751179 28 compute 21530860 28 allToAll 13824 13824 28 compute 11643 28 allToAll 13824 13824 28 compute 20517914 28 comm_size 32 28 allReduce 1 1949975 28 compute 53951331 28 comm_size 32 28 allReduce 32 11843209 1 28 compute 60481275100 28 compute 1717 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2831548739 28 compute 24663269 28 comm_size 32 28 allReduce 2 3080986 28 compute 21530738 28 allToAll 13824 13824 28 compute 10951 28 allToAll 13824 13824 28 compute 20697560 28 comm_size 32 28 allReduce 1 1312562 28 compute 1070121 28 compute 1377 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 175827364961 28 comm_size 32 28 allReduce 4 162051646 28 compute 128288753 28 compute 332 28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 28 compute 128241555 28 compute 332 28 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 28 compute 10047350 28 comm_size 32 28 allReduce 1729832 722432025 28 compute 10272890403 28 comm_size 32 28 bcast 934 31 0 28 compute 337 28 barrier 28 compute 19072 28 comm_size 32 28 bcast 1729832 28 compute 1564513 28 comm_size 32 28 allReduce 223729 78841312 28 compute 10199542 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 62038102 28 compute 1127 28 gather 133 133 0 28 compute 29258370690 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3431942781 28 compute 24705751 28 comm_size 32 28 allReduce 2 1618088 28 compute 21531303 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698008 28 comm_size 32 28 allReduce 1 3441818 28 compute 1064461 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125444 28 comm_size 32 28 allReduce 4 2286852263 28 compute 61911070 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918326 28 comm_size 32 28 allReduce 223729 109844449 28 compute 11509 28 comm_size 32 28 allReduce 1 5659761 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328395694 28 comm_size 32 28 allReduce 2 7036905451 28 compute 61914441 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 116084105 28 comm_size 32 28 allReduce 7 20027544 28 compute 210074095 28 comm_size 32 28 allReduce 223729 102334910 28 compute 10186423 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254335 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3414193818 28 compute 24677268 28 comm_size 32 28 allReduce 2 1748475 28 compute 21531292 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698008 28 comm_size 32 28 allReduce 1 5106884 28 compute 1064461 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125328 28 comm_size 32 28 allReduce 4 2223292109 28 compute 61911071 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918324 28 comm_size 32 28 allReduce 223729 119575111 28 compute 11501 28 comm_size 32 28 allReduce 1 14021801 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379209 28 comm_size 32 28 allReduce 2 6911190536 28 compute 61914437 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 194475515 28 comm_size 32 28 allReduce 7 17592640 28 compute 445336020 28 comm_size 32 28 allReduce 223729 655637897 28 compute 10186563 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254257 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5410290319 28 compute 24675384 28 comm_size 32 28 allReduce 2 3112190 28 compute 21531292 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698008 28 comm_size 32 28 allReduce 1 4114163 28 compute 1064461 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125302 28 comm_size 32 28 allReduce 4 2346141383 28 compute 61911072 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918324 28 comm_size 32 28 allReduce 223729 205892164 28 compute 11501 28 comm_size 32 28 allReduce 1 7433988 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379147 28 comm_size 32 28 allReduce 2 6942416686 28 compute 61914436 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 272892445 28 comm_size 32 28 allReduce 7 24668338 28 compute 602164354 28 comm_size 32 28 allReduce 223729 666394023 28 compute 10186431 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254348 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6252654161 28 compute 24700271 28 comm_size 32 28 allReduce 2 4280427 28 compute 21531292 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698008 28 comm_size 32 28 allReduce 1 5333439 28 compute 1064461 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125321 28 comm_size 32 28 allReduce 4 2212522919 28 compute 61911071 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918324 28 comm_size 32 28 allReduce 223729 98424106 28 compute 11509 28 comm_size 32 28 allReduce 1 10584 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379129 28 comm_size 32 28 allReduce 2 7169251721 28 compute 61914437 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 351309358 28 comm_size 32 28 allReduce 7 39119126 28 compute 758999632 28 comm_size 32 28 allReduce 223729 146523146 28 compute 10186527 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254278 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2997954837 28 compute 24711299 28 comm_size 32 28 allReduce 2 1883295 28 compute 21531292 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698008 28 comm_size 32 28 allReduce 1 2997259 28 compute 1064461 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125341 28 comm_size 32 28 allReduce 4 2124866675 28 compute 61911070 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918324 28 comm_size 32 28 allReduce 223729 117926042 28 compute 11501 28 comm_size 32 28 allReduce 1 13433071 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379209 28 comm_size 32 28 allReduce 2 6845157700 28 compute 61914437 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 429726292 28 comm_size 32 28 allReduce 7 11092 28 compute 915835261 28 comm_size 32 28 allReduce 223729 97007654 28 compute 10186354 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254263 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2808272822 28 compute 24698062 28 comm_size 32 28 allReduce 2 2401227 28 compute 21531292 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698008 28 comm_size 32 28 allReduce 1 1729263 28 compute 1064461 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125334 28 comm_size 32 28 allReduce 4 2109550355 28 compute 61911070 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918325 28 comm_size 32 28 allReduce 223729 95782639 28 compute 11501 28 comm_size 32 28 allReduce 1 11959000 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379206 28 comm_size 32 28 allReduce 2 6381507945 28 compute 61914436 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 508143205 28 comm_size 32 28 allReduce 7 24490891 28 compute 1020353115 28 comm_size 32 28 allReduce 223729 123829285 28 compute 10186335 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254260 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3005417580 28 compute 24706630 28 comm_size 32 28 allReduce 2 1981756 28 compute 21531292 28 allToAll 13824 13824 28 compute 11118 28 allToAll 13824 13824 28 compute 20698008 28 comm_size 32 28 allReduce 1 2768314 28 compute 1064463 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125304 28 comm_size 32 28 allReduce 4 2431315290 28 compute 61911070 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918324 28 comm_size 32 28 allReduce 223729 118072569 28 compute 11501 28 comm_size 32 28 allReduce 1 11509802 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379230 28 comm_size 32 28 allReduce 2 6195735088 28 compute 61914436 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 508118280 28 comm_size 32 28 allReduce 7 11895895 28 compute 1020353277 28 comm_size 32 28 allReduce 223729 126695296 28 compute 10186539 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254333 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2925975441 28 compute 24702678 28 comm_size 32 28 allReduce 2 1384732 28 compute 21531292 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698014 28 comm_size 32 28 allReduce 1 3055429 28 compute 1064461 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125283 28 comm_size 32 28 allReduce 4 2694821461 28 compute 61911070 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918324 28 comm_size 32 28 allReduce 223729 101099984 28 compute 11501 28 comm_size 32 28 allReduce 1 9399477 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379152 28 comm_size 32 28 allReduce 2 7037555661 28 compute 61914436 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 508118288 28 comm_size 32 28 allReduce 7 19289945 28 compute 1020353135 28 comm_size 32 28 allReduce 223729 81256536 28 compute 10186396 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 29320254268 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2876028719 28 compute 24703404 28 comm_size 32 28 allReduce 2 1259020 28 compute 21531292 28 allToAll 13824 13824 28 compute 11117 28 allToAll 13824 13824 28 compute 20698015 28 comm_size 32 28 allReduce 1 1641288 28 compute 1064462 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125332 28 comm_size 32 28 allReduce 4 2288441719 28 compute 61911070 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 918324 28 comm_size 32 28 allReduce 223729 90661857 28 compute 11509 28 comm_size 32 28 allReduce 1 10363377 28 compute 11275 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 270328379194 28 comm_size 32 28 allReduce 2 6456423760 28 compute 61914437 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 508118290 28 comm_size 32 28 allReduce 7 14015472 28 compute 1020353279 28 comm_size 32 28 allReduce 223729 121128277 28 compute 10186442 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 61911006 28 compute 1117 28 gather 133 133 0 28 compute 29258345597 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2926678550 28 compute 24703095 28 comm_size 32 28 allReduce 2 1353627 28 compute 21531072 28 allToAll 13824 13824 28 compute 11017 28 allToAll 13824 13824 28 compute 20697822 28 comm_size 32 28 allReduce 1 2296672 28 compute 1064406 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 84960125076 28 comm_size 32 28 allReduce 4 2427812450 28 compute 61910907 28 compute 346 28 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 28 compute 910537 28 comm_size 32 28 allReduce 223729 85185021 28 compute 1567989594 28 comm_size 32 28 allReduce 1 181435412 28 compute 10045 28 compute 346 28 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 28 compute 61910755 28 comm_size 32 28 bcast 473 31 0 28 compute 337 28 barrier 28 compute 29208843077 28 compute 336 28 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2912370040 28 compute 21791309 28 allToAll 13824 13824 28 compute 11189 28 allToAll 13824 13824 28 compute 20517032 28 comm_size 32 28 allReduce 1 3393397 28 compute 987 28 comm_size 32 28 allReduce 6 358828 28 compute 4281 28 compute 344 28 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 28 compute 9839405417 28 comm_size 32 28 allReduce 795 223730178 28 compute 993 28 comm_size 32 28 allReduce 1 675329 28 compute 47119 28 barrier 28 compute 503985 28 compute 1073 28 gather 133 133 0 28 compute 2425 28 compute 451 28 gather 3 3 0 28 compute 87133 28 barrier 28 compute 20451 28 barrier 28 compute 346 28 barrier 28 compute 2654 28 finalize