27 init 1 27 compute 127155 27 compute 2652 27 compute 336746 27 compute 13041220 27 comm_size 32 27 bcast 1 27 compute 25657 27 barrier 27 compute 22534 27 comm_size 32 27 bcast 1 27 compute 24027 27 barrier 27 compute 22605 27 comm_size 32 27 bcast 1 27 compute 23750 27 barrier 27 compute 22523 27 comm_size 32 27 bcast 1 27 compute 23824 27 barrier 27 compute 22609 27 comm_size 32 27 bcast 1 27 compute 23867 27 barrier 27 compute 22681 27 comm_size 32 27 bcast 1 27 compute 23834 27 barrier 27 compute 22624 27 comm_size 32 27 bcast 1 27 compute 23492 27 barrier 27 compute 421 27 barrier 27 compute 166304 27 barrier 27 compute 18563319 27 barrier 27 compute 97251 27 comm_size 32 27 bcast 1 27 compute 378286 27 barrier 27 compute 12855 27 comm_size 32 27 bcast 1 27 compute 46338 27 barrier 27 compute 1017425 27 barrier 27 compute 124781 27 gather 795 795 0 27 compute 249045970 27 allToAll 1746 1746 27 compute 276028 27 barrier 27 compute 409314179 27 comm_size 32 27 allReduce 32 20892423 1 27 compute 2984229524 27 compute 1525 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 1058646456 27 barrier 27 compute 7748 27 compute 332 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 854144616 27 barrier 27 compute 1439369571 27 allToAll 13824 13824 27 compute 11627 27 allToAll 13824 13824 27 compute 20518472 27 comm_size 32 27 allReduce 1 11959015 27 compute 1368175777 27 comm_size 32 27 allReduce 795 64450365 27 compute 1479400301 27 comm_size 32 27 allReduce 2 73325118 27 compute 21531861 27 allToAll 13824 13824 27 compute 11627 27 allToAll 13824 13824 27 compute 20518471 27 comm_size 32 27 allReduce 1 2864414 27 compute 47255321 27 comm_size 32 27 allReduce 32 8761373 1 27 compute 60481269758 27 compute 1717 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4671907713 27 compute 24315639 27 comm_size 32 27 allReduce 2 48215424 27 compute 21530633 27 allToAll 13824 13824 27 compute 10807 27 allToAll 13824 13824 27 compute 20697438 27 comm_size 32 27 allReduce 1 3165116 27 compute 1070119 27 compute 1377 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 175829004110 27 comm_size 32 27 allReduce 4 4842983246 27 compute 128288694 27 compute 332 27 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 27 compute 128241330 27 compute 332 27 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 27 compute 10047233 27 comm_size 32 27 allReduce 1729832 1251986628 27 compute 10272913195 27 comm_size 32 27 bcast 934 31 0 27 compute 337 27 barrier 27 compute 19279 27 comm_size 32 27 bcast 1729832 27 compute 1565348 27 comm_size 32 27 allReduce 223729 260297381 27 compute 10200451 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 62037731 27 compute 1098 27 gather 133 133 0 27 compute 29258373464 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4241944725 27 compute 24336454 27 comm_size 32 27 allReduce 2 50924097 27 compute 21530904 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 2432801 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960712049 27 comm_size 32 27 allReduce 4 5371208052 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917956 27 comm_size 32 27 allReduce 223729 195644420 27 compute 11601 27 comm_size 32 27 allReduce 1 41215260 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537760591 27 comm_size 32 27 allReduce 2 16532726456 27 compute 61914204 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 116083283 27 comm_size 32 27 allReduce 7 25695615 27 compute 210073592 27 comm_size 32 27 allReduce 223729 144754141 27 compute 10187966 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257045 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4287094806 27 compute 24474846 27 comm_size 32 27 allReduce 2 51991423 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 5615791 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711926 27 comm_size 32 27 allReduce 4 5311430200 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917954 27 comm_size 32 27 allReduce 223729 183958050 27 compute 11601 27 comm_size 32 27 allReduce 1 49472467 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744091 27 comm_size 32 27 allReduce 2 16437108925 27 compute 61914199 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 194474690 27 comm_size 32 27 allReduce 7 30078106 27 compute 445335517 27 comm_size 32 27 allReduce 223729 762661074 27 compute 10188224 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257056 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6913694770 27 compute 24355410 27 comm_size 32 27 allReduce 2 173455395 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 4414104 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711941 27 comm_size 32 27 allReduce 4 5320947307 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917954 27 comm_size 32 27 allReduce 223729 291478967 27 compute 11593 27 comm_size 32 27 allReduce 1 43960507 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744086 27 comm_size 32 27 allReduce 2 15915726430 27 compute 61914199 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 272891618 27 comm_size 32 27 allReduce 7 49373066 27 compute 602163874 27 comm_size 32 27 allReduce 223729 813051076 27 compute 10188135 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257076 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 7352865336 27 compute 24375126 27 comm_size 32 27 allReduce 2 64843104 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 4216865 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711938 27 comm_size 32 27 allReduce 4 5263191024 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917954 27 comm_size 32 27 allReduce 223729 174886160 27 compute 11601 27 comm_size 32 27 allReduce 1 48185898 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744099 27 comm_size 32 27 allReduce 2 15919936648 27 compute 61914199 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 351308532 27 comm_size 32 27 allReduce 7 66212537 27 compute 758999155 27 comm_size 32 27 allReduce 223729 252530316 27 compute 10188163 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257065 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3874976781 27 compute 24386430 27 comm_size 32 27 allReduce 2 50272530 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697799 27 comm_size 32 27 allReduce 1 6401153 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711939 27 comm_size 32 27 allReduce 4 5244433737 27 compute 61910825 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917954 27 comm_size 32 27 allReduce 223729 171189611 27 compute 11601 27 comm_size 32 27 allReduce 1 73329324 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744102 27 comm_size 32 27 allReduce 2 16201919734 27 compute 61914199 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 429725468 27 comm_size 32 27 allReduce 7 29214044 27 compute 915834837 27 comm_size 32 27 allReduce 223729 207433498 27 compute 10188134 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257068 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3740460117 27 compute 24365579 27 comm_size 32 27 allReduce 2 54696357 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 1281596 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711936 27 comm_size 32 27 allReduce 4 5271578683 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917955 27 comm_size 32 27 allReduce 223729 141093246 27 compute 11601 27 comm_size 32 27 allReduce 1 72563809 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744095 27 comm_size 32 27 allReduce 2 15882220339 27 compute 61914197 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 508142383 27 comm_size 32 27 allReduce 7 62913352 27 compute 1020352916 27 comm_size 32 27 allReduce 223729 262298404 27 compute 10188112 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257051 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3890445537 27 compute 24377125 27 comm_size 32 27 allReduce 2 51952222 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 4675898 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711938 27 comm_size 32 27 allReduce 4 5260314314 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917954 27 comm_size 32 27 allReduce 223729 158563605 27 compute 11601 27 comm_size 32 27 allReduce 1 78172362 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744114 27 comm_size 32 27 allReduce 2 15614440054 27 compute 61914199 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 508117455 27 comm_size 32 27 allReduce 7 24568020 27 compute 1020353080 27 comm_size 32 27 allReduce 223729 247961424 27 compute 10188114 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257054 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3746337602 27 compute 24371661 27 comm_size 32 27 allReduce 2 51763401 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 2482406 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711943 27 comm_size 32 27 allReduce 4 5448101700 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917954 27 comm_size 32 27 allReduce 223729 201168249 27 compute 11601 27 comm_size 32 27 allReduce 1 56708904 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744089 27 comm_size 32 27 allReduce 2 16273913643 27 compute 61914199 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 508117456 27 comm_size 32 27 allReduce 7 86357165 27 compute 1020352939 27 comm_size 32 27 allReduce 223729 209887080 27 compute 10188239 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 29320257046 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3833744800 27 compute 24372979 27 comm_size 32 27 allReduce 2 54923406 27 compute 21530894 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20697798 27 comm_size 32 27 allReduce 1 995083 27 compute 1064348 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960711937 27 comm_size 32 27 allReduce 4 5349902336 27 compute 61910826 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 917954 27 comm_size 32 27 allReduce 223729 183718408 27 compute 11593 27 comm_size 32 27 allReduce 1 68743910 27 compute 10853 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 270537744112 27 comm_size 32 27 allReduce 2 15712901466 27 compute 61914199 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 508117465 27 comm_size 32 27 allReduce 7 30804010 27 compute 1020353082 27 comm_size 32 27 allReduce 223729 250316720 27 compute 10188183 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 61910699 27 compute 1059 27 gather 133 133 0 27 compute 29258349026 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3906402277 27 compute 24374213 27 comm_size 32 27 allReduce 2 51871042 27 compute 21531217 27 allToAll 13824 13824 27 compute 11121 27 allToAll 13824 13824 27 compute 20698054 27 comm_size 32 27 allReduce 1 2860494 27 compute 1064456 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 84960712429 27 comm_size 32 27 allReduce 4 5366774722 27 compute 61910915 27 compute 346 27 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 27 compute 910762 27 comm_size 32 27 allReduce 223729 200574518 27 compute 1568054610 27 comm_size 32 27 allReduce 1 45667836 27 compute 10026 27 compute 346 27 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 27 compute 61910769 27 comm_size 32 27 bcast 473 31 0 27 compute 337 27 barrier 27 compute 29208848430 27 compute 336 27 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 4092779158 27 compute 21791475 27 allToAll 13824 13824 27 compute 11165 27 allToAll 13824 13824 27 compute 20517165 27 comm_size 32 27 allReduce 1 2956649 27 compute 987 27 comm_size 32 27 allReduce 6 787565 27 compute 4296 27 compute 344 27 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 27 compute 9838027443 27 comm_size 32 27 allReduce 795 843777180 27 compute 993 27 comm_size 32 27 allReduce 1 1849554 27 compute 47112 27 barrier 27 compute 503990 27 compute 1089 27 gather 133 133 0 27 compute 2425 27 compute 451 27 gather 3 3 0 27 compute 87321 27 barrier 27 compute 20417 27 barrier 27 compute 346 27 barrier 27 compute 2654 27 finalize