24 init 1 24 compute 127155 24 compute 2652 24 compute 336729 24 compute 13041221 24 comm_size 32 24 bcast 1 24 compute 25799 24 barrier 24 compute 22534 24 comm_size 32 24 bcast 1 24 compute 23738 24 barrier 24 compute 22692 24 comm_size 32 24 bcast 1 24 compute 23582 24 barrier 24 compute 22610 24 comm_size 32 24 bcast 1 24 compute 23666 24 barrier 24 compute 22696 24 comm_size 32 24 bcast 1 24 compute 23699 24 barrier 24 compute 22768 24 comm_size 32 24 bcast 1 24 compute 23666 24 barrier 24 compute 22556 24 comm_size 32 24 bcast 1 24 compute 23438 24 barrier 24 compute 426 24 barrier 24 compute 165803 24 barrier 24 compute 19099800 24 barrier 24 compute 97251 24 comm_size 32 24 bcast 1 24 compute 378293 24 barrier 24 compute 12857 24 comm_size 32 24 bcast 1 24 compute 46339 24 barrier 24 compute 1017321 24 barrier 24 compute 124220 24 gather 795 795 0 24 compute 244917352 24 allToAll 1746 1746 24 compute 276028 24 barrier 24 compute 409313728 24 comm_size 32 24 allReduce 32 20511086 1 24 compute 3038169943 24 compute 1525 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 1058646440 24 barrier 24 compute 7748 24 compute 332 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 915154401 24 barrier 24 compute 1441883451 24 allToAll 13824 13824 24 compute 72648998 24 allToAll 13824 13824 24 compute 20518690 24 comm_size 32 24 allReduce 1 10902682 24 compute 1370730665 24 comm_size 32 24 allReduce 795 61540948 24 compute 1484080041 24 comm_size 32 24 allReduce 2 60816736 24 compute 21532130 24 allToAll 13824 13824 24 compute 72648997 24 allToAll 13824 13824 24 compute 20518693 24 comm_size 32 24 allReduce 1 2120822 24 compute 56435059 24 comm_size 32 24 allReduce 32 5105979 1 24 compute 60481270241 24 compute 1717 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3991766349 24 compute 24891010 24 comm_size 32 24 allReduce 2 3437194 24 compute 21530916 24 allToAll 13824 13824 24 compute 72647738 24 allToAll 13824 13824 24 compute 20697721 24 comm_size 32 24 allReduce 1 3471789 24 compute 1070145 24 compute 1377 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 175828903758 24 comm_size 32 24 allReduce 4 4976910397 24 compute 128288774 24 compute 332 24 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 24 compute 128241581 24 compute 332 24 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270 25834985 828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 24 compute 10047054 24 comm_size 32 24 allReduce 1729832 1130789140 24 compute 10272723891 24 comm_size 32 24 bcast 934 31 0 24 compute 337 24 barrier 24 compute 19401 24 comm_size 32 24 bcast 1729832 24 compute 1565289 24 comm_size 32 24 allReduce 223729 221972454 24 compute 10179946 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 66461062 24 compute 1098 24 gather 133 133 0 24 compute 31346730113 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3459185901 24 compute 24882715 24 comm_size 32 24 allReduce 2 4643586 24 compute 21531354 24 allToAll 13824 13824 24 compute 72648066 24 allToAll 13824 13824 24 compute 20698033 24 comm_size 32 24 allReduce 1 2316906 24 compute 1064473 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012076277 24 comm_size 32 24 allReduce 4 2842623636 24 compute 66332754 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918075 24 comm_size 32 24 allReduce 223729 184729559 24 compute 11462 24 comm_size 32 24 allReduce 1 49421158 24 compute 10957 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811590428 24 comm_size 32 24 allReduce 2 8760560486 24 compute 66336069 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 116084031 24 comm_size 32 24 allReduce 7 51959020 24 compute 210073812 24 comm_size 32 24 allReduce 223729 147549136 24 compute 10191396 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035383 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3524221245 24 compute 25060355 24 comm_size 32 24 allReduce 2 2729395 24 compute 21531342 24 allToAll 13824 13824 24 compute 72648067 24 allToAll 13824 13824 24 compute 20698033 24 comm_size 32 24 allReduce 1 8602754 24 compute 1064473 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012076161 24 comm_size 32 24 allReduce 4 2757423662 24 compute 66332754 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918073 24 comm_size 32 24 allReduce 223729 212781042 24 compute 11469 24 comm_size 32 24 allReduce 1 49334721 24 compute 10957 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811573965 24 comm_size 32 24 allReduce 2 8694412329 24 compute 66336064 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 194475433 24 comm_size 32 24 allReduce 7 29132135 24 compute 445335833 24 comm_size 32 24 allReduce 223729 788231718 24 compute 10191313 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035388 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6334480073 24 compute 24916027 24 comm_size 32 24 allReduce 2 4330422 24 compute 21531342 24 allToAll 13824 13824 24 compute 72648066 24 allToAll 13824 13824 24 compute 20698034 24 comm_size 32 24 allReduce 1 2733689 24 compute 1064474 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012076158 24 comm_size 32 24 allReduce 4 2711323805 24 compute 66332754 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918073 24 comm_size 32 24 allReduce 223729 339431533 24 compute 11470 24 comm_size 32 24 allReduce 1 47840093 24 compute 10958 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811573955 24 comm_size 32 24 allReduce 2 8186048538 24 compute 66336064 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 272892361 24 comm_size 32 24 allReduce 7 52868852 24 compute 602164356 24 comm_size 32 24 allReduce 223729 836838932 24 compute 10191429 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035388 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6643916937 24 compute 24941268 24 comm_size 32 24 allReduce 2 5755121 24 compute 21531342 24 allToAll 13824 13824 24 compute 72648067 24 allToAll 13824 13824 24 compute 20698034 24 comm_size 32 24 allReduce 1 5775315 24 compute 1064474 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012076166 24 comm_size 32 24 allReduce 4 2835466259 24 compute 66332756 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918074 24 comm_size 32 24 allReduce 223729 193596865 24 compute 11470 24 comm_size 32 24 allReduce 1 31985278 24 compute 10957 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811573943 24 comm_size 32 24 allReduce 2 8217607125 24 compute 66336065 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 351309283 24 comm_size 32 24 allReduce 7 66939052 24 compute 758999491 24 comm_size 32 24 allReduce 223729 224645870 24 compute 10191392 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035388 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3016957764 24 compute 24952791 24 comm_size 32 24 allReduce 2 3075427 24 compute 21531342 24 allToAll 13824 13824 24 compute 72648069 24 allToAll 13824 13824 24 compute 20698037 24 comm_size 32 24 allReduce 1 4515603 24 compute 1064474 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012076168 24 comm_size 32 24 allReduce 4 2653190837 24 compute 66332754 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918073 24 comm_size 32 24 allReduce 223729 172799973 24 compute 11469 24 comm_size 32 24 allReduce 1 39278676 24 compute 10957 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811573956 24 comm_size 32 24 allReduce 2 8458404095 24 compute 66336064 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 429726211 24 comm_size 32 24 allReduce 7 70118140 24 compute 915835003 24 comm_size 32 24 allReduce 223729 236067698 24 compute 10191349 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035392 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2921305024 24 compute 24939445 24 comm_size 32 24 allReduce 2 4076803 24 compute 21531342 24 allToAll 13824 13824 24 compute 72648066 24 allToAll 13824 13824 24 compute 20698033 24 comm_size 32 24 allReduce 1 1954384 24 compute 1064474 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012076160 24 comm_size 32 24 allReduce 4 2681775052 24 compute 66332754 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918075 24 comm_size 32 24 allReduce 223729 205293251 24 compute 11469 24 comm_size 32 24 allReduce 1 60746489 24 compute 10957 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811573958 24 comm_size 32 24 allReduce 2 8156341603 24 compute 66336064 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 508143126 24 comm_size 32 24 allReduce 7 72379813 24 compute 1020352784 24 comm_size 32 24 allReduce 223729 293847484 24 compute 10191227 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035817 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3048198872 24 compute 24946096 24 comm_size 32 24 allReduce 2 3365730 24 compute 21531233 24 allToAll 13824 13824 24 compute 72648119 24 allToAll 13824 13824 24 compute 20697917 24 comm_size 32 24 allReduce 1 7300705 24 compute 1064454 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012071367 24 comm_size 32 24 allReduce 4 2736033186 24 compute 66332724 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918010 24 comm_size 32 24 allReduce 223729 217221131 24 compute 11445 24 comm_size 32 24 allReduce 1 53947704 24 compute 10989 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811569721 24 comm_size 32 24 allReduce 2 8042209291 24 compute 66336034 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 508118232 24 comm_size 32 24 allReduce 7 82365849 24 compute 1020352906 24 comm_size 32 24 allReduce 223729 257915306 24 compute 10191245 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035292 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2935253819 24 compute 24945366 24 comm_size 32 24 allReduce 2 2830913 24 compute 21531233 24 allToAll 13824 13824 24 compute 72648119 24 allToAll 13824 13824 24 compute 20697915 24 comm_size 32 24 allReduce 1 3446402 24 compute 1064453 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012071230 24 comm_size 32 24 allReduce 4 2929295776 24 compute 66332725 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918007 24 comm_size 32 24 allReduce 223729 186543277 24 compute 11446 24 comm_size 32 24 allReduce 1 38595322 24 compute 10989 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811569715 24 comm_size 32 24 allReduce 2 8512444926 24 compute 66336034 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 508118246 24 comm_size 32 24 allReduce 7 79468927 24 compute 1020352763 24 comm_size 32 24 allReduce 223729 223963826 24 compute 10191229 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 31413035293 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2985217222 24 compute 24945639 24 comm_size 32 24 allReduce 2 2475377 24 compute 21531232 24 allToAll 13824 13824 24 compute 72648118 24 allToAll 13824 13824 24 compute 20697915 24 comm_size 32 24 allReduce 1 3384194 24 compute 1064454 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012071233 24 comm_size 32 24 allReduce 4 2789231927 24 compute 66332725 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 918007 24 comm_size 32 24 allReduce 223729 215932576 24 compute 11445 24 comm_size 32 24 allReduce 1 29683980 24 compute 10989 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 289811569717 24 comm_size 32 24 allReduce 2 8053093647 24 compute 66336035 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 508118250 24 comm_size 32 24 allReduce 7 68807998 24 compute 1020352908 24 comm_size 32 24 allReduce 223729 250029965 24 compute 10191141 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 66332591 24 compute 1099 24 gather 133 133 0 24 compute 31346705008 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3068007326 24 compute 24944394 24 comm_size 32 24 allReduce 2 2548384 24 compute 21531062 24 allToAll 13824 13824 24 compute 72648099 24 allToAll 13824 13824 24 compute 20697786 24 comm_size 32 24 allReduce 1 4655928 24 compute 1064395 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 91012070863 24 comm_size 32 24 allReduce 4 2779025905 24 compute 66332562 24 compute 346 24 allToAllV 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 24 compute 910425 24 comm_size 32 24 allReduce 223729 238590702 24 compute 1567952524 24 comm_size 32 24 allReduce 1 32602442 24 compute 9852 24 compute 346 24 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 13262850 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414450 414450 414450 24 compute 66332355 24 comm_size 32 24 bcast 473 31 0 24 compute 337 24 barrier 24 compute 31293664594 24 compute 336 24 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3287297576 24 compute 21789861 24 allToAll 13824 13824 24 compute 72648096 24 allToAll 13824 13824 24 compute 20516221 24 comm_size 32 24 allReduce 1 4962873 24 compute 987 24 comm_size 32 24 allReduce 6 9164 24 compute 4013 24 compute 344 24 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 24 compute 10287894141 24 comm_size 32 24 allReduce 795 671712420 24 compute 993 24 comm_size 32 24 allReduce 1 980303 24 compute 46943 24 barrier 24 compute 504019 24 compute 1111 24 gather 133 133 0 24 compute 2425 24 compute 451 24 gather 3 3 0 24 compute 87530 24 barrier 24 compute 20476 24 barrier 24 compute 346 24 barrier 24 compute 2654 24 finalize