26 init 1
26 compute 127189
26 compute 2652
26 compute 336824
26 compute 13041196
26 comm_size 32
26 bcast 1
26 compute 25793
26 barrier
26 compute 22478
26 comm_size 32
26 bcast 1
26 compute 23734
26 barrier
26 compute 22696
26 comm_size 32
26 bcast 1
26 compute 23578
26 barrier
26 compute 22616
26 comm_size 32
26 bcast 1
26 compute 23662
26 barrier
26 compute 22700
26 comm_size 32
26 bcast 1
26 compute 23695
26 barrier
26 compute 22772
26 comm_size 32
26 bcast 1
26 compute 23664
26 barrier
26 compute 22560
26 comm_size 32
26 bcast 1
26 compute 23436
26 barrier
26 compute 426
26 barrier
26 compute 165881
26 barrier
26 compute 34680612
26 barrier
26 compute 97251
26 comm_size 32
26 bcast 1
26 compute 378286
26 barrier
26 compute 12856
26 comm_size 32
26 bcast 1
26 compute 46337
26 barrier
26 compute 1017394
26 barrier
26 compute 124198
26 gather 795 795 0 
26 compute 247190645
26 allToAll 1746 1746 
26 compute 276028
26 barrier
26 compute 409313648
26 comm_size 32
26 allReduce 32 2008745 1
26 compute 2984229928
26 compute 1525
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 1058646452
26 barrier
26 compute 7748
26 compute 332
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 854144617
26 barrier
26 compute 1439789686
26 allToAll 13824 13824 
26 compute 60542846
26 allToAll 13824 13824 
26 compute 20518690
26 comm_size 32
26 allReduce 1 13508570
26 compute 1368595739
26 comm_size 32
26 allReduce 795 21460724
26 compute 1480450203
26 comm_size 32
26 allReduce 2 175917
26 compute 21532129
26 allToAll 13824 13824 
26 compute 60542843
26 allToAll 13824 13824 
26 compute 20518690
26 comm_size 32
26 allReduce 1 2415378
26 compute 47321791
26 comm_size 32
26 allReduce 32 18752319 1
26 compute 60481270254
26 compute 1717
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3027236500 
26 compute 24690395
26 comm_size 32
26 allReduce 2 53122132
26 compute 21530917
26 allToAll 13824 13824 
26 compute 60541583
26 allToAll 13824 13824 
26 compute 20697716
26 comm_size 32
26 allReduce 1 3218764
26 compute 1070125
26 compute 1377
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 175828904310
26 comm_size 32
26 allReduce 4 115778638
26 compute 128288762
26 compute 332
26 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 
26 compute 128241583
26 compute 332
26 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834985  828930 828930 828930 828930 828930 828930 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 
26 compute 10047052
26 comm_size 32
26 allReduce 1729832 591814959
26 compute 10272736776
26 comm_size 32
26 bcast 934 31 0
26 compute 337
26 barrier
26 compute 19823
26 comm_size 32
26 bcast 1729832
26 compute 1565314
26 comm_size 32
26 allReduce 223729 92366270
26 compute 10179691
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 62038622
26 compute 1098
26 gather 133 133 0 
26 compute 29258365354
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2951920002 
26 compute 24766194
26 comm_size 32
26 allReduce 2 50785358
26 compute 21531453
26 allToAll 13824 13824 
26 compute 60542070
26 allToAll 13824 13824 
26 compute 20698025
26 comm_size 32
26 allReduce 1 3942779
26 compute 1064454
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800833
26 comm_size 32
26 allReduce 4 2471408884
26 compute 61911130
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918077
26 comm_size 32
26 allReduce 223729 88014098
26 compute 11469
26 comm_size 32
26 allReduce 1 3314862
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490854124
26 comm_size 32
26 allReduce 2 7748422460
26 compute 61914441
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 116084042
26 comm_size 32
26 allReduce 7 2795068
26 compute 210073863
26 comm_size 32
26 allReduce 223729 78475030
26 compute 10191153
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320248995
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2997547806 
26 compute 24816928
26 comm_size 32
26 allReduce 2 48847433
26 compute 21531442
26 allToAll 13824 13824 
26 compute 60542062
26 allToAll 13824 13824 
26 compute 20698019
26 comm_size 32
26 allReduce 1 8313904
26 compute 1064453
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800698
26 comm_size 32
26 allReduce 4 2506650043
26 compute 61911127
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918073
26 comm_size 32
26 allReduce 223729 94355630
26 compute 11461
26 comm_size 32
26 allReduce 1 2327318
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837601
26 comm_size 32
26 allReduce 2 8025100493
26 compute 61914436
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 194475445
26 comm_size 32
26 allReduce 7 37906040
26 compute 445335897
26 comm_size 32
26 allReduce 223729 581917711
26 compute 10191146
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320249003
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5635225450 
26 compute 24783872
26 comm_size 32
26 allReduce 2 173134313
26 compute 21531442
26 allToAll 13824 13824 
26 compute 60542068
26 allToAll 13824 13824 
26 compute 20698024
26 comm_size 32
26 allReduce 1 4603893
26 compute 1064454
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800715
26 comm_size 32
26 allReduce 4 2350205272
26 compute 61911128
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918073
26 comm_size 32
26 allReduce 223729 220283409
26 compute 11469
26 comm_size 32
26 allReduce 1 9708477
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837666
26 comm_size 32
26 allReduce 2 7129636213
26 compute 61914436
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 272892376
26 comm_size 32
26 allReduce 7 20088922
26 compute 602164427
26 comm_size 32
26 allReduce 223729 655756954
26 compute 10191209
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320248997
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5914229315 
26 compute 24814603
26 comm_size 32
26 allReduce 2 61310173
26 compute 21531442
26 allToAll 13824 13824 
26 compute 60542061
26 allToAll 13824 13824 
26 compute 20698024
26 comm_size 32
26 allReduce 1 3408482
26 compute 1064453
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800728
26 comm_size 32
26 allReduce 4 2413657446
26 compute 61911129
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918073
26 comm_size 32
26 allReduce 223729 95266558
26 compute 11469
26 comm_size 32
26 allReduce 1 3966739
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837831
26 comm_size 32
26 allReduce 2 8667136445
26 compute 61914436
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 351309297
26 comm_size 32
26 allReduce 7 25534292
26 compute 758999551
26 comm_size 32
26 allReduce 223729 100516133
26 compute 10191270
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320249007
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2660448181 
26 compute 24824836
26 comm_size 32
26 allReduce 2 49512607
26 compute 21531442
26 allToAll 13824 13824 
26 compute 60542071
26 allToAll 13824 13824 
26 compute 20698024
26 comm_size 32
26 allReduce 1 3493933
26 compute 1064454
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800879
26 comm_size 32
26 allReduce 4 2473203470
26 compute 61911128
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918073
26 comm_size 32
26 allReduce 223729 125564527
26 compute 11461
26 comm_size 32
26 allReduce 1 10752
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837637
26 comm_size 32
26 allReduce 2 7664121894
26 compute 61914436
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 429726224
26 comm_size 32
26 allReduce 7 37547661
26 compute 915835071
26 comm_size 32
26 allReduce 223729 100937310
26 compute 10191172
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320249067
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2564418562 
26 compute 24808581
26 comm_size 32
26 allReduce 2 52003231
26 compute 21531442
26 allToAll 13824 13824 
26 compute 60542061
26 allToAll 13824 13824 
26 compute 20698020
26 comm_size 32
26 allReduce 1 1458854
26 compute 1064453
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800723
26 comm_size 32
26 allReduce 4 2250733919
26 compute 61911126
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918074
26 comm_size 32
26 allReduce 223729 96176477
26 compute 11469
26 comm_size 32
26 allReduce 1 5529724
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837689
26 comm_size 32
26 allReduce 2 7433305825
26 compute 61914438
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 508143139
26 comm_size 32
26 allReduce 7 35604958
26 compute 1020352861
26 comm_size 32
26 allReduce 223729 74762871
26 compute 10191237
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320249005
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2672701405 
26 compute 24819420
26 comm_size 32
26 allReduce 2 47253750
26 compute 21531443
26 allToAll 13824 13824 
26 compute 60542062
26 allToAll 13824 13824 
26 compute 20698019
26 comm_size 32
26 allReduce 1 4187626
26 compute 1064453
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800646
26 comm_size 32
26 allReduce 4 2934221172
26 compute 61911126
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918073
26 comm_size 32
26 allReduce 223729 80667382
26 compute 11469
26 comm_size 32
26 allReduce 1 17285552
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837900
26 comm_size 32
26 allReduce 2 7852195011
26 compute 61914436
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 508118209
26 comm_size 32
26 allReduce 7 43991333
26 compute 1020353020
26 comm_size 32
26 allReduce 223729 74009656
26 compute 10191231
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320249020
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2424915069 
26 compute 24815212
26 comm_size 32
26 allReduce 2 52456763
26 compute 21531355
26 allToAll 13824 13824 
26 compute 60542066
26 allToAll 13824 13824 
26 compute 20697915
26 comm_size 32
26 allReduce 1 2492478
26 compute 1064454
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800740
26 comm_size 32
26 allReduce 4 2604503212
26 compute 61911127
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918081
26 comm_size 32
26 allReduce 223729 83834896
26 compute 11458
26 comm_size 32
26 allReduce 1 5155430
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837576
26 comm_size 32
26 allReduce 2 7879579041
26 compute 61914436
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 508118221
26 comm_size 32
26 allReduce 7 11090
26 compute 1020352809
26 comm_size 32
26 allReduce 223729 104039407
26 compute 10191285
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 29320248998
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2565820853 
26 compute 24816440
26 comm_size 32
26 allReduce 2 49494536
26 compute 21531355
26 allToAll 13824 13824 
26 compute 60542061
26 allToAll 13824 13824 
26 compute 20697914
26 comm_size 32
26 allReduce 1 713849
26 compute 1064454
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800726
26 comm_size 32
26 allReduce 4 2445853250
26 compute 61911127
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 918080
26 comm_size 32
26 allReduce 223729 106583063
26 compute 11457
26 comm_size 32
26 allReduce 1 2432026
26 compute 10957
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 270490837659
26 comm_size 32
26 allReduce 2 7289785809
26 compute 61914437
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 508118219
26 comm_size 32
26 allReduce 7 47371735
26 compute 1020352958
26 comm_size 32
26 allReduce 223729 131719783
26 compute 10191155
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 61911005
26 compute 1099
26 gather 133 133 0 
26 compute 29258340308
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2688817577 
26 compute 24816390
26 comm_size 32
26 allReduce 2 49360616
26 compute 21531125
26 allToAll 13824 13824 
26 compute 60541941
26 allToAll 13824 13824 
26 compute 20697734
26 comm_size 32
26 allReduce 1 3339782
26 compute 1064393
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 84960800539
26 comm_size 32
26 allReduce 4 2509858866
26 compute 61910964
26 compute 346
26 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13097094  414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834 
26 compute 910457
26 comm_size 32
26 allReduce 223729 131389330
26 compute 1567962221
26 comm_size 32
26 allReduce 1 238711995
26 compute 9810
26 compute 346
26 allToAllV 13097094 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 414465 386834 386834 386834 386834 386834 386834 386834  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
26 compute 61910757
26 comm_size 32
26 bcast 473 31 0
26 compute 337
26 barrier
26 compute 29208836434
26 compute 336
26 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2905064291 
26 compute 21789763
26 allToAll 13824 13824 
26 compute 60541942
26 allToAll 13824 13824 
26 compute 20516128
26 comm_size 32
26 allReduce 1 3075672
26 compute 995
26 comm_size 32
26 allReduce 6 537715
26 compute 4027
26 compute 344
26 allGatherV 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
26 compute 9839478322
26 comm_size 32
26 allReduce 795 334981424
26 compute 993
26 comm_size 32
26 allReduce 1 744767
26 compute 46835
26 barrier
26 compute 504286
26 compute 1122
26 gather 133 133 0 
26 compute 2425
26 compute 451
26 gather 3 3 0 
26 compute 87312
26 barrier
26 compute 20502
26 barrier
26 compute 346
26 barrier
26 compute 2654
26 finalize