From: Augustin Degomme Date: Wed, 3 Jun 2020 00:20:30 +0000 (+0200) Subject: requalify all SMPI tesh files with timing information due to previous change X-Git-Tag: v3.26~568 X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/commitdiff_plain/14b7603d6866e43dfd5a7c6a0213fce58c17515b requalify all SMPI tesh files with timing information due to previous change --- diff --git a/examples/smpi/gemm/gemm.tesh b/examples/smpi/gemm/gemm.tesh index 68a0d669ec..173f8bcd60 100644 --- a/examples/smpi/gemm/gemm.tesh +++ b/examples/smpi/gemm/gemm.tesh @@ -8,10 +8,10 @@ $ ${bindir:=.}/../../../smpi_script/bin/smpirun -hostfile ${srcdir:=.}/../hostfi > You requested to use 8 ranks, but there is only 5 processes in your hostfile... > Matrix Size : 1000x1000 > Native mode -> Performance= 227.39 GFlop/s, Time= 8.795 sec, Size= 2000000000 Ops +> Performance= 227.29 GFlop/s, Time= 8.799 sec, Size= 2000000000 Ops $ ${bindir:=.}/../../../smpi_script/bin/smpirun -hostfile ${srcdir:=.}/../hostfile -platform ${platfdir:=.}/small_platform.xml --cfg=path:${srcdir:=.}/../msg --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning --cfg=smpi/host-speed:1 -np 8 ${bindir:=.}/smpi_gemm 1000 sampling > You requested to use 8 ranks, but there is only 5 processes in your hostfile... > Matrix Size : 1000x1000 > Sampling mode -> Performance= 227.39 GFlop/s, Time= 8.795 sec, Size= 2000000000 Ops +> Performance= 227.29 GFlop/s, Time= 8.799 sec, Size= 2000000000 Ops diff --git a/examples/smpi/replay/replay-override-replayer.tesh b/examples/smpi/replay/replay-override-replayer.tesh index 8bb2014364..75e8e7a70f 100644 --- a/examples/smpi/replay/replay-override-replayer.tesh +++ b/examples/smpi/replay/replay-override-replayer.tesh @@ -10,21 +10,21 @@ $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning > [Tremblay:0:(1) 0.000000] [smpi_replay/VERBOSE] 0 bcast 5e4 0.000000 -> [Jupiter:1:(2) 0.015036] [smpi_replay/VERBOSE] 1 bcast 5e4 0.015036 -> [Fafard:2:(3) 0.015676] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015676 -> [Jupiter:1:(2) 2.636405] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 +> [Jupiter:1:(2) 0.015039] [smpi_replay/VERBOSE] 1 bcast 5e4 0.015039 +> [Fafard:2:(3) 0.015678] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015678 +> [Jupiter:1:(2) 2.636409] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 > [Tremblay:0:(1) 5.097100] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 > [Tremblay:0:(1) 5.097100] [smpi_replay/VERBOSE] 0 bcast 5e4 0.000000 -> [Jupiter:1:(2) 5.112136] [smpi_replay/VERBOSE] 1 bcast 5e4 2.475730 -> [Fafard:2:(3) 6.569099] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 -> [Fafard:2:(3) 6.584775] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015676 -> [Jupiter:1:(2) 7.733505] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 +> [Jupiter:1:(2) 5.112139] [smpi_replay/VERBOSE] 1 bcast 5e4 2.475730 +> [Fafard:2:(3) 6.569102] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 +> [Fafard:2:(3) 6.584781] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015678 +> [Jupiter:1:(2) 7.733508] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 > [Tremblay:0:(1) 10.194200] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 -> [Fafard:2:(3) 13.138198] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 -> [Jupiter:1:(2) 14.286929] [smpi_replay/VERBOSE] 1 reduce 5e4 5e8 6.553424 -> [Tremblay:0:(1) 18.250974] [smpi_replay/VERBOSE] 0 reduce 5e4 5e8 8.056774 -> [Fafard:2:(3) 19.691622] [smpi_replay/VERBOSE] 2 reduce 5e4 5e8 6.553424 -> [Fafard:2:(3) 19.691622] [smpi_replay/INFO] Simulation time 19.691622 +> [Fafard:2:(3) 13.138204] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 +> [Jupiter:1:(2) 14.286932] [smpi_replay/VERBOSE] 1 reduce 5e4 5e8 6.553424 +> [Tremblay:0:(1) 18.250982] [smpi_replay/VERBOSE] 0 reduce 5e4 5e8 8.056783 +> [Fafard:2:(3) 19.691628] [smpi_replay/VERBOSE] 2 reduce 5e4 5e8 6.553424 +> [Fafard:2:(3) 19.691628] [smpi_replay/INFO] Simulation time 19.691628 $ rm -f replay/one_trace_override @@ -34,7 +34,7 @@ p The same with tracing activated $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=no_loc --cfg=tracing:yes --cfg=tracing/smpi:yes --cfg=tracing/smpi/computing:yes --cfg=tracing/filename:./simgrid_override.trace -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Fafard:2:(3) 19.691622] [smpi_replay/INFO] Simulation time 19.691622 +> [Fafard:2:(3) 19.691628] [smpi_replay/INFO] Simulation time 19.691628 # $ rm -f replay/one_trace_override @@ -171,46 +171,46 @@ $ tail -n +3 ./simgrid_override.trace > 12 0.000000 2 1 7 > 5 9 2 action_reduce "0 1 0" > 5 10 2 smpi_replay_run_finalize "0 1 0" -> 13 0.015036 2 2 -> 12 0.015036 2 2 7 -> 13 0.015676 2 3 -> 12 0.015676 2 3 7 -> 13 2.636405 2 2 -> 12 2.636405 2 2 8 +> 13 0.015039 2 2 +> 12 0.015039 2 2 7 +> 13 0.015678 2 3 +> 12 0.015678 2 3 7 +> 13 2.636409 2 2 +> 12 2.636409 2 2 8 > 13 5.097100 2 1 > 12 5.097100 2 1 8 > 13 5.097100 2 1 > 12 5.097100 2 1 7 -> 13 5.112136 2 2 -> 12 5.112136 2 2 7 -> 13 6.569099 2 3 -> 12 6.569099 2 3 8 -> 13 6.584775 2 3 -> 12 6.584775 2 3 7 -> 13 7.733505 2 2 -> 12 7.733505 2 2 9 -> 12 7.733505 2 2 7 +> 13 5.112139 2 2 +> 12 5.112139 2 2 7 +> 13 6.569102 2 3 +> 12 6.569102 2 3 8 +> 13 6.584781 2 3 +> 12 6.584781 2 3 7 +> 13 7.733508 2 2 +> 12 7.733508 2 2 9 +> 12 7.733508 2 2 7 > 13 10.194200 2 1 > 12 10.194200 2 1 9 -> 13 13.138198 2 3 -> 12 13.138198 2 3 9 -> 12 13.138198 2 3 7 -> 12 13.153874 2 1 7 -> 13 14.286929 2 2 -> 13 14.286929 2 2 -> 12 14.286929 2 2 10 -> 13 14.286929 2 2 -> 7 14.286929 1 2 -> 13 18.250974 2 1 -> 13 18.250974 2 1 -> 12 18.250974 2 1 10 -> 13 18.250974 2 1 -> 7 18.250974 1 1 -> 13 19.691622 2 3 -> 13 19.691622 2 3 -> 12 19.691622 2 3 10 -> 13 19.691622 2 3 -> 7 19.691622 1 3 +> 13 13.138204 2 3 +> 12 13.138204 2 3 9 +> 12 13.138204 2 3 7 +> 12 13.153883 2 1 7 +> 13 14.286932 2 2 +> 13 14.286932 2 2 +> 12 14.286932 2 2 10 +> 13 14.286932 2 2 +> 7 14.286932 1 2 +> 13 18.250982 2 1 +> 13 18.250982 2 1 +> 12 18.250982 2 1 10 +> 13 18.250982 2 1 +> 7 18.250982 1 1 +> 13 19.691628 2 3 +> 13 19.691628 2 3 +> 12 19.691628 2 3 10 +> 13 19.691628 2 3 +> 7 19.691628 1 3 $ rm -f ./simgrid_override.trace @@ -221,15 +221,15 @@ p Another test of trace replay with SMPI (one trace per process) $ mkfile ./split_traces_tesh_override $ ../../smpi_script/bin/smpirun -no-privatize -replay ./split_traces_tesh_override --log=smpi_replay.thresh:verbose --log=no_loc -np 2 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 0.167158] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167158 -> [Jupiter:1:(2) 0.167158] [smpi_replay/VERBOSE] 1 recv 0 0 1e6 0.167158 -> [Jupiter:1:(2) 13.274005] [smpi_replay/VERBOSE] 1 compute 1e9 13.106847 -> [Jupiter:1:(2) 13.274005] [smpi_replay/VERBOSE] 1 isend 0 1 1e6 0.000000 -> [Jupiter:1:(2) 13.274005] [smpi_replay/VERBOSE] 1 irecv 0 2 1e6 0.000000 -> [Tremblay:0:(1) 13.441162] [smpi_replay/VERBOSE] 0 recv 1 1 1e6 13.274005 -> [Jupiter:1:(2) 13.608320] [smpi_replay/VERBOSE] 1 wait 0 1 2 0.334315 -> [Tremblay:0:(1) 13.608320] [smpi_replay/VERBOSE] 0 send 1 2 1e6 0.167158 -> [Jupiter:1:(2) 13.608320] [smpi_replay/INFO] Simulation time 13.608320 +> [Tremblay:0:(1) 0.167160] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167160 +> [Jupiter:1:(2) 0.167160] [smpi_replay/VERBOSE] 1 recv 0 0 1e6 0.167160 +> [Jupiter:1:(2) 13.274007] [smpi_replay/VERBOSE] 1 compute 1e9 13.106847 +> [Jupiter:1:(2) 13.274007] [smpi_replay/VERBOSE] 1 isend 0 1 1e6 0.000000 +> [Jupiter:1:(2) 13.274007] [smpi_replay/VERBOSE] 1 irecv 0 2 1e6 0.000000 +> [Tremblay:0:(1) 13.441167] [smpi_replay/VERBOSE] 0 recv 1 1 1e6 13.274007 +> [Jupiter:1:(2) 13.608327] [smpi_replay/VERBOSE] 1 wait 0 1 2 0.334320 +> [Tremblay:0:(1) 13.608327] [smpi_replay/VERBOSE] 0 send 1 2 1e6 0.167160 +> [Jupiter:1:(2) 13.608327] [smpi_replay/INFO] Simulation time 13.608327 $ rm -f ./split_traces_tesh_override @@ -239,15 +239,15 @@ p Test of barrier replay with SMPI (one trace for all processes) $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 1.518421] [smpi_replay/VERBOSE] 0 send 1 0 1e7 1.518421 -> [Jupiter:1:(2) 1.518421] [smpi_replay/VERBOSE] 1 recv 0 0 1e7 1.518421 -> [Tremblay:0:(1) 1.520397] [smpi_replay/VERBOSE] 0 barrier 0.001976 -> [Jupiter:1:(2) 1.521858] [smpi_replay/VERBOSE] 1 barrier 0.003438 -> [Fafard:2:(3) 1.522373] [smpi_replay/VERBOSE] 2 barrier 1.522373 -> [Tremblay:0:(1) 2.520397] [smpi_replay/VERBOSE] 0 compute 98095000 1.000000 -> [Jupiter:1:(2) 2.521858] [smpi_replay/VERBOSE] 1 compute 76296000 1.000000 -> [Fafard:2:(3) 2.522373] [smpi_replay/VERBOSE] 2 compute 76296000 1.000000 -> [Fafard:2:(3) 2.522373] [smpi_replay/INFO] Simulation time 2.522373 +> [Tremblay:0:(1) 1.518423] [smpi_replay/VERBOSE] 0 send 1 0 1e7 1.518423 +> [Jupiter:1:(2) 1.518423] [smpi_replay/VERBOSE] 1 recv 0 0 1e7 1.518423 +> [Tremblay:0:(1) 1.522406] [smpi_replay/VERBOSE] 0 barrier 0.003983 +> [Jupiter:1:(2) 1.525354] [smpi_replay/VERBOSE] 1 barrier 0.006931 +> [Fafard:2:(3) 1.526390] [smpi_replay/VERBOSE] 2 barrier 1.526390 +> [Tremblay:0:(1) 2.522406] [smpi_replay/VERBOSE] 0 compute 98095000 1.000000 +> [Jupiter:1:(2) 2.525354] [smpi_replay/VERBOSE] 1 compute 76296000 1.000000 +> [Fafard:2:(3) 2.526390] [smpi_replay/VERBOSE] 2 compute 76296000 1.000000 +> [Fafard:2:(3) 2.526390] [smpi_replay/INFO] Simulation time 2.526390 $ rm -f replay/one_trace_override @@ -261,19 +261,19 @@ $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override > [Jupiter:1:(2) 6.553424] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 > [Jupiter:1:(2) 6.553524] [smpi_replay/VERBOSE] 1 test 0 1 0 0.000100 > [Tremblay:0:(1) 10.194200] [smpi_replay/VERBOSE] 0 compute 1e9 10.194200 -> [Tremblay:0:(1) 10.361357] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167158 +> [Tremblay:0:(1) 10.361360] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167160 > [Jupiter:1:(2) 13.106947] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 > [Jupiter:1:(2) 13.106947] [smpi_replay/VERBOSE] 1 wait 0 1 0 0.000000 -> [Tremblay:0:(1) 20.555557] [smpi_replay/VERBOSE] 0 compute 1e9 10.194200 +> [Tremblay:0:(1) 20.555559] [smpi_replay/VERBOSE] 0 compute 1e9 10.194200 > [Fafard:2:(3) 26.213694] [smpi_replay/VERBOSE] 2 compute 2e9 26.213694 > [Fafard:2:(3) 26.213694] [smpi_replay/VERBOSE] 2 irecv 1 1 1e6 0.000000 -> [Jupiter:1:(2) 26.403860] [smpi_replay/VERBOSE] 1 send 2 1 1e6 13.296913 +> [Jupiter:1:(2) 26.403862] [smpi_replay/VERBOSE] 1 send 2 1 1e6 13.296915 > [Fafard:2:(3) 29.490406] [smpi_replay/VERBOSE] 2 compute 2.5e8 3.276712 > [Fafard:2:(3) 29.490606] [smpi_replay/VERBOSE] 2 test 1 2 1 0.000200 > [Fafard:2:(3) 32.767318] [smpi_replay/VERBOSE] 2 compute 2.5e8 3.276712 > [Fafard:2:(3) 32.767318] [smpi_replay/VERBOSE] 2 wait 1 2 1 0.000000 > [Fafard:2:(3) 32.767318] [smpi_replay/VERBOSE] 2 isend 0 2 1e6 0.000000 -> [Tremblay:0:(1) 32.923014] [smpi_replay/VERBOSE] 0 recv 2 2 1e6 12.367458 +> [Tremblay:0:(1) 32.923016] [smpi_replay/VERBOSE] 0 recv 2 2 1e6 12.367457 > [Fafard:2:(3) 39.320741] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 > [Fafard:2:(3) 39.320741] [smpi_replay/INFO] Simulation time 39.320741 @@ -285,13 +285,13 @@ p Test of AllReduce replay with SMPI (one trace for all processes) $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 5.112775] [smpi_replay/VERBOSE] 0 allreduce 5e4 5e8 5.112775 -> [Jupiter:1:(2) 6.584135] [smpi_replay/VERBOSE] 1 allreduce 5e4 5e8 6.584135 -> [Fafard:2:(3) 6.584775] [smpi_replay/VERBOSE] 2 allreduce 5e4 5e8 6.584775 -> [Tremblay:0:(1) 10.209875] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 -> [Jupiter:1:(2) 13.137559] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 -> [Fafard:2:(3) 13.138198] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 -> [Fafard:2:(3) 13.138198] [smpi_replay/INFO] Simulation time 13.138198 +> [Tremblay:0:(1) 5.112778] [smpi_replay/VERBOSE] 0 allreduce 5e4 5e8 5.112778 +> [Jupiter:1:(2) 6.584141] [smpi_replay/VERBOSE] 1 allreduce 5e4 5e8 6.584141 +> [Fafard:2:(3) 6.584781] [smpi_replay/VERBOSE] 2 allreduce 5e4 5e8 6.584781 +> [Tremblay:0:(1) 10.209878] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 +> [Jupiter:1:(2) 13.137565] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 +> [Fafard:2:(3) 13.138204] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 +> [Fafard:2:(3) 13.138204] [smpi_replay/INFO] Simulation time 13.138204 $ rm -f replay/one_trace_override @@ -301,11 +301,10 @@ p Test of AllToAll replay with SMPI (one trace for all processes) $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 0.004041] [smpi_replay/VERBOSE] 0 alltoall 500 500 0.004041 -> [Fafard:2:(3) 0.006920] [smpi_replay/VERBOSE] 2 alltoall 500 500 0.006920 -> [Jupiter:1:(2) 0.006920] [smpi_replay/VERBOSE] 1 alltoall 500 500 0.006920 -> [Jupiter:1:(2) 0.006920] [smpi_replay/INFO] Simulation time 0.006920 - +> [Tremblay:0:(1) 0.004047] [smpi_replay/VERBOSE] 0 alltoall 500 500 0.004047 +> [Fafard:2:(3) 0.006927] [smpi_replay/VERBOSE] 2 alltoall 500 500 0.006927 +> [Jupiter:1:(2) 0.006927] [smpi_replay/VERBOSE] 1 alltoall 500 500 0.006927 +> [Jupiter:1:(2) 0.006927] [smpi_replay/INFO] Simulation time 0.006927 $ rm -f replay/one_trace_override @@ -316,10 +315,10 @@ p Test of AllToAllv replay with SMPI (one trace for all processes) $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 0.004000] [smpi_replay/VERBOSE] 0 alltoallv 100 1 40 30 1000 1 80 100 0.004000 -> [Jupiter:1:(2) 0.006935] [smpi_replay/VERBOSE] 1 alltoallv 1000 80 1 40 1000 40 1 30 0.006935 -> [Fafard:2:(3) 0.006936] [smpi_replay/VERBOSE] 2 alltoallv 1000 100 30 1 1000 30 40 1 0.006936 -> [Fafard:2:(3) 0.006936] [smpi_replay/INFO] Simulation time 0.006936 +> [Tremblay:0:(1) 0.004004] [smpi_replay/VERBOSE] 0 alltoallv 100 1 40 30 1000 1 80 100 0.004004 +> [Jupiter:1:(2) 0.006939] [smpi_replay/VERBOSE] 1 alltoallv 1000 80 1 40 1000 40 1 30 0.006939 +> [Fafard:2:(3) 0.006941] [smpi_replay/VERBOSE] 2 alltoallv 1000 100 30 1 1000 30 40 1 0.006941 +> [Fafard:2:(3) 0.006941] [smpi_replay/INFO] Simulation time 0.006941 $ rm -f replay/one_trace_override @@ -329,11 +328,11 @@ p Test of AllGatherv replay with SMPI (one trace for all processes) $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 4 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 1.397261] [smpi_replay/VERBOSE] 0 allgatherv 275427 275427 275427 275427 204020 0 0 1.397261 -> [Ginette:3:(4) 1.760421] [smpi_replay/VERBOSE] 3 allgatherv 204020 275427 275427 275427 204020 0 0 1.760421 -> [Fafard:2:(3) 1.941986] [smpi_replay/VERBOSE] 2 allgatherv 275427 275427 275427 275427 204020 0 0 1.941986 -> [Jupiter:1:(2) 1.941986] [smpi_replay/VERBOSE] 1 allgatherv 275427 275427 275427 275427 204020 0 0 1.941986 -> [Jupiter:1:(2) 1.941986] [smpi_replay/INFO] Simulation time 1.941986 +> [Tremblay:0:(1) 1.397272] [smpi_replay/VERBOSE] 0 allgatherv 275427 275427 275427 275427 204020 0 0 1.397272 +> [Ginette:3:(4) 1.760434] [smpi_replay/VERBOSE] 3 allgatherv 204020 275427 275427 275427 204020 0 0 1.760434 +> [Fafard:2:(3) 1.942001] [smpi_replay/VERBOSE] 2 allgatherv 275427 275427 275427 275427 204020 0 0 1.942001 +> [Jupiter:1:(2) 1.942001] [smpi_replay/VERBOSE] 1 allgatherv 275427 275427 275427 275427 204020 0 0 1.942001 +> [Jupiter:1:(2) 1.942001] [smpi_replay/INFO] Simulation time 1.942001 $ rm -f replay/one_trace_override @@ -346,13 +345,13 @@ $ mkfile replay/one_trace_override $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace_override --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning > [Fafard:2:(3) 0.000000] [smpi_replay/VERBOSE] 2 irecv 1 1 3000 0.000000 > [Fafard:2:(3) 0.000000] [smpi_replay/VERBOSE] 2 isend 0 2 3000 0.000000 +> [Fafard:2:(3) 0.006224] [smpi_replay/VERBOSE] 2 waitall 0.006224 +> [Fafard:2:(3) 0.006224] [smpi_replay/INFO] Simulation time 0.006224 > [Jupiter:1:(2) 0.000000] [smpi_replay/VERBOSE] 1 isend 0 0 2000 0.000000 > [Jupiter:1:(2) 0.000000] [smpi_replay/VERBOSE] 1 isend 2 1 3000 0.000000 > [Jupiter:1:(2) 0.000000] [smpi_replay/VERBOSE] 1 waitall 0.000000 > [Tremblay:0:(1) 0.000000] [smpi_replay/VERBOSE] 0 irecv 1 0 2000 0.000000 > [Tremblay:0:(1) 0.000000] [smpi_replay/VERBOSE] 0 irecv 2 2 3000 0.000000 -> [Tremblay:0:(1) 0.003787] [smpi_replay/VERBOSE] 0 waitall 0.003787 -> [Fafard:2:(3) 0.006220] [smpi_replay/VERBOSE] 2 waitall 0.006220 -> [Fafard:2:(3) 0.006220] [smpi_replay/INFO] Simulation time 0.006220 +> [Tremblay:0:(1) 0.003790] [smpi_replay/VERBOSE] 0 waitall 0.003790 $ rm -f replay/one_trace_override diff --git a/examples/smpi/replay/replay.tesh b/examples/smpi/replay/replay.tesh index afcf6444b8..a148441cbc 100644 --- a/examples/smpi/replay/replay.tesh +++ b/examples/smpi/replay/replay.tesh @@ -10,21 +10,21 @@ $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning > [Tremblay:0:(1) 0.000000] [smpi_replay/VERBOSE] 0 bcast 5e4 0.000000 -> [Jupiter:1:(2) 0.015036] [smpi_replay/VERBOSE] 1 bcast 5e4 0.015036 -> [Fafard:2:(3) 0.015676] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015676 -> [Jupiter:1:(2) 2.636405] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 +> [Jupiter:1:(2) 0.015039] [smpi_replay/VERBOSE] 1 bcast 5e4 0.015039 +> [Fafard:2:(3) 0.015678] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015678 +> [Jupiter:1:(2) 2.636409] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 > [Tremblay:0:(1) 5.097100] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 > [Tremblay:0:(1) 5.097100] [smpi_replay/VERBOSE] 0 bcast 5e4 0.000000 -> [Jupiter:1:(2) 5.112136] [smpi_replay/VERBOSE] 1 bcast 5e4 2.475730 -> [Fafard:2:(3) 6.569099] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 -> [Fafard:2:(3) 6.584775] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015676 -> [Jupiter:1:(2) 7.733505] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 +> [Jupiter:1:(2) 5.112139] [smpi_replay/VERBOSE] 1 bcast 5e4 2.475730 +> [Fafard:2:(3) 6.569102] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 +> [Fafard:2:(3) 6.584781] [smpi_replay/VERBOSE] 2 bcast 5e4 0.015678 +> [Jupiter:1:(2) 7.733508] [smpi_replay/VERBOSE] 1 compute 2e8 2.621369 > [Tremblay:0:(1) 10.194200] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 -> [Fafard:2:(3) 13.138198] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 -> [Jupiter:1:(2) 14.286929] [smpi_replay/VERBOSE] 1 reduce 5e4 5e8 6.553424 -> [Tremblay:0:(1) 18.250974] [smpi_replay/VERBOSE] 0 reduce 5e4 5e8 8.056774 -> [Fafard:2:(3) 19.691622] [smpi_replay/VERBOSE] 2 reduce 5e4 5e8 6.553424 -> [Fafard:2:(3) 19.691622] [smpi_replay/INFO] Simulation time 19.691622 +> [Fafard:2:(3) 13.138204] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 +> [Jupiter:1:(2) 14.286932] [smpi_replay/VERBOSE] 1 reduce 5e4 5e8 6.553424 +> [Tremblay:0:(1) 18.250982] [smpi_replay/VERBOSE] 0 reduce 5e4 5e8 8.056783 +> [Fafard:2:(3) 19.691628] [smpi_replay/VERBOSE] 2 reduce 5e4 5e8 6.553424 +> [Fafard:2:(3) 19.691628] [smpi_replay/INFO] Simulation time 19.691628 $ rm -f replay/one_trace @@ -34,7 +34,7 @@ p The same with tracing activated $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=no_loc --cfg=tracing:yes --cfg=tracing/smpi:yes --cfg=tracing/smpi/computing:yes -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Fafard:2:(3) 19.691622] [smpi_replay/INFO] Simulation time 19.691622 +> [Fafard:2:(3) 19.691628] [smpi_replay/INFO] Simulation time 19.691628 $ rm -f replay/one_trace @@ -171,46 +171,46 @@ $ tail -n +3 ./simgrid.trace > 12 0.000000 2 1 7 > 5 9 2 action_reduce "0 1 0" > 5 10 2 smpi_replay_run_finalize "0 1 0" -> 13 0.015036 2 2 -> 12 0.015036 2 2 7 -> 13 0.015676 2 3 -> 12 0.015676 2 3 7 -> 13 2.636405 2 2 -> 12 2.636405 2 2 8 +> 13 0.015039 2 2 +> 12 0.015039 2 2 7 +> 13 0.015678 2 3 +> 12 0.015678 2 3 7 +> 13 2.636409 2 2 +> 12 2.636409 2 2 8 > 13 5.097100 2 1 > 12 5.097100 2 1 8 > 13 5.097100 2 1 > 12 5.097100 2 1 7 -> 13 5.112136 2 2 -> 12 5.112136 2 2 7 -> 13 6.569099 2 3 -> 12 6.569099 2 3 8 -> 13 6.584775 2 3 -> 12 6.584775 2 3 7 -> 13 7.733505 2 2 -> 12 7.733505 2 2 9 -> 12 7.733505 2 2 7 +> 13 5.112139 2 2 +> 12 5.112139 2 2 7 +> 13 6.569102 2 3 +> 12 6.569102 2 3 8 +> 13 6.584781 2 3 +> 12 6.584781 2 3 7 +> 13 7.733508 2 2 +> 12 7.733508 2 2 9 +> 12 7.733508 2 2 7 > 13 10.194200 2 1 > 12 10.194200 2 1 9 -> 13 13.138198 2 3 -> 12 13.138198 2 3 9 -> 12 13.138198 2 3 7 -> 12 13.153874 2 1 7 -> 13 14.286929 2 2 -> 13 14.286929 2 2 -> 12 14.286929 2 2 10 -> 13 14.286929 2 2 -> 7 14.286929 1 2 -> 13 18.250974 2 1 -> 13 18.250974 2 1 -> 12 18.250974 2 1 10 -> 13 18.250974 2 1 -> 7 18.250974 1 1 -> 13 19.691622 2 3 -> 13 19.691622 2 3 -> 12 19.691622 2 3 10 -> 13 19.691622 2 3 -> 7 19.691622 1 3 +> 13 13.138204 2 3 +> 12 13.138204 2 3 9 +> 12 13.138204 2 3 7 +> 12 13.153883 2 1 7 +> 13 14.286932 2 2 +> 13 14.286932 2 2 +> 12 14.286932 2 2 10 +> 13 14.286932 2 2 +> 7 14.286932 1 2 +> 13 18.250982 2 1 +> 13 18.250982 2 1 +> 12 18.250982 2 1 10 +> 13 18.250982 2 1 +> 7 18.250982 1 1 +> 13 19.691628 2 3 +> 13 19.691628 2 3 +> 12 19.691628 2 3 10 +> 13 19.691628 2 3 +> 7 19.691628 1 3 $ rm -f ./simgrid.trace @@ -221,15 +221,15 @@ p Another test of trace replay with SMPI (one trace per process) $ mkfile ./split_traces_tesh $ ../../smpi_script/bin/smpirun -no-privatize -replay ./split_traces_tesh --log=smpi_replay.thresh:verbose --log=no_loc -np 2 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 0.167158] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167158 -> [Jupiter:1:(2) 0.167158] [smpi_replay/VERBOSE] 1 recv 0 0 1e6 0.167158 -> [Jupiter:1:(2) 13.274005] [smpi_replay/VERBOSE] 1 compute 1e9 13.106847 -> [Jupiter:1:(2) 13.274005] [smpi_replay/VERBOSE] 1 isend 0 1 1e6 0.000000 -> [Jupiter:1:(2) 13.274005] [smpi_replay/VERBOSE] 1 irecv 0 2 1e6 0.000000 -> [Tremblay:0:(1) 13.441162] [smpi_replay/VERBOSE] 0 recv 1 1 1e6 13.274005 -> [Jupiter:1:(2) 13.608320] [smpi_replay/VERBOSE] 1 wait 0 1 2 0.334315 -> [Tremblay:0:(1) 13.608320] [smpi_replay/VERBOSE] 0 send 1 2 1e6 0.167158 -> [Jupiter:1:(2) 13.608320] [smpi_replay/INFO] Simulation time 13.608320 +> [Tremblay:0:(1) 0.167160] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167160 +> [Jupiter:1:(2) 0.167160] [smpi_replay/VERBOSE] 1 recv 0 0 1e6 0.167160 +> [Jupiter:1:(2) 13.274007] [smpi_replay/VERBOSE] 1 compute 1e9 13.106847 +> [Jupiter:1:(2) 13.274007] [smpi_replay/VERBOSE] 1 isend 0 1 1e6 0.000000 +> [Jupiter:1:(2) 13.274007] [smpi_replay/VERBOSE] 1 irecv 0 2 1e6 0.000000 +> [Tremblay:0:(1) 13.441167] [smpi_replay/VERBOSE] 0 recv 1 1 1e6 13.274007 +> [Jupiter:1:(2) 13.608327] [smpi_replay/VERBOSE] 1 wait 0 1 2 0.334320 +> [Tremblay:0:(1) 13.608327] [smpi_replay/VERBOSE] 0 send 1 2 1e6 0.167160 +> [Jupiter:1:(2) 13.608327] [smpi_replay/INFO] Simulation time 13.608327 $ rm -f ./split_traces_tesh @@ -239,15 +239,15 @@ p Test of barrier replay with SMPI (one trace for all processes) $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 1.518421] [smpi_replay/VERBOSE] 0 send 1 0 1e7 1.518421 -> [Jupiter:1:(2) 1.518421] [smpi_replay/VERBOSE] 1 recv 0 0 1e7 1.518421 -> [Tremblay:0:(1) 1.520397] [smpi_replay/VERBOSE] 0 barrier 0.001976 -> [Jupiter:1:(2) 1.521858] [smpi_replay/VERBOSE] 1 barrier 0.003438 -> [Fafard:2:(3) 1.522373] [smpi_replay/VERBOSE] 2 barrier 1.522373 -> [Tremblay:0:(1) 2.520397] [smpi_replay/VERBOSE] 0 compute 98095000 1.000000 -> [Jupiter:1:(2) 2.521858] [smpi_replay/VERBOSE] 1 compute 76296000 1.000000 -> [Fafard:2:(3) 2.522373] [smpi_replay/VERBOSE] 2 compute 76296000 1.000000 -> [Fafard:2:(3) 2.522373] [smpi_replay/INFO] Simulation time 2.522373 +> [Tremblay:0:(1) 1.518423] [smpi_replay/VERBOSE] 0 send 1 0 1e7 1.518423 +> [Jupiter:1:(2) 1.518423] [smpi_replay/VERBOSE] 1 recv 0 0 1e7 1.518423 +> [Tremblay:0:(1) 1.522406] [smpi_replay/VERBOSE] 0 barrier 0.003983 +> [Jupiter:1:(2) 1.525354] [smpi_replay/VERBOSE] 1 barrier 0.006931 +> [Fafard:2:(3) 1.526390] [smpi_replay/VERBOSE] 2 barrier 1.526390 +> [Tremblay:0:(1) 2.522406] [smpi_replay/VERBOSE] 0 compute 98095000 1.000000 +> [Jupiter:1:(2) 2.525354] [smpi_replay/VERBOSE] 1 compute 76296000 1.000000 +> [Fafard:2:(3) 2.526390] [smpi_replay/VERBOSE] 2 compute 76296000 1.000000 +> [Fafard:2:(3) 2.526390] [smpi_replay/INFO] Simulation time 2.526390 $ rm -f replay/one_trace @@ -261,19 +261,19 @@ $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=rep > [Jupiter:1:(2) 6.553424] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 > [Jupiter:1:(2) 6.553524] [smpi_replay/VERBOSE] 1 test 0 1 0 0.000100 > [Tremblay:0:(1) 10.194200] [smpi_replay/VERBOSE] 0 compute 1e9 10.194200 -> [Tremblay:0:(1) 10.361357] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167158 +> [Tremblay:0:(1) 10.361360] [smpi_replay/VERBOSE] 0 send 1 0 1e6 0.167160 > [Jupiter:1:(2) 13.106947] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 > [Jupiter:1:(2) 13.106947] [smpi_replay/VERBOSE] 1 wait 0 1 0 0.000000 -> [Tremblay:0:(1) 20.555557] [smpi_replay/VERBOSE] 0 compute 1e9 10.194200 +> [Tremblay:0:(1) 20.555559] [smpi_replay/VERBOSE] 0 compute 1e9 10.194200 > [Fafard:2:(3) 26.213694] [smpi_replay/VERBOSE] 2 compute 2e9 26.213694 > [Fafard:2:(3) 26.213694] [smpi_replay/VERBOSE] 2 irecv 1 1 1e6 0.000000 -> [Jupiter:1:(2) 26.403860] [smpi_replay/VERBOSE] 1 send 2 1 1e6 13.296913 +> [Jupiter:1:(2) 26.403862] [smpi_replay/VERBOSE] 1 send 2 1 1e6 13.296915 > [Fafard:2:(3) 29.490406] [smpi_replay/VERBOSE] 2 compute 2.5e8 3.276712 > [Fafard:2:(3) 29.490606] [smpi_replay/VERBOSE] 2 test 1 2 1 0.000200 > [Fafard:2:(3) 32.767318] [smpi_replay/VERBOSE] 2 compute 2.5e8 3.276712 > [Fafard:2:(3) 32.767318] [smpi_replay/VERBOSE] 2 wait 1 2 1 0.000000 > [Fafard:2:(3) 32.767318] [smpi_replay/VERBOSE] 2 isend 0 2 1e6 0.000000 -> [Tremblay:0:(1) 32.923014] [smpi_replay/VERBOSE] 0 recv 2 2 1e6 12.367458 +> [Tremblay:0:(1) 32.923016] [smpi_replay/VERBOSE] 0 recv 2 2 1e6 12.367457 > [Fafard:2:(3) 39.320741] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 > [Fafard:2:(3) 39.320741] [smpi_replay/INFO] Simulation time 39.320741 @@ -285,13 +285,13 @@ p Test of AllReduce replay with SMPI (one trace for all processes) $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 5.112775] [smpi_replay/VERBOSE] 0 allreduce 5e4 5e8 5.112775 -> [Jupiter:1:(2) 6.584135] [smpi_replay/VERBOSE] 1 allreduce 5e4 5e8 6.584135 -> [Fafard:2:(3) 6.584775] [smpi_replay/VERBOSE] 2 allreduce 5e4 5e8 6.584775 -> [Tremblay:0:(1) 10.209875] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 -> [Jupiter:1:(2) 13.137559] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 -> [Fafard:2:(3) 13.138198] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 -> [Fafard:2:(3) 13.138198] [smpi_replay/INFO] Simulation time 13.138198 +> [Tremblay:0:(1) 5.112778] [smpi_replay/VERBOSE] 0 allreduce 5e4 5e8 5.112778 +> [Jupiter:1:(2) 6.584141] [smpi_replay/VERBOSE] 1 allreduce 5e4 5e8 6.584141 +> [Fafard:2:(3) 6.584781] [smpi_replay/VERBOSE] 2 allreduce 5e4 5e8 6.584781 +> [Tremblay:0:(1) 10.209878] [smpi_replay/VERBOSE] 0 compute 5e8 5.097100 +> [Jupiter:1:(2) 13.137565] [smpi_replay/VERBOSE] 1 compute 5e8 6.553424 +> [Fafard:2:(3) 13.138204] [smpi_replay/VERBOSE] 2 compute 5e8 6.553424 +> [Fafard:2:(3) 13.138204] [smpi_replay/INFO] Simulation time 13.138204 $ rm -f replay/one_trace @@ -301,12 +301,10 @@ p Test of AllToAll replay with SMPI (one trace for all processes) $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 0.004041] [smpi_replay/VERBOSE] 0 alltoall 500 500 0.004041 -> [Fafard:2:(3) 0.006920] [smpi_replay/VERBOSE] 2 alltoall 500 500 0.006920 -> [Jupiter:1:(2) 0.006920] [smpi_replay/VERBOSE] 1 alltoall 500 500 0.006920 -> [Jupiter:1:(2) 0.006920] [smpi_replay/INFO] Simulation time 0.006920 - - +> [Tremblay:0:(1) 0.004047] [smpi_replay/VERBOSE] 0 alltoall 500 500 0.004047 +> [Fafard:2:(3) 0.006927] [smpi_replay/VERBOSE] 2 alltoall 500 500 0.006927 +> [Jupiter:1:(2) 0.006927] [smpi_replay/VERBOSE] 1 alltoall 500 500 0.006927 +> [Jupiter:1:(2) 0.006927] [smpi_replay/INFO] Simulation time 0.006927 $ rm -f replay/one_trace @@ -316,11 +314,10 @@ p Test of AllToAllv replay with SMPI (one trace for all processes) $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 0.004000] [smpi_replay/VERBOSE] 0 alltoallv 100 1 40 30 1000 1 80 100 0.004000 -> [Jupiter:1:(2) 0.006935] [smpi_replay/VERBOSE] 1 alltoallv 1000 80 1 40 1000 40 1 30 0.006935 -> [Fafard:2:(3) 0.006936] [smpi_replay/VERBOSE] 2 alltoallv 1000 100 30 1 1000 30 40 1 0.006936 -> [Fafard:2:(3) 0.006936] [smpi_replay/INFO] Simulation time 0.006936 - +> [Tremblay:0:(1) 0.004004] [smpi_replay/VERBOSE] 0 alltoallv 100 1 40 30 1000 1 80 100 0.004004 +> [Jupiter:1:(2) 0.006939] [smpi_replay/VERBOSE] 1 alltoallv 1000 80 1 40 1000 40 1 30 0.006939 +> [Fafard:2:(3) 0.006941] [smpi_replay/VERBOSE] 2 alltoallv 1000 100 30 1 1000 30 40 1 0.006941 +> [Fafard:2:(3) 0.006941] [smpi_replay/INFO] Simulation time 0.006941 $ rm -f replay/one_trace p Test of AllGatherv replay with SMPI (one trace for all processes) @@ -329,11 +326,11 @@ p Test of AllGatherv replay with SMPI (one trace for all processes) $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 4 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning -> [Tremblay:0:(1) 1.397261] [smpi_replay/VERBOSE] 0 allgatherv 275427 275427 275427 275427 204020 0 0 1.397261 -> [Ginette:3:(4) 1.760421] [smpi_replay/VERBOSE] 3 allgatherv 204020 275427 275427 275427 204020 0 0 1.760421 -> [Fafard:2:(3) 1.941986] [smpi_replay/VERBOSE] 2 allgatherv 275427 275427 275427 275427 204020 0 0 1.941986 -> [Jupiter:1:(2) 1.941986] [smpi_replay/VERBOSE] 1 allgatherv 275427 275427 275427 275427 204020 0 0 1.941986 -> [Jupiter:1:(2) 1.941986] [smpi_replay/INFO] Simulation time 1.941986 +> [Tremblay:0:(1) 1.397272] [smpi_replay/VERBOSE] 0 allgatherv 275427 275427 275427 275427 204020 0 0 1.397272 +> [Ginette:3:(4) 1.760434] [smpi_replay/VERBOSE] 3 allgatherv 204020 275427 275427 275427 204020 0 0 1.760434 +> [Fafard:2:(3) 1.942001] [smpi_replay/VERBOSE] 2 allgatherv 275427 275427 275427 275427 204020 0 0 1.942001 +> [Jupiter:1:(2) 1.942001] [smpi_replay/VERBOSE] 1 allgatherv 275427 275427 275427 275427 204020 0 0 1.942001 +> [Jupiter:1:(2) 1.942001] [smpi_replay/INFO] Simulation time 1.942001 $ rm -f replay/one_trace @@ -346,13 +343,13 @@ $ mkfile replay/one_trace $ ../../smpi_script/bin/smpirun -no-privatize -replay replay/one_trace --log=replay.thresh:critical --log=smpi_replay.thresh:verbose --log=no_loc -np 3 -platform ${srcdir:=.}/../platforms/small_platform.xml -hostfile ${srcdir:=.}/hostfile ./replay/smpi_replay --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning > [Fafard:2:(3) 0.000000] [smpi_replay/VERBOSE] 2 irecv 1 1 3000 0.000000 > [Fafard:2:(3) 0.000000] [smpi_replay/VERBOSE] 2 isend 0 2 3000 0.000000 +> [Fafard:2:(3) 0.006224] [smpi_replay/VERBOSE] 2 waitall 0.006224 +> [Fafard:2:(3) 0.006224] [smpi_replay/INFO] Simulation time 0.006224 > [Jupiter:1:(2) 0.000000] [smpi_replay/VERBOSE] 1 isend 0 0 2000 0.000000 > [Jupiter:1:(2) 0.000000] [smpi_replay/VERBOSE] 1 isend 2 1 3000 0.000000 > [Jupiter:1:(2) 0.000000] [smpi_replay/VERBOSE] 1 waitall 0.000000 > [Tremblay:0:(1) 0.000000] [smpi_replay/VERBOSE] 0 irecv 1 0 2000 0.000000 > [Tremblay:0:(1) 0.000000] [smpi_replay/VERBOSE] 0 irecv 2 2 3000 0.000000 -> [Tremblay:0:(1) 0.003787] [smpi_replay/VERBOSE] 0 waitall 0.003787 -> [Fafard:2:(3) 0.006220] [smpi_replay/VERBOSE] 2 waitall 0.006220 -> [Fafard:2:(3) 0.006220] [smpi_replay/INFO] Simulation time 0.006220 +> [Tremblay:0:(1) 0.003790] [smpi_replay/VERBOSE] 0 waitall 0.003790 $ rm -f replay/one_trace diff --git a/examples/smpi/replay_multiple/replay_multiple.tesh b/examples/smpi/replay_multiple/replay_multiple.tesh index 35431022a1..23b97af644 100644 --- a/examples/smpi/replay_multiple/replay_multiple.tesh +++ b/examples/smpi/replay_multiple/replay_multiple.tesh @@ -10,5 +10,5 @@ $ ./replay_multiple description_file ${srcdir:=.}/../../platforms/small_platform > [0.000000] [smpi_config/INFO] You did not set the power of the host running the simulation. The timings will certainly not be accurate. Use the option "--cfg=smpi/host-speed:" to set its value. Check https://simgrid.org/doc/latest/Configuring_SimGrid.html#automatic-benchmarking-of-smpi-code for more information. > [0.000000] [msg_test/INFO] Initializing instance 1 of size 32 > [0.000000] [msg_test/INFO] Initializing instance 2 of size 32 -> [Ginette:2:(34) 37334.768684] [smpi_replay/INFO] Simulation time 10479.011957 -> [37334.768684] [msg_test/INFO] Simulation time 37334.8 +> [Ginette:2:(34) 37334.835108] [smpi_replay/INFO] Simulation time 10479.078382 +> [37334.835108] [msg_test/INFO] Simulation time 37334.8 diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll1.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll1.tesh index 1a865a0bf3..4137fe645d 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll1.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll1.tesh @@ -13,11 +13,11 @@ $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir > [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'alone') -> [ 77.638391] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') -> [ 77.645196] (rank_0_0@Bourassa) Simulation time 77.645196 -> [ 77.645196] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') -> [ 78.645196] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') -> [ 78.645196] (maestro@) Simulation finished! Final time: 78.6452 +> [ 77.638402] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') +> [ 77.645209] (rank_0_0@Bourassa) Simulation time 77.645209 +> [ 77.645209] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') +> [ 78.645209] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') +> [ 78.645209] (maestro@) Simulation finished! Final time: 78.6452 p Workload with one coll job (with noise) ! timeout 120 @@ -29,10 +29,10 @@ $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir > [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'alone') -> [ 77.638391] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') -> [ 77.645196] (rank_0_0@Bourassa) Simulation time 77.645196 -> [ 77.645196] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') -> [ 78.645196] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') -> [ 78.645196] (maestro@) Simulation finished! Final time: 78.6452 +> [ 77.638402] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') +> [ 77.645209] (rank_0_0@Bourassa) Simulation time 77.645209 +> [ 77.645209] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') +> [ 78.645209] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') +> [ 78.645209] (maestro@) Simulation finished! Final time: 78.6452 $ rm -f ${srcdir:=.}/workload_coll1 diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll2_st_sr_noise.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll2_st_sr_noise.tesh index 8d539ec5c7..b648673f76 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll2_st_sr_noise.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_coll2_st_sr_noise.tesh @@ -19,13 +19,13 @@ $ ./replay_multiple_manual ${srcdir:=.}/../../platforms/small_platform_with_rout > [ 0.000000] (job_0001@Bourassa) Executing job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_0@Bourassa) Replaying rank 0 of job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_1@Fafard) Replaying rank 1 of job 1 (smpi_app 'job1') -> [ 155.249699] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [ 155.249699] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [ 155.256538] (rank_0_0@Bourassa) Simulation time 155.256538 -> [ 155.256538] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [ 155.256538] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [ 156.256538] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [ 156.256538] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') -> [ 156.256538] (maestro@) Simulation finished! Final time: 156.257 +> [ 155.249721] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [ 155.249721] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [ 155.256564] (rank_0_0@Bourassa) Simulation time 155.256564 +> [ 155.256564] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [ 155.256564] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [ 156.256564] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') +> [ 156.256564] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') +> [ 156.256564] (maestro@) Simulation finished! Final time: 156.257 $ rm -f ${srcdir:=.}/workload_coll2_same_time_and_resources diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed1.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed1.tesh index 793eaf6036..ff4169334a 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed1.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed1.tesh @@ -13,11 +13,11 @@ $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir > [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'alone') -> [ 737.001374] (rank_0_0@Bourassa) Simulation time 737.001374 -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') -> [ 738.001374] (maestro@) Simulation finished! Final time: 738.001 +> [ 737.001382] (rank_0_0@Bourassa) Simulation time 737.001382 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') +> [ 738.001382] (maestro@) Simulation finished! Final time: 738.001 p Workload with one mixed job (with noise) ! timeout 120 @@ -29,10 +29,10 @@ $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir > [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'alone') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'alone') -> [ 737.001374] (rank_0_0@Bourassa) Simulation time 737.001374 -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') -> [ 738.001374] (maestro@) Simulation finished! Final time: 738.001 +> [ 737.001382] (rank_0_0@Bourassa) Simulation time 737.001382 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'alone') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'alone') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'alone') +> [ 738.001382] (maestro@) Simulation finished! Final time: 738.001 $ rm -f ${srcdir:=.}/workload_mixed1 diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2.tesh index 3e1221e534..3ad735de8f 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2.tesh @@ -7,53 +7,53 @@ $ mkfile ${srcdir:=.}/workload_mixed2 ! timeout 120 ! output sort 25 $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir:=.}/workload_mixed2 --log=smpi.:info --cfg=smpi/host-speed:100 "--log=root.fmt:[%11.6r]%e(%P@%h)%e%m%n" 0 0 +> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') > [ 0.000000] (maestro@) Configuration change: Set 'smpi/host-speed' to '100' > [ 0.000000] (maestro@) Job read: app='job0', file='mixed.txt', size=2, start=0, alloc='0,1' > [ 0.000000] (maestro@) Job read: app='job1', file='mixed.txt', size=2, start=1000, alloc='2,3' -> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') -> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') -> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'job0') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_0@Bourassa) Simulation time 737.001374 -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') +> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') +> [ 737.001382] (rank_0_0@Bourassa) Simulation time 737.001382 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') > [1000.000000] (job_0001@Ginette) Executing job 1 (smpi_app 'job1') > [1000.000000] (rank_1_0@Ginette) Replaying rank 0 of job 1 (smpi_app 'job1') > [1000.000000] (rank_1_1@Jupiter) Replaying rank 1 of job 1 (smpi_app 'job1') -> [1806.923160] (rank_1_0@Ginette) Simulation time 806.923160 -> [1806.923160] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [1806.923160] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [1807.923160] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') -> [1807.923160] (maestro@) Simulation finished! Final time: 1807.92 +> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [1806.923169] (rank_1_0@Ginette) Simulation time 806.923169 +> [1806.923169] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [1806.923169] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [1807.923169] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') +> [1807.923169] (maestro@) Simulation finished! Final time: 1807.92 p Workload with two mixed jobs (not at the same time, not on the same resources, with noise) ! timeout 120 ! output sort 25 $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir:=.}/workload_mixed2 --log=smpi.:info --cfg=smpi/host-speed:100 "--log=root.fmt:[%11.6r]%e(%P@%h)%e%m%n" 7 13 +> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') > [ 0.000000] (maestro@) Configuration change: Set 'smpi/host-speed' to '100' > [ 0.000000] (maestro@) Job read: app='job0', file='mixed.txt', size=2, start=0, alloc='0,1' > [ 0.000000] (maestro@) Job read: app='job1', file='mixed.txt', size=2, start=1000, alloc='2,3' -> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') -> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') -> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'job0') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_0@Bourassa) Simulation time 737.001374 -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') +> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') +> [ 737.001382] (rank_0_0@Bourassa) Simulation time 737.001382 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') > [1000.000000] (job_0001@Ginette) Executing job 1 (smpi_app 'job1') > [1000.000000] (rank_1_0@Ginette) Replaying rank 0 of job 1 (smpi_app 'job1') > [1000.000000] (rank_1_1@Jupiter) Replaying rank 1 of job 1 (smpi_app 'job1') -> [1806.923160] (rank_1_0@Ginette) Simulation time 806.923160 -> [1806.923160] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [1806.923160] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [1807.923160] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') -> [1807.923160] (maestro@) Simulation finished! Final time: 1807.92 +> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [1806.923169] (rank_1_0@Ginette) Simulation time 806.923169 +> [1806.923169] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [1806.923169] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [1807.923169] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') +> [1807.923169] (maestro@) Simulation finished! Final time: 1807.92 $ rm -f ${srcdir:=.}/workload_mixed2 @@ -67,52 +67,52 @@ $ mkfile ${srcdir:=.}/workload_mixed2_same_resources ! timeout 120 ! output sort 25 $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir:=.}/workload_mixed2_same_resources --log=smpi.:info --cfg=smpi/host-speed:100 "--log=root.fmt:[%11.6r]%e(%P@%h)%e%m%n" 0 0 +> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') > [ 0.000000] (maestro@) Configuration change: Set 'smpi/host-speed' to '100' > [ 0.000000] (maestro@) Job read: app='job0', file='mixed.txt', size=2, start=0, alloc='0,1' > [ 0.000000] (maestro@) Job read: app='job1', file='mixed.txt', size=2, start=1000, alloc='0,1' -> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') -> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') -> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'job0') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_0@Bourassa) Simulation time 737.001374 -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') +> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') +> [ 737.001382] (rank_0_0@Bourassa) Simulation time 737.001382 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') > [1000.000000] (job_0001@Bourassa) Executing job 1 (smpi_app 'job1') > [1000.000000] (rank_1_0@Bourassa) Replaying rank 0 of job 1 (smpi_app 'job1') > [1000.000000] (rank_1_1@Fafard) Replaying rank 1 of job 1 (smpi_app 'job1') -> [1737.001374] (rank_1_0@Bourassa) Simulation time 737.001374 -> [1737.001374] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [1737.001374] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [1738.001374] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') -> [1738.001374] (maestro@) Simulation finished! Final time: 1738 +> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [1737.001382] (rank_1_0@Bourassa) Simulation time 737.001382 +> [1737.001382] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [1737.001382] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [1738.001382] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') +> [1738.001382] (maestro@) Simulation finished! Final time: 1738 p Workload with two mixed jobs (not at the same time, but on the same resources, with noise) ! timeout 120 ! output sort 25 $ ./replay_multiple_manual ${platfdir}/small_platform_with_routers.xml ${srcdir:=.}/workload_mixed2_same_resources --log=smpi.:info --cfg=smpi/host-speed:100 "--log=root.fmt:[%11.6r]%e(%P@%h)%e%m%n" 7 13 +> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') > [ 0.000000] (maestro@) Configuration change: Set 'smpi/host-speed' to '100' > [ 0.000000] (maestro@) Job read: app='job0', file='mixed.txt', size=2, start=0, alloc='0,1' > [ 0.000000] (maestro@) Job read: app='job1', file='mixed.txt', size=2, start=1000, alloc='0,1' -> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') -> [ 0.000000] (job_0000@Bourassa) Executing job 0 (smpi_app 'job0') -> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') > [ 0.000000] (rank_0_0@Bourassa) Replaying rank 0 of job 0 (smpi_app 'job0') > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_0@Bourassa) Simulation time 737.001374 -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [ 0.000000] (workload@Bourassa) Launching the job executor of job 0 (app 'job0') +> [ 0.000000] (workload@Bourassa) Sleeping 1000 seconds (waiting for job 1000, app 'job1') +> [ 737.001382] (rank_0_0@Bourassa) Simulation time 737.001382 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') > [1000.000000] (job_0001@Bourassa) Executing job 1 (smpi_app 'job1') > [1000.000000] (rank_1_0@Bourassa) Replaying rank 0 of job 1 (smpi_app 'job1') > [1000.000000] (rank_1_1@Fafard) Replaying rank 1 of job 1 (smpi_app 'job1') -> [1737.001374] (rank_1_0@Bourassa) Simulation time 737.001374 -> [1737.001374] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [1737.001374] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [1738.001374] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') -> [1738.001374] (maestro@) Simulation finished! Final time: 1738 +> [1000.000000] (workload@Bourassa) Launching the job executor of job 1 (app 'job1') +> [1737.001382] (rank_1_0@Bourassa) Simulation time 737.001382 +> [1737.001382] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [1737.001382] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [1738.001382] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') +> [1738.001382] (maestro@) Simulation finished! Final time: 1738 $ rm -f ${srcdir:=.}/workload_mixed2_sr diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st.tesh index d67b84fd2f..196afde075 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st.tesh @@ -13,11 +13,11 @@ $ ./replay_multiple_manual ${srcdir:=.}/../../platforms/small_platform_with_rout > [ 0.000000] (rank_0_1@Fafard) Replaying rank 1 of job 0 (smpi_app 'job0') > [ 0.000000] (rank_1_0@Ginette) Replaying rank 0 of job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_1@Jupiter) Replaying rank 1 of job 1 (smpi_app 'job1') -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [ 806.923160] (rank_1_0@Ginette) Simulation time 806.923160 -> [ 806.923160] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [ 806.923160] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [ 807.923160] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') -> [ 807.923160] (maestro@) Simulation finished! Final time: 807.923 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') +> [ 806.923169] (rank_1_0@Ginette) Simulation time 806.923169 +> [ 806.923169] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [ 806.923169] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [ 807.923169] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') +> [ 807.923169] (maestro@) Simulation finished! Final time: 807.923 diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_noise.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_noise.tesh index 100b2778c9..e0f89cc5ff 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_noise.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_noise.tesh @@ -13,11 +13,11 @@ $ ./replay_multiple_manual ${srcdir:=.}/../../platforms/small_platform_with_rout > [ 0.000000] (job_0001@Ginette) Executing job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_0@Ginette) Replaying rank 0 of job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_1@Jupiter) Replaying rank 1 of job 1 (smpi_app 'job1') -> [ 737.001374] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [ 737.001374] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [ 738.001374] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [ 806.923160] (rank_1_0@Ginette) Simulation time 806.923160 -> [ 806.923160] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [ 806.923160] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [ 807.923160] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') -> [ 807.923160] (maestro@) Simulation finished! Final time: 807.923 +> [ 737.001382] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [ 737.001382] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [ 738.001382] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') +> [ 806.923169] (rank_1_0@Ginette) Simulation time 806.923169 +> [ 806.923169] (rank_1_0@Ginette) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [ 806.923169] (rank_1_1@Jupiter) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [ 807.923169] (job_0001@Ginette) Finished job 1 (smpi_app 'job1') +> [ 807.923169] (maestro@) Simulation finished! Final time: 807.923 diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr.tesh index 8eaaa2e6aa..2f242fc1ef 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr.tesh @@ -13,11 +13,11 @@ $ ./replay_multiple_manual ${srcdir:=.}/../../platforms/small_platform_with_rout > [ 0.000000] (job_0001@Bourassa) Executing job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_0@Bourassa) Replaying rank 0 of job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_1@Fafard) Replaying rank 1 of job 1 (smpi_app 'job1') -> [1473.975664] (rank_0_0@Bourassa) Simulation time 1473.975664 -> [1473.975664] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [1473.975664] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [1473.975664] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [1473.975664] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [1474.975664] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [1474.975664] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') -> [1474.975664] (maestro@) Simulation finished! Final time: 1474.98 +> [1473.975681] (rank_0_0@Bourassa) Simulation time 1473.975681 +> [1473.975681] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [1473.975681] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [1473.975681] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [1473.975681] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [1474.975681] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') +> [1474.975681] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') +> [1474.975681] (maestro@) Simulation finished! Final time: 1474.98 diff --git a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr_noise.tesh b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr_noise.tesh index d72130b63b..1f3c5b5c25 100644 --- a/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr_noise.tesh +++ b/examples/smpi/replay_multiple_manual_deploy/replay_multiple_manual_mixed2_st_sr_noise.tesh @@ -13,11 +13,11 @@ $ ./replay_multiple_manual ${srcdir:=.}/../../platforms/small_platform_with_rout > [ 0.000000] (job_0001@Bourassa) Executing job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_0@Bourassa) Replaying rank 0 of job 1 (smpi_app 'job1') > [ 0.000000] (rank_1_1@Fafard) Replaying rank 1 of job 1 (smpi_app 'job1') -> [1473.975664] (rank_0_0@Bourassa) Simulation time 1473.975664 -> [1473.975664] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') -> [1473.975664] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') -> [1473.975664] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') -> [1473.975664] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') -> [1474.975664] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') -> [1474.975664] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') -> [1474.975664] (maestro@) Simulation finished! Final time: 1474.98 +> [1473.975681] (rank_0_0@Bourassa) Simulation time 1473.975681 +> [1473.975681] (rank_0_0@Bourassa) Finished replaying rank 0 of job 0 (smpi_app 'job0') +> [1473.975681] (rank_0_1@Fafard) Finished replaying rank 1 of job 0 (smpi_app 'job0') +> [1473.975681] (rank_1_0@Bourassa) Finished replaying rank 0 of job 1 (smpi_app 'job1') +> [1473.975681] (rank_1_1@Fafard) Finished replaying rank 1 of job 1 (smpi_app 'job1') +> [1474.975681] (job_0000@Bourassa) Finished job 0 (smpi_app 'job0') +> [1474.975681] (job_0001@Bourassa) Finished job 1 (smpi_app 'job1') +> [1474.975681] (maestro@) Simulation finished! Final time: 1474.98 diff --git a/examples/smpi/smpi_s4u_masterslave/s4u_smpi.tesh b/examples/smpi/smpi_s4u_masterslave/s4u_smpi.tesh index 252735bfb6..ff3932f456 100644 --- a/examples/smpi/smpi_s4u_masterslave/s4u_smpi.tesh +++ b/examples/smpi/smpi_s4u_masterslave/s4u_smpi.tesh @@ -12,32 +12,32 @@ $ ./masterslave_mailbox_smpi ${srcdir:=.}/../../platforms/small_platform_with_ro > [Fafard:alltoall_mpi:(9) 0.000000] [msg_test/INFO] alltoall for rank 3 > [Ginette:master_mpi:(4) 0.000000] [msg_test/INFO] After comm 0 > [Ginette:master_mpi:(4) 0.000000] [msg_test/INFO] After finalize 0 0 -> [Bourassa:master_mpi:(5) 0.016868] [msg_test/INFO] After comm 1 -> [Bourassa:master_mpi:(5) 0.016868] [msg_test/INFO] After finalize 1 0 -> [Ginette:alltoall_mpi:(6) 0.100219] [msg_test/INFO] after alltoall 0 -> [Fafard:alltoall_mpi:(9) 0.100625] [msg_test/INFO] after alltoall 3 -> [Tremblay:master:(1) 0.125464] [msg_test/INFO] Sending task 1 of 20 to mailbox 'Jupiter' -> [Bourassa:alltoall_mpi:(7) 0.129082] [msg_test/INFO] after alltoall 1 -> [Jupiter:alltoall_mpi:(8) 0.129358] [msg_test/INFO] after alltoall 2 -> [Tremblay:master:(1) 0.294619] [msg_test/INFO] Sending task 2 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 1.280294] [msg_test/INFO] Sending task 3 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 1.449449] [msg_test/INFO] Sending task 4 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 2.435124] [msg_test/INFO] Sending task 5 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 2.604279] [msg_test/INFO] Sending task 6 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 3.589954] [msg_test/INFO] Sending task 7 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 3.759109] [msg_test/INFO] Sending task 8 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 4.744784] [msg_test/INFO] Sending task 9 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 4.913938] [msg_test/INFO] Sending task 10 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 5.899614] [msg_test/INFO] Sending task 11 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 6.068768] [msg_test/INFO] Sending task 12 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 7.054444] [msg_test/INFO] Sending task 13 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 7.223598] [msg_test/INFO] Sending task 14 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 8.209273] [msg_test/INFO] Sending task 15 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 8.378428] [msg_test/INFO] Sending task 16 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 9.364103] [msg_test/INFO] Sending task 17 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 9.533258] [msg_test/INFO] Sending task 18 of 20 to mailbox 'Ginette' -> [Tremblay:master:(1) 10.518933] [msg_test/INFO] Sending task 19 of 20 to mailbox 'Jupiter' -> [Tremblay:master:(1) 10.688088] [msg_test/INFO] All tasks have been dispatched. Request all workers to stop. -> [Ginette:worker:(2) 11.566584] [msg_test/INFO] Exiting now. -> [Jupiter:worker:(3) 11.585598] [msg_test/INFO] Exiting now. -> [11.585598] [msg_test/INFO] Simulation time 11.5856 +> [Bourassa:master_mpi:(5) 0.016871] [msg_test/INFO] After comm 1 +> [Bourassa:master_mpi:(5) 0.016871] [msg_test/INFO] After finalize 1 0 +> [Ginette:alltoall_mpi:(6) 0.100236] [msg_test/INFO] after alltoall 0 +> [Fafard:alltoall_mpi:(9) 0.100642] [msg_test/INFO] after alltoall 3 +> [Tremblay:master:(1) 0.125471] [msg_test/INFO] Sending task 1 of 20 to mailbox 'Jupiter' +> [Bourassa:alltoall_mpi:(7) 0.129102] [msg_test/INFO] after alltoall 1 +> [Jupiter:alltoall_mpi:(8) 0.129378] [msg_test/INFO] after alltoall 2 +> [Tremblay:master:(1) 0.294626] [msg_test/INFO] Sending task 2 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 1.280301] [msg_test/INFO] Sending task 3 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 1.449456] [msg_test/INFO] Sending task 4 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 2.435131] [msg_test/INFO] Sending task 5 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 2.604286] [msg_test/INFO] Sending task 6 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 3.589961] [msg_test/INFO] Sending task 7 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 3.759116] [msg_test/INFO] Sending task 8 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 4.744791] [msg_test/INFO] Sending task 9 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 4.913945] [msg_test/INFO] Sending task 10 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 5.899621] [msg_test/INFO] Sending task 11 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 6.068775] [msg_test/INFO] Sending task 12 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 7.054451] [msg_test/INFO] Sending task 13 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 7.223605] [msg_test/INFO] Sending task 14 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 8.209280] [msg_test/INFO] Sending task 15 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 8.378435] [msg_test/INFO] Sending task 16 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 9.364110] [msg_test/INFO] Sending task 17 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 9.533265] [msg_test/INFO] Sending task 18 of 20 to mailbox 'Ginette' +> [Tremblay:master:(1) 10.518940] [msg_test/INFO] Sending task 19 of 20 to mailbox 'Jupiter' +> [Tremblay:master:(1) 10.688095] [msg_test/INFO] All tasks have been dispatched. Request all workers to stop. +> [Ginette:worker:(2) 11.566591] [msg_test/INFO] Exiting now. +> [Jupiter:worker:(3) 11.585605] [msg_test/INFO] Exiting now. +> [11.585605] [msg_test/INFO] Simulation time 11.5856 diff --git a/examples/smpi/trace/trace.tesh b/examples/smpi/trace/trace.tesh index 01f8668314..ad4d92f4b6 100644 --- a/examples/smpi/trace/trace.tesh +++ b/examples/smpi/trace/trace.tesh @@ -122,25 +122,25 @@ $ tail -n +3 ${bindir:=.}/smpi_trace.trace > 4 4 0 1 1 MIGRATE_LINK > 2 5 1 MIGRATE_STATE > 6 0.000000 1 1 0 "rank-0" +> 6 0.000000 2 1 0 "rank-1" +> 6 0.000000 3 1 0 "rank-2" > 5 6 2 PMPI_Init "0 1 0" > 5 7 2 computing "0 1 1" > 5 8 2 sleeping "0 0.5 0.5" -> 6 0.000000 2 1 0 "rank-1" -> 6 0.000000 3 1 0 "rank-2" +> 5 9 2 PMPI_Isend "0.52 0.52 1" +> 5 10 2 PMPI_Wait "1 1 0" > 12 0.000000 2 1 6 > 13 0.000000 2 1 > 12 0.000000 2 1 8 +> 13 0.000000 2 1 +> 12 0.000000 2 1 9 +> 15 0.000000 3 0 PTP 1 1_2_12345_1 > 12 0.000000 2 2 6 > 13 0.000000 2 2 > 12 0.000000 2 2 8 > 12 0.000000 2 3 6 > 13 0.000000 2 3 > 12 0.000000 2 3 8 -> 5 9 2 PMPI_Isend "0.52 0.52 1" -> 5 10 2 PMPI_Wait "1 1 0" -> 13 0.000000 2 1 -> 12 0.000000 2 1 9 -> 15 0.000000 3 0 PTP 1 1_2_12345_1 > 13 0.000000 2 1 > 12 0.000000 2 1 10 > 5 11 2 PMPI_Recv "1 0 0" @@ -153,1195 +153,1196 @@ $ tail -n +3 ${bindir:=.}/smpi_trace.trace > 5 18 2 PMPI_Finalize "0 1 0" > 13 1.000000 2 2 > 12 1.000000 2 2 11 -> 13 1.077073 2 1 -> 12 1.077073 2 1 12 -> 16 1.077073 3 0 PTP 2 1_2_12345_1 -> 13 1.077073 2 2 -> 12 1.077073 2 2 12 +> 13 1.077076 2 1 +> 12 1.077076 2 1 12 +> 16 1.077076 3 0 PTP 2 1_2_12345_1 +> 13 1.077076 2 2 +> 12 1.077076 2 2 12 > 13 2.000000 2 3 > 12 2.000000 2 3 12 -> 13 2.001976 2 1 -> 12 2.001976 2 1 13 -> 15 2.001976 3 0 PTP 1 1_2_12345_2 -> 13 2.003438 2 2 -> 12 2.003438 2 2 14 -> 13 2.003438 2 2 -> 12 2.003438 2 2 10 -> 13 2.003952 2 3 -> 12 2.003952 2 3 12 -> 13 2.080511 2 1 -> 12 2.080511 2 1 12 -> 13 2.080511 2 2 -> 16 2.080511 3 0 PTP 2 1_2_12345_2 -> 12 2.080511 2 2 12 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_3 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_4 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_5 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_6 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_7 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_8 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_9 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_10 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_11 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_12 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_13 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_14 -> 13 2.082487 2 1 -> 12 2.082487 2 1 9 -> 15 2.082487 3 0 PTP 1 1_2_12345_15 -> 13 2.082487 2 1 -> 12 2.082487 2 1 10 -> 13 2.083949 2 2 -> 12 2.083949 2 2 11 -> 13 2.084463 2 3 -> 12 2.084463 2 3 12 -> 13 2.161022 2 1 -> 12 2.161022 2 1 10 -> 16 2.161022 3 0 PTP 2 1_2_12345_3 -> 13 2.161022 2 2 -> 12 2.161022 2 2 11 -> 13 2.238095 2 1 -> 12 2.238095 2 1 10 -> 16 2.238095 3 0 PTP 2 1_2_12345_4 -> 13 2.238095 2 2 -> 12 2.238095 2 2 11 -> 13 2.315169 2 1 -> 12 2.315169 2 1 10 -> 16 2.315169 3 0 PTP 2 1_2_12345_5 -> 13 2.315169 2 2 -> 12 2.315169 2 2 11 -> 13 2.392242 2 1 -> 12 2.392242 2 1 10 -> 16 2.392242 3 0 PTP 2 1_2_12345_6 -> 13 2.392242 2 2 -> 12 2.392242 2 2 11 -> 13 2.469316 2 1 -> 12 2.469316 2 1 10 -> 16 2.469316 3 0 PTP 2 1_2_12345_7 -> 13 2.469316 2 2 -> 12 2.469316 2 2 11 -> 13 2.546389 2 1 -> 12 2.546389 2 1 10 -> 16 2.546389 3 0 PTP 2 1_2_12345_8 -> 13 2.546389 2 2 -> 12 2.546389 2 2 11 -> 13 2.623463 2 1 -> 12 2.623463 2 1 10 -> 16 2.623463 3 0 PTP 2 1_2_12345_9 -> 13 2.623463 2 2 -> 12 2.623463 2 2 11 -> 13 2.700536 2 1 -> 12 2.700536 2 1 10 -> 16 2.700536 3 0 PTP 2 1_2_12345_10 -> 13 2.700536 2 2 -> 12 2.700536 2 2 11 -> 13 2.777610 2 1 -> 12 2.777610 2 1 10 -> 16 2.777610 3 0 PTP 2 1_2_12345_11 -> 13 2.777610 2 2 -> 12 2.777610 2 2 11 -> 13 2.854683 2 1 -> 12 2.854683 2 1 10 -> 16 2.854683 3 0 PTP 2 1_2_12345_12 -> 13 2.854683 2 2 -> 12 2.854683 2 2 11 -> 13 2.931756 2 1 -> 12 2.931756 2 1 10 -> 16 2.931756 3 0 PTP 2 1_2_12345_13 -> 13 2.931756 2 2 -> 12 2.931756 2 2 11 -> 13 3.008830 2 1 -> 12 3.008830 2 1 10 -> 16 3.008830 3 0 PTP 2 1_2_12345_14 -> 13 3.008830 2 2 -> 12 3.008830 2 2 11 -> 13 3.085903 2 1 -> 12 3.085903 2 1 12 -> 16 3.085903 3 0 PTP 2 1_2_12345_15 -> 13 3.085903 2 2 -> 12 3.085903 2 2 12 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_16 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_17 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_18 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_19 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_20 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_21 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_22 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_23 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_24 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_25 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_26 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_27 -> 13 3.087879 2 1 -> 12 3.087879 2 1 9 -> 15 3.087879 3 0 PTP 1 1_2_12345_28 -> 13 3.087879 2 1 -> 12 3.087879 2 1 15 -> 13 3.089341 2 2 -> 12 3.089341 2 2 11 -> 13 3.089855 2 3 -> 12 3.089855 2 3 12 -> 13 3.166414 2 1 -> 12 3.166414 2 1 15 -> 16 3.166414 3 0 PTP 2 1_2_12345_16 -> 13 3.166414 2 2 -> 12 3.166414 2 2 11 -> 13 3.243488 2 1 -> 12 3.243488 2 1 15 -> 16 3.243488 3 0 PTP 2 1_2_12345_17 -> 13 3.243488 2 2 -> 12 3.243488 2 2 11 -> 13 3.320561 2 1 -> 12 3.320561 2 1 15 -> 16 3.320561 3 0 PTP 2 1_2_12345_18 -> 13 3.320561 2 2 -> 12 3.320561 2 2 11 -> 13 3.397635 2 1 -> 12 3.397635 2 1 15 -> 16 3.397635 3 0 PTP 2 1_2_12345_19 -> 13 3.397635 2 2 -> 12 3.397635 2 2 11 -> 13 3.474708 2 1 -> 12 3.474708 2 1 15 -> 16 3.474708 3 0 PTP 2 1_2_12345_20 -> 13 3.474708 2 2 -> 12 3.474708 2 2 11 -> 13 3.551782 2 1 -> 12 3.551782 2 1 15 -> 16 3.551782 3 0 PTP 2 1_2_12345_21 -> 13 3.551782 2 2 -> 12 3.551782 2 2 11 -> 13 3.628855 2 1 -> 12 3.628855 2 1 15 -> 16 3.628855 3 0 PTP 2 1_2_12345_22 -> 13 3.628855 2 2 -> 12 3.628855 2 2 11 -> 13 3.705929 2 1 -> 12 3.705929 2 1 15 -> 16 3.705929 3 0 PTP 2 1_2_12345_23 -> 13 3.705929 2 2 -> 12 3.705929 2 2 11 -> 13 3.783002 2 1 -> 12 3.783002 2 1 15 -> 16 3.783002 3 0 PTP 2 1_2_12345_24 -> 13 3.783002 2 2 -> 12 3.783002 2 2 11 -> 13 3.860075 2 1 -> 12 3.860075 2 1 15 -> 16 3.860075 3 0 PTP 2 1_2_12345_25 -> 13 3.860075 2 2 -> 12 3.860075 2 2 11 -> 13 3.937149 2 1 -> 12 3.937149 2 1 15 -> 16 3.937149 3 0 PTP 2 1_2_12345_26 -> 13 3.937149 2 2 -> 12 3.937149 2 2 11 -> 13 4.014222 2 1 -> 12 4.014222 2 1 15 -> 16 4.014222 3 0 PTP 2 1_2_12345_27 -> 13 4.014222 2 2 -> 12 4.014222 2 2 11 -> 13 4.091296 2 1 -> 12 4.091296 2 1 12 -> 16 4.091296 3 0 PTP 2 1_2_12345_28 -> 13 4.091296 2 2 -> 12 4.091296 2 2 12 -> 13 4.093272 2 1 -> 12 4.093272 2 1 13 -> 15 4.093272 3 0 PTP 1 1_2_12345_29 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 14 -> 13 4.094733 2 2 -> 12 4.094733 2 2 10 -> 13 4.095248 2 3 -> 12 4.095248 2 3 12 -> 13 4.171807 2 1 -> 12 4.171807 2 1 13 -> 15 4.171807 3 0 PTP 1 1_2_12345_30 -> 13 4.171807 2 2 -> 16 4.171807 3 0 PTP 2 1_2_12345_29 -> 12 4.171807 2 2 10 -> 13 4.248880 2 2 -> 16 4.248880 3 0 PTP 2 1_2_12345_30 -> 12 4.248880 2 2 10 -> 13 4.248880 2 1 -> 12 4.248880 2 1 13 -> 15 4.248880 3 0 PTP 1 1_2_12345_31 -> 13 4.325954 2 2 -> 16 4.325954 3 0 PTP 2 1_2_12345_31 -> 12 4.325954 2 2 10 -> 13 4.325954 2 1 -> 12 4.325954 2 1 13 -> 15 4.325954 3 0 PTP 1 1_2_12345_32 -> 13 4.403027 2 2 -> 16 4.403027 3 0 PTP 2 1_2_12345_32 -> 12 4.403027 2 2 10 -> 13 4.403027 2 1 -> 12 4.403027 2 1 13 -> 15 4.403027 3 0 PTP 1 1_2_12345_33 -> 13 4.480101 2 2 -> 16 4.480101 3 0 PTP 2 1_2_12345_33 -> 12 4.480101 2 2 10 -> 13 4.480101 2 1 -> 12 4.480101 2 1 13 -> 15 4.480101 3 0 PTP 1 1_2_12345_34 -> 13 4.557174 2 2 -> 16 4.557174 3 0 PTP 2 1_2_12345_34 -> 12 4.557174 2 2 10 -> 13 4.557174 2 1 -> 12 4.557174 2 1 13 -> 15 4.557174 3 0 PTP 1 1_2_12345_35 -> 13 4.634247 2 2 -> 16 4.634247 3 0 PTP 2 1_2_12345_35 -> 12 4.634247 2 2 10 -> 13 4.634247 2 1 -> 12 4.634247 2 1 13 -> 15 4.634247 3 0 PTP 1 1_2_12345_36 -> 13 4.711321 2 2 -> 16 4.711321 3 0 PTP 2 1_2_12345_36 -> 12 4.711321 2 2 10 -> 13 4.711321 2 1 -> 12 4.711321 2 1 13 -> 15 4.711321 3 0 PTP 1 1_2_12345_37 -> 13 4.788394 2 2 -> 16 4.788394 3 0 PTP 2 1_2_12345_37 -> 12 4.788394 2 2 10 -> 13 4.788394 2 1 -> 12 4.788394 2 1 13 -> 15 4.788394 3 0 PTP 1 1_2_12345_38 -> 13 4.865468 2 2 -> 16 4.865468 3 0 PTP 2 1_2_12345_38 -> 12 4.865468 2 2 10 -> 13 4.865468 2 1 -> 12 4.865468 2 1 13 -> 15 4.865468 3 0 PTP 1 1_2_12345_39 -> 13 4.942541 2 2 -> 16 4.942541 3 0 PTP 2 1_2_12345_39 -> 12 4.942541 2 2 10 -> 13 4.942541 2 1 -> 12 4.942541 2 1 13 -> 15 4.942541 3 0 PTP 1 1_2_12345_40 -> 13 5.019615 2 2 -> 16 5.019615 3 0 PTP 2 1_2_12345_40 -> 12 5.019615 2 2 10 -> 13 5.019615 2 1 -> 12 5.019615 2 1 13 -> 15 5.019615 3 0 PTP 1 1_2_12345_41 -> 13 5.096688 2 2 -> 16 5.096688 3 0 PTP 2 1_2_12345_41 -> 12 5.096688 2 2 12 -> 13 5.096688 2 1 -> 12 5.096688 2 1 12 -> 13 5.098664 2 1 -> 12 5.098664 2 1 13 -> 15 5.098664 3 0 PTP 1 1_2_12345_42 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 14 -> 13 5.100126 2 2 -> 12 5.100126 2 2 15 -> 13 5.100640 2 3 -> 12 5.100640 2 3 12 -> 13 5.177199 2 1 -> 12 5.177199 2 1 13 -> 15 5.177199 3 0 PTP 1 1_2_12345_43 -> 16 5.177199 3 0 PTP 2 1_2_12345_42 -> 13 5.177199 2 2 -> 12 5.177199 2 2 15 -> 16 5.254273 3 0 PTP 2 1_2_12345_43 -> 13 5.254273 2 2 -> 12 5.254273 2 2 15 -> 13 5.254273 2 1 -> 12 5.254273 2 1 13 -> 15 5.254273 3 0 PTP 1 1_2_12345_44 -> 16 5.331346 3 0 PTP 2 1_2_12345_44 -> 13 5.331346 2 2 -> 12 5.331346 2 2 15 -> 13 5.331346 2 1 -> 12 5.331346 2 1 13 -> 15 5.331346 3 0 PTP 1 1_2_12345_45 -> 16 5.408420 3 0 PTP 2 1_2_12345_45 -> 13 5.408420 2 2 -> 12 5.408420 2 2 15 -> 13 5.408420 2 1 -> 12 5.408420 2 1 13 -> 15 5.408420 3 0 PTP 1 1_2_12345_46 -> 16 5.485493 3 0 PTP 2 1_2_12345_46 -> 13 5.485493 2 2 -> 12 5.485493 2 2 15 -> 13 5.485493 2 1 -> 12 5.485493 2 1 13 -> 15 5.485493 3 0 PTP 1 1_2_12345_47 -> 16 5.562566 3 0 PTP 2 1_2_12345_47 -> 13 5.562566 2 2 -> 12 5.562566 2 2 15 -> 13 5.562566 2 1 -> 12 5.562566 2 1 13 -> 15 5.562566 3 0 PTP 1 1_2_12345_48 -> 16 5.639640 3 0 PTP 2 1_2_12345_48 -> 13 5.639640 2 2 -> 12 5.639640 2 2 15 -> 13 5.639640 2 1 -> 12 5.639640 2 1 13 -> 15 5.639640 3 0 PTP 1 1_2_12345_49 -> 16 5.716713 3 0 PTP 2 1_2_12345_49 -> 13 5.716713 2 2 -> 12 5.716713 2 2 15 -> 13 5.716713 2 1 -> 12 5.716713 2 1 13 -> 15 5.716713 3 0 PTP 1 1_2_12345_50 -> 16 5.793787 3 0 PTP 2 1_2_12345_50 -> 13 5.793787 2 2 -> 12 5.793787 2 2 15 -> 13 5.793787 2 1 -> 12 5.793787 2 1 13 -> 15 5.793787 3 0 PTP 1 1_2_12345_51 -> 16 5.870860 3 0 PTP 2 1_2_12345_51 -> 13 5.870860 2 2 -> 12 5.870860 2 2 15 -> 13 5.870860 2 1 -> 12 5.870860 2 1 13 -> 15 5.870860 3 0 PTP 1 1_2_12345_52 -> 16 5.947934 3 0 PTP 2 1_2_12345_52 -> 13 5.947934 2 2 -> 12 5.947934 2 2 15 -> 13 5.947934 2 1 -> 12 5.947934 2 1 13 -> 15 5.947934 3 0 PTP 1 1_2_12345_53 -> 16 6.025007 3 0 PTP 2 1_2_12345_53 -> 13 6.025007 2 2 -> 12 6.025007 2 2 15 -> 13 6.025007 2 1 -> 12 6.025007 2 1 13 -> 15 6.025007 3 0 PTP 1 1_2_12345_54 -> 16 6.102081 3 0 PTP 2 1_2_12345_54 -> 13 6.102081 2 2 -> 12 6.102081 2 2 12 -> 13 6.102081 2 1 -> 12 6.102081 2 1 12 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_55 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_56 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_57 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_58 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_59 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_60 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_61 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_62 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_63 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_64 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_65 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_66 -> 13 6.104057 2 1 -> 12 6.104057 2 1 9 -> 15 6.104057 3 0 PTP 1 1_2_12345_67 -> 13 6.104057 2 1 -> 12 6.104057 2 1 16 -> 13 6.105518 2 2 -> 12 6.105518 2 2 11 -> 13 6.106033 2 3 -> 12 6.106033 2 3 12 -> 16 6.182592 3 0 PTP 2 1_2_12345_55 -> 13 6.182592 2 2 -> 12 6.182592 2 2 11 -> 16 6.259665 3 0 PTP 2 1_2_12345_56 -> 13 6.259665 2 2 -> 12 6.259665 2 2 11 -> 16 6.336738 3 0 PTP 2 1_2_12345_57 -> 13 6.336738 2 2 -> 12 6.336738 2 2 11 -> 16 6.413812 3 0 PTP 2 1_2_12345_58 -> 13 6.413812 2 2 -> 12 6.413812 2 2 11 -> 16 6.490885 3 0 PTP 2 1_2_12345_59 -> 13 6.490885 2 2 -> 12 6.490885 2 2 11 -> 16 6.567959 3 0 PTP 2 1_2_12345_60 -> 13 6.567959 2 2 -> 12 6.567959 2 2 11 -> 16 6.645032 3 0 PTP 2 1_2_12345_61 -> 13 6.645032 2 2 -> 12 6.645032 2 2 11 -> 16 6.722106 3 0 PTP 2 1_2_12345_62 -> 13 6.722106 2 2 -> 12 6.722106 2 2 11 -> 16 6.799179 3 0 PTP 2 1_2_12345_63 -> 13 6.799179 2 2 -> 12 6.799179 2 2 11 -> 16 6.876253 3 0 PTP 2 1_2_12345_64 -> 13 6.876253 2 2 -> 12 6.876253 2 2 11 -> 16 6.953326 3 0 PTP 2 1_2_12345_65 -> 13 6.953326 2 2 -> 12 6.953326 2 2 11 -> 16 7.030400 3 0 PTP 2 1_2_12345_66 -> 13 7.030400 2 2 -> 12 7.030400 2 2 11 -> 13 7.107473 2 1 -> 12 7.107473 2 1 12 -> 16 7.107473 3 0 PTP 2 1_2_12345_67 -> 13 7.107473 2 2 -> 12 7.107473 2 2 12 -> 13 7.109449 2 1 -> 12 7.109449 2 1 13 -> 15 7.109449 3 0 PTP 1 1_2_12345_68 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 14 -> 13 7.110911 2 2 -> 12 7.110911 2 2 16 -> 13 7.111425 2 3 -> 12 7.111425 2 3 12 -> 13 7.187984 2 1 -> 12 7.187984 2 1 13 -> 15 7.187984 3 0 PTP 1 1_2_12345_69 -> 13 7.265057 2 1 -> 12 7.265057 2 1 13 -> 15 7.265057 3 0 PTP 1 1_2_12345_70 -> 13 7.342131 2 1 -> 12 7.342131 2 1 13 -> 15 7.342131 3 0 PTP 1 1_2_12345_71 -> 13 7.419204 2 1 -> 12 7.419204 2 1 13 -> 15 7.419204 3 0 PTP 1 1_2_12345_72 -> 13 7.496278 2 1 -> 12 7.496278 2 1 13 -> 15 7.496278 3 0 PTP 1 1_2_12345_73 -> 13 7.573351 2 1 -> 12 7.573351 2 1 13 -> 15 7.573351 3 0 PTP 1 1_2_12345_74 -> 13 7.650425 2 1 -> 12 7.650425 2 1 13 -> 15 7.650425 3 0 PTP 1 1_2_12345_75 -> 13 7.727498 2 1 -> 12 7.727498 2 1 13 -> 15 7.727498 3 0 PTP 1 1_2_12345_76 -> 13 7.804572 2 1 -> 12 7.804572 2 1 13 -> 15 7.804572 3 0 PTP 1 1_2_12345_77 -> 13 7.881645 2 1 -> 12 7.881645 2 1 13 -> 15 7.881645 3 0 PTP 1 1_2_12345_78 -> 13 7.958718 2 1 -> 12 7.958718 2 1 13 -> 15 7.958718 3 0 PTP 1 1_2_12345_79 -> 13 8.035792 2 1 -> 12 8.035792 2 1 13 -> 15 8.035792 3 0 PTP 1 1_2_12345_80 -> 16 8.112865 3 0 PTP 2 1_2_12345_68 -> 16 8.112865 3 0 PTP 2 1_2_12345_69 -> 16 8.112865 3 0 PTP 2 1_2_12345_70 -> 16 8.112865 3 0 PTP 2 1_2_12345_71 -> 16 8.112865 3 0 PTP 2 1_2_12345_72 -> 16 8.112865 3 0 PTP 2 1_2_12345_73 -> 16 8.112865 3 0 PTP 2 1_2_12345_74 -> 16 8.112865 3 0 PTP 2 1_2_12345_75 -> 16 8.112865 3 0 PTP 2 1_2_12345_76 -> 16 8.112865 3 0 PTP 2 1_2_12345_77 -> 16 8.112865 3 0 PTP 2 1_2_12345_78 -> 16 8.112865 3 0 PTP 2 1_2_12345_79 -> 16 8.112865 3 0 PTP 2 1_2_12345_80 -> 13 8.112865 2 2 -> 12 8.112865 2 2 12 -> 13 8.112865 2 1 -> 12 8.112865 2 1 12 -> 13 8.114841 2 1 -> 12 8.114841 2 1 13 -> 15 8.114841 3 0 PTP 1 1_3_12345_81 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 14 -> 13 8.116303 2 2 -> 12 8.116303 2 2 16 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 14 -> 13 8.116817 2 3 -> 12 8.116817 2 3 15 -> 13 8.192901 2 1 -> 12 8.192901 2 1 13 -> 15 8.192901 3 0 PTP 1 1_3_12345_82 -> 16 8.192901 3 0 PTP 3 1_3_12345_81 -> 13 8.192901 2 3 -> 12 8.192901 2 3 15 -> 16 8.268984 3 0 PTP 3 1_3_12345_82 -> 13 8.268984 2 3 -> 12 8.268984 2 3 15 -> 13 8.268984 2 1 -> 12 8.268984 2 1 13 -> 15 8.268984 3 0 PTP 1 1_3_12345_83 -> 16 8.345068 3 0 PTP 3 1_3_12345_83 -> 13 8.345068 2 3 -> 12 8.345068 2 3 15 -> 13 8.345068 2 1 -> 12 8.345068 2 1 13 -> 15 8.345068 3 0 PTP 1 1_3_12345_84 -> 16 8.421151 3 0 PTP 3 1_3_12345_84 -> 13 8.421151 2 3 -> 12 8.421151 2 3 15 -> 13 8.421151 2 1 -> 12 8.421151 2 1 13 -> 15 8.421151 3 0 PTP 1 1_3_12345_85 -> 16 8.497235 3 0 PTP 3 1_3_12345_85 -> 13 8.497235 2 3 -> 12 8.497235 2 3 15 -> 13 8.497235 2 1 -> 12 8.497235 2 1 13 -> 15 8.497235 3 0 PTP 1 1_3_12345_86 -> 16 8.573319 3 0 PTP 3 1_3_12345_86 -> 13 8.573319 2 3 -> 12 8.573319 2 3 15 -> 13 8.573319 2 1 -> 12 8.573319 2 1 13 -> 15 8.573319 3 0 PTP 1 1_3_12345_87 -> 16 8.649402 3 0 PTP 3 1_3_12345_87 -> 13 8.649402 2 3 -> 12 8.649402 2 3 15 -> 13 8.649402 2 1 -> 12 8.649402 2 1 13 -> 15 8.649402 3 0 PTP 1 1_3_12345_88 -> 16 8.725486 3 0 PTP 3 1_3_12345_88 -> 13 8.725486 2 3 -> 12 8.725486 2 3 15 -> 13 8.725486 2 1 -> 12 8.725486 2 1 13 -> 15 8.725486 3 0 PTP 1 1_3_12345_89 -> 16 8.801569 3 0 PTP 3 1_3_12345_89 -> 13 8.801569 2 3 -> 12 8.801569 2 3 15 -> 13 8.801569 2 1 -> 12 8.801569 2 1 13 -> 15 8.801569 3 0 PTP 1 1_3_12345_90 -> 16 8.877653 3 0 PTP 3 1_3_12345_90 -> 13 8.877653 2 3 -> 12 8.877653 2 3 15 -> 13 8.877653 2 1 -> 12 8.877653 2 1 13 -> 15 8.877653 3 0 PTP 1 1_3_12345_91 -> 16 8.953736 3 0 PTP 3 1_3_12345_91 -> 13 8.953736 2 3 -> 12 8.953736 2 3 15 -> 13 8.953736 2 1 -> 12 8.953736 2 1 13 -> 15 8.953736 3 0 PTP 1 1_3_12345_92 -> 16 9.029820 3 0 PTP 3 1_3_12345_92 -> 13 9.029820 2 3 -> 12 9.029820 2 3 15 -> 13 9.029820 2 1 -> 12 9.029820 2 1 13 -> 15 9.029820 3 0 PTP 1 1_3_12345_93 -> 16 9.105903 3 0 PTP 3 1_3_12345_93 -> 13 9.105903 2 3 -> 12 9.105903 2 3 12 -> 13 9.105903 2 1 -> 12 9.105903 2 1 13 -> 15 9.105903 3 0 PTP 1 1_2_12345_94 -> 13 9.182977 2 1 -> 12 9.182977 2 1 13 -> 15 9.182977 3 0 PTP 1 1_2_12345_95 -> 13 9.260050 2 1 -> 12 9.260050 2 1 13 -> 15 9.260050 3 0 PTP 1 1_2_12345_96 -> 13 9.337123 2 1 -> 12 9.337123 2 1 13 -> 15 9.337123 3 0 PTP 1 1_2_12345_97 -> 13 9.414197 2 1 -> 12 9.414197 2 1 13 -> 15 9.414197 3 0 PTP 1 1_2_12345_98 -> 13 9.491270 2 1 -> 12 9.491270 2 1 13 -> 15 9.491270 3 0 PTP 1 1_2_12345_99 -> 13 9.568344 2 1 -> 12 9.568344 2 1 13 -> 15 9.568344 3 0 PTP 1 1_2_12345_100 -> 13 9.645417 2 1 -> 12 9.645417 2 1 13 -> 15 9.645417 3 0 PTP 1 1_2_12345_101 -> 13 9.722491 2 1 -> 12 9.722491 2 1 13 -> 15 9.722491 3 0 PTP 1 1_2_12345_102 -> 13 9.799564 2 1 -> 12 9.799564 2 1 13 -> 15 9.799564 3 0 PTP 1 1_2_12345_103 -> 13 9.876638 2 1 -> 12 9.876638 2 1 13 -> 15 9.876638 3 0 PTP 1 1_2_12345_104 -> 13 9.953711 2 1 -> 12 9.953711 2 1 13 -> 15 9.953711 3 0 PTP 1 1_2_12345_105 -> 13 10.030785 2 1 -> 12 10.030785 2 1 13 -> 15 10.030785 3 0 PTP 1 1_2_12345_106 -> 16 10.107858 3 0 PTP 2 1_2_12345_94 -> 16 10.107858 3 0 PTP 2 1_2_12345_95 -> 16 10.107858 3 0 PTP 2 1_2_12345_96 -> 16 10.107858 3 0 PTP 2 1_2_12345_97 -> 16 10.107858 3 0 PTP 2 1_2_12345_98 -> 16 10.107858 3 0 PTP 2 1_2_12345_99 -> 16 10.107858 3 0 PTP 2 1_2_12345_100 -> 16 10.107858 3 0 PTP 2 1_2_12345_101 -> 16 10.107858 3 0 PTP 2 1_2_12345_102 -> 16 10.107858 3 0 PTP 2 1_2_12345_103 -> 16 10.107858 3 0 PTP 2 1_2_12345_104 -> 16 10.107858 3 0 PTP 2 1_2_12345_105 -> 16 10.107858 3 0 PTP 2 1_2_12345_106 -> 13 10.107858 2 2 -> 12 10.107858 2 2 12 -> 13 10.107858 2 1 -> 12 10.107858 2 1 12 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 14 -> 13 10.109834 2 1 -> 12 10.109834 2 1 16 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_107 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_108 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_109 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_110 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_111 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_112 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_113 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_114 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_115 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_116 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_117 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_118 -> 13 10.111296 2 2 -> 12 10.111296 2 2 9 -> 15 10.111296 3 0 PTP 2 2_1_12345_119 -> 13 10.111296 2 2 -> 12 10.111296 2 2 16 -> 13 10.111810 2 3 -> 12 10.111810 2 3 13 -> 15 10.111810 3 0 PTP 3 3_1_12345_120 -> 13 10.187894 2 3 -> 12 10.187894 2 3 13 -> 15 10.187894 3 0 PTP 3 3_1_12345_121 -> 13 10.263977 2 3 -> 12 10.263977 2 3 13 -> 15 10.263977 3 0 PTP 3 3_1_12345_122 -> 13 10.340061 2 3 -> 12 10.340061 2 3 13 -> 15 10.340061 3 0 PTP 3 3_1_12345_123 -> 13 10.416144 2 3 -> 12 10.416144 2 3 13 -> 15 10.416144 3 0 PTP 3 3_1_12345_124 -> 13 10.492228 2 3 -> 12 10.492228 2 3 13 -> 15 10.492228 3 0 PTP 3 3_1_12345_125 -> 13 10.568311 2 3 -> 12 10.568311 2 3 13 -> 15 10.568311 3 0 PTP 3 3_1_12345_126 -> 13 10.644395 2 3 -> 12 10.644395 2 3 13 -> 15 10.644395 3 0 PTP 3 3_1_12345_127 -> 13 10.720478 2 3 -> 12 10.720478 2 3 13 -> 15 10.720478 3 0 PTP 3 3_1_12345_128 -> 13 10.796562 2 3 -> 12 10.796562 2 3 13 -> 15 10.796562 3 0 PTP 3 3_1_12345_129 -> 13 10.872645 2 3 -> 12 10.872645 2 3 13 -> 15 10.872645 3 0 PTP 3 3_1_12345_130 -> 13 10.909043 2 2 -> 12 10.909043 2 2 12 -> 13 10.948729 2 3 -> 12 10.948729 2 3 13 -> 15 10.948729 3 0 PTP 3 3_1_12345_131 -> 13 11.024812 2 3 -> 12 11.024812 2 3 13 -> 15 11.024812 3 0 PTP 3 3_1_12345_132 -> 16 11.100896 3 0 PTP 1 2_1_12345_107 -> 16 11.100896 3 0 PTP 1 2_1_12345_108 -> 16 11.100896 3 0 PTP 1 2_1_12345_109 -> 16 11.100896 3 0 PTP 1 2_1_12345_110 -> 16 11.100896 3 0 PTP 1 2_1_12345_111 -> 16 11.100896 3 0 PTP 1 2_1_12345_112 -> 16 11.100896 3 0 PTP 1 2_1_12345_113 -> 16 11.100896 3 0 PTP 1 2_1_12345_114 -> 16 11.100896 3 0 PTP 1 2_1_12345_115 -> 16 11.100896 3 0 PTP 1 2_1_12345_116 -> 16 11.100896 3 0 PTP 1 2_1_12345_117 -> 16 11.100896 3 0 PTP 1 2_1_12345_118 -> 16 11.100896 3 0 PTP 1 2_1_12345_119 -> 16 11.100896 3 0 PTP 1 3_1_12345_120 -> 16 11.100896 3 0 PTP 1 3_1_12345_121 -> 16 11.100896 3 0 PTP 1 3_1_12345_122 -> 16 11.100896 3 0 PTP 1 3_1_12345_123 -> 16 11.100896 3 0 PTP 1 3_1_12345_124 -> 16 11.100896 3 0 PTP 1 3_1_12345_125 -> 16 11.100896 3 0 PTP 1 3_1_12345_126 -> 16 11.100896 3 0 PTP 1 3_1_12345_127 -> 16 11.100896 3 0 PTP 1 3_1_12345_128 -> 16 11.100896 3 0 PTP 1 3_1_12345_129 -> 16 11.100896 3 0 PTP 1 3_1_12345_130 -> 16 11.100896 3 0 PTP 1 3_1_12345_131 -> 16 11.100896 3 0 PTP 1 3_1_12345_132 -> 13 11.100896 2 1 -> 12 11.100896 2 1 12 -> 13 11.100896 2 3 -> 12 11.100896 2 3 12 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_133 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_134 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_135 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_136 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_137 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_138 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_139 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_140 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_141 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_142 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_143 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_144 -> 13 11.102872 2 1 -> 12 11.102872 2 1 9 -> 15 11.102872 3 0 PTP 1 1_2_12345_145 -> 13 11.102872 2 1 -> 12 11.102872 2 1 17 -> 13 11.102972 2 1 -> 12 11.102972 2 1 17 -> 13 11.103172 2 1 -> 12 11.103172 2 1 17 -> 13 11.103472 2 1 -> 12 11.103472 2 1 17 -> 13 11.103872 2 1 -> 12 11.103872 2 1 17 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 14 -> 13 11.104333 2 2 -> 12 11.104333 2 2 17 -> 13 11.104372 2 1 -> 12 11.104372 2 1 17 -> 13 11.104833 2 2 -> 12 11.104833 2 2 17 -> 13 11.104848 2 3 -> 12 11.104848 2 3 12 -> 13 11.104972 2 1 -> 12 11.104972 2 1 17 -> 13 11.105533 2 2 -> 12 11.105533 2 2 17 -> 13 11.105772 2 1 -> 12 11.105772 2 1 17 -> 13 11.106433 2 2 -> 12 11.106433 2 2 17 -> 13 11.106772 2 1 -> 12 11.106772 2 1 17 -> 13 11.107533 2 2 -> 12 11.107533 2 2 17 -> 13 11.107972 2 1 -> 12 11.107972 2 1 17 -> 13 11.108833 2 2 -> 12 11.108833 2 2 17 -> 13 11.109372 2 1 -> 12 11.109372 2 1 17 -> 13 11.110333 2 2 -> 12 11.110333 2 2 17 -> 13 11.110972 2 1 -> 12 11.110972 2 1 17 -> 13 11.112033 2 2 -> 12 11.112033 2 2 17 -> 13 11.112772 2 1 -> 12 11.112772 2 1 17 -> 13 11.113933 2 2 -> 12 11.113933 2 2 17 -> 13 11.114772 2 1 -> 12 11.114772 2 1 10 -> 13 11.116033 2 2 -> 12 11.116033 2 2 17 -> 13 11.118333 2 2 -> 12 11.118333 2 2 17 -> 13 11.120733 2 2 -> 12 11.120733 2 2 17 -> 13 11.123233 2 2 -> 12 11.123233 2 2 17 -> 13 11.125833 2 2 -> 12 11.125833 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_133 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_134 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_135 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_136 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_137 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_138 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_139 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_140 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_141 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_142 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_143 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 10 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_144 -> 12 11.902080 2 2 10 -> 13 11.902080 2 1 -> 12 11.902080 2 1 12 -> 13 11.902080 2 2 -> 16 11.902080 3 0 PTP 2 1_2_12345_145 -> 12 11.902080 2 2 12 -> 13 11.904056 2 1 -> 12 11.904056 2 1 18 -> 13 11.904056 2 1 -> 13 11.905518 2 2 -> 13 11.905518 2 2 -> 12 11.905518 2 2 18 -> 13 11.906032 2 3 -> 12 11.906032 2 3 18 -> 13 11.906032 2 3 -> 7 11.904056 1 1 -> 7 11.905518 1 2 -> 7 11.906032 1 3 +> 13 2.003983 2 1 +> 12 2.003983 2 1 13 +> 15 2.003983 3 0 PTP 1 1_2_12345_2 +> 13 2.006931 2 2 +> 12 2.006931 2 2 14 +> 13 2.006931 2 2 +> 12 2.006931 2 2 10 +> 13 2.007967 2 3 +> 12 2.007967 2 3 12 +> 13 2.084007 2 1 +> 12 2.084007 2 1 12 +> 13 2.084007 2 2 +> 16 2.084007 3 0 PTP 2 1_2_12345_2 +> 12 2.084007 2 2 12 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_3 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_4 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_5 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_6 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_7 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_8 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_9 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_10 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_11 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_12 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_13 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_14 +> 13 2.087990 2 1 +> 12 2.087990 2 1 9 +> 15 2.087990 3 0 PTP 1 1_2_12345_15 +> 13 2.087990 2 1 +> 12 2.087990 2 1 10 +> 13 2.090937 2 2 +> 12 2.090937 2 2 11 +> 13 2.091973 2 3 +> 12 2.091973 2 3 12 +> 13 2.168013 2 1 +> 12 2.168013 2 1 10 +> 16 2.168013 3 0 PTP 2 1_2_12345_3 +> 13 2.168013 2 2 +> 12 2.168013 2 2 11 +> 13 2.245089 2 1 +> 12 2.245089 2 1 10 +> 16 2.245089 3 0 PTP 2 1_2_12345_4 +> 13 2.245089 2 2 +> 12 2.245089 2 2 11 +> 13 2.322165 2 1 +> 12 2.322165 2 1 10 +> 16 2.322165 3 0 PTP 2 1_2_12345_5 +> 13 2.322165 2 2 +> 12 2.322165 2 2 11 +> 13 2.399241 2 1 +> 12 2.399241 2 1 10 +> 16 2.399241 3 0 PTP 2 1_2_12345_6 +> 13 2.399241 2 2 +> 12 2.399241 2 2 11 +> 13 2.476316 2 1 +> 12 2.476316 2 1 10 +> 16 2.476316 3 0 PTP 2 1_2_12345_7 +> 13 2.476316 2 2 +> 12 2.476316 2 2 11 +> 13 2.553392 2 1 +> 12 2.553392 2 1 10 +> 16 2.553392 3 0 PTP 2 1_2_12345_8 +> 13 2.553392 2 2 +> 12 2.553392 2 2 11 +> 13 2.630468 2 1 +> 12 2.630468 2 1 10 +> 16 2.630468 3 0 PTP 2 1_2_12345_9 +> 13 2.630468 2 2 +> 12 2.630468 2 2 11 +> 13 2.707544 2 1 +> 12 2.707544 2 1 10 +> 16 2.707544 3 0 PTP 2 1_2_12345_10 +> 13 2.707544 2 2 +> 12 2.707544 2 2 11 +> 13 2.784620 2 1 +> 12 2.784620 2 1 10 +> 16 2.784620 3 0 PTP 2 1_2_12345_11 +> 13 2.784620 2 2 +> 12 2.784620 2 2 11 +> 13 2.861696 2 1 +> 12 2.861696 2 1 10 +> 16 2.861696 3 0 PTP 2 1_2_12345_12 +> 13 2.861696 2 2 +> 12 2.861696 2 2 11 +> 13 2.938772 2 1 +> 12 2.938772 2 1 10 +> 16 2.938772 3 0 PTP 2 1_2_12345_13 +> 13 2.938772 2 2 +> 12 2.938772 2 2 11 +> 13 3.015847 2 1 +> 12 3.015847 2 1 10 +> 16 3.015847 3 0 PTP 2 1_2_12345_14 +> 13 3.015847 2 2 +> 12 3.015847 2 2 11 +> 13 3.092923 2 1 +> 12 3.092923 2 1 12 +> 16 3.092923 3 0 PTP 2 1_2_12345_15 +> 13 3.092923 2 2 +> 12 3.092923 2 2 12 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_16 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_17 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_18 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_19 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_20 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_21 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_22 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_23 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_24 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_25 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_26 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_27 +> 13 3.096907 2 1 +> 12 3.096907 2 1 9 +> 15 3.096907 3 0 PTP 1 1_2_12345_28 +> 13 3.096907 2 1 +> 12 3.096907 2 1 15 +> 13 3.099854 2 2 +> 12 3.099854 2 2 11 +> 13 3.100890 2 3 +> 12 3.100890 2 3 12 +> 13 3.176930 2 1 +> 12 3.176930 2 1 15 +> 16 3.176930 3 0 PTP 2 1_2_12345_16 +> 13 3.176930 2 2 +> 12 3.176930 2 2 11 +> 13 3.254006 2 1 +> 12 3.254006 2 1 15 +> 16 3.254006 3 0 PTP 2 1_2_12345_17 +> 13 3.254006 2 2 +> 12 3.254006 2 2 11 +> 13 3.331081 2 1 +> 12 3.331081 2 1 15 +> 16 3.331081 3 0 PTP 2 1_2_12345_18 +> 13 3.331081 2 2 +> 12 3.331081 2 2 11 +> 13 3.408157 2 1 +> 12 3.408157 2 1 15 +> 16 3.408157 3 0 PTP 2 1_2_12345_19 +> 13 3.408157 2 2 +> 12 3.408157 2 2 11 +> 13 3.485233 2 1 +> 12 3.485233 2 1 15 +> 16 3.485233 3 0 PTP 2 1_2_12345_20 +> 13 3.485233 2 2 +> 12 3.485233 2 2 11 +> 13 3.562309 2 1 +> 12 3.562309 2 1 15 +> 16 3.562309 3 0 PTP 2 1_2_12345_21 +> 13 3.562309 2 2 +> 12 3.562309 2 2 11 +> 13 3.639385 2 1 +> 12 3.639385 2 1 15 +> 16 3.639385 3 0 PTP 2 1_2_12345_22 +> 13 3.639385 2 2 +> 12 3.639385 2 2 11 +> 13 3.716461 2 1 +> 12 3.716461 2 1 15 +> 16 3.716461 3 0 PTP 2 1_2_12345_23 +> 13 3.716461 2 2 +> 12 3.716461 2 2 11 +> 13 3.793537 2 1 +> 12 3.793537 2 1 15 +> 16 3.793537 3 0 PTP 2 1_2_12345_24 +> 13 3.793537 2 2 +> 12 3.793537 2 2 11 +> 13 3.870612 2 1 +> 12 3.870612 2 1 15 +> 16 3.870612 3 0 PTP 2 1_2_12345_25 +> 13 3.870612 2 2 +> 12 3.870612 2 2 11 +> 13 3.947688 2 1 +> 12 3.947688 2 1 15 +> 16 3.947688 3 0 PTP 2 1_2_12345_26 +> 13 3.947688 2 2 +> 12 3.947688 2 2 11 +> 13 4.024764 2 1 +> 12 4.024764 2 1 15 +> 16 4.024764 3 0 PTP 2 1_2_12345_27 +> 13 4.024764 2 2 +> 12 4.024764 2 2 11 +> 13 4.101840 2 1 +> 12 4.101840 2 1 12 +> 16 4.101840 3 0 PTP 2 1_2_12345_28 +> 13 4.101840 2 2 +> 12 4.101840 2 2 12 +> 13 4.105823 2 1 +> 12 4.105823 2 1 13 +> 15 4.105823 3 0 PTP 1 1_2_12345_29 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 14 +> 13 4.108771 2 2 +> 12 4.108771 2 2 10 +> 13 4.109807 2 3 +> 12 4.109807 2 3 12 +> 13 4.185847 2 1 +> 12 4.185847 2 1 13 +> 15 4.185847 3 0 PTP 1 1_2_12345_30 +> 13 4.185847 2 2 +> 16 4.185847 3 0 PTP 2 1_2_12345_29 +> 12 4.185847 2 2 10 +> 13 4.262922 2 2 +> 16 4.262922 3 0 PTP 2 1_2_12345_30 +> 12 4.262922 2 2 10 +> 13 4.262922 2 1 +> 12 4.262922 2 1 13 +> 15 4.262922 3 0 PTP 1 1_2_12345_31 +> 13 4.339998 2 2 +> 16 4.339998 3 0 PTP 2 1_2_12345_31 +> 12 4.339998 2 2 10 +> 13 4.339998 2 1 +> 12 4.339998 2 1 13 +> 15 4.339998 3 0 PTP 1 1_2_12345_32 +> 13 4.417074 2 2 +> 16 4.417074 3 0 PTP 2 1_2_12345_32 +> 12 4.417074 2 2 10 +> 13 4.417074 2 1 +> 12 4.417074 2 1 13 +> 15 4.417074 3 0 PTP 1 1_2_12345_33 +> 13 4.494150 2 2 +> 16 4.494150 3 0 PTP 2 1_2_12345_33 +> 12 4.494150 2 2 10 +> 13 4.494150 2 1 +> 12 4.494150 2 1 13 +> 15 4.494150 3 0 PTP 1 1_2_12345_34 +> 13 4.571226 2 2 +> 16 4.571226 3 0 PTP 2 1_2_12345_34 +> 12 4.571226 2 2 10 +> 13 4.571226 2 1 +> 12 4.571226 2 1 13 +> 15 4.571226 3 0 PTP 1 1_2_12345_35 +> 13 4.648302 2 2 +> 16 4.648302 3 0 PTP 2 1_2_12345_35 +> 12 4.648302 2 2 10 +> 13 4.648302 2 1 +> 12 4.648302 2 1 13 +> 15 4.648302 3 0 PTP 1 1_2_12345_36 +> 13 4.725377 2 2 +> 16 4.725377 3 0 PTP 2 1_2_12345_36 +> 12 4.725377 2 2 10 +> 13 4.725377 2 1 +> 12 4.725377 2 1 13 +> 15 4.725377 3 0 PTP 1 1_2_12345_37 +> 13 4.802453 2 2 +> 16 4.802453 3 0 PTP 2 1_2_12345_37 +> 12 4.802453 2 2 10 +> 13 4.802453 2 1 +> 12 4.802453 2 1 13 +> 15 4.802453 3 0 PTP 1 1_2_12345_38 +> 13 4.879529 2 2 +> 16 4.879529 3 0 PTP 2 1_2_12345_38 +> 12 4.879529 2 2 10 +> 13 4.879529 2 1 +> 12 4.879529 2 1 13 +> 15 4.879529 3 0 PTP 1 1_2_12345_39 +> 13 4.956605 2 2 +> 16 4.956605 3 0 PTP 2 1_2_12345_39 +> 12 4.956605 2 2 10 +> 13 4.956605 2 1 +> 12 4.956605 2 1 13 +> 15 4.956605 3 0 PTP 1 1_2_12345_40 +> 13 5.033681 2 2 +> 16 5.033681 3 0 PTP 2 1_2_12345_40 +> 12 5.033681 2 2 10 +> 13 5.033681 2 1 +> 12 5.033681 2 1 13 +> 15 5.033681 3 0 PTP 1 1_2_12345_41 +> 13 5.110757 2 2 +> 16 5.110757 3 0 PTP 2 1_2_12345_41 +> 12 5.110757 2 2 12 +> 13 5.110757 2 1 +> 12 5.110757 2 1 12 +> 13 5.114740 2 1 +> 12 5.114740 2 1 13 +> 15 5.114740 3 0 PTP 1 1_2_12345_42 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 14 +> 13 5.117687 2 2 +> 12 5.117687 2 2 15 +> 13 5.118724 2 3 +> 12 5.118724 2 3 12 +> 13 5.194763 2 1 +> 12 5.194763 2 1 13 +> 15 5.194763 3 0 PTP 1 1_2_12345_43 +> 16 5.194763 3 0 PTP 2 1_2_12345_42 +> 13 5.194763 2 2 +> 12 5.194763 2 2 15 +> 16 5.271839 3 0 PTP 2 1_2_12345_43 +> 13 5.271839 2 2 +> 12 5.271839 2 2 15 +> 13 5.271839 2 1 +> 12 5.271839 2 1 13 +> 15 5.271839 3 0 PTP 1 1_2_12345_44 +> 16 5.348915 3 0 PTP 2 1_2_12345_44 +> 13 5.348915 2 2 +> 12 5.348915 2 2 15 +> 13 5.348915 2 1 +> 12 5.348915 2 1 13 +> 15 5.348915 3 0 PTP 1 1_2_12345_45 +> 16 5.425991 3 0 PTP 2 1_2_12345_45 +> 13 5.425991 2 2 +> 12 5.425991 2 2 15 +> 13 5.425991 2 1 +> 12 5.425991 2 1 13 +> 15 5.425991 3 0 PTP 1 1_2_12345_46 +> 16 5.503067 3 0 PTP 2 1_2_12345_46 +> 13 5.503067 2 2 +> 12 5.503067 2 2 15 +> 13 5.503067 2 1 +> 12 5.503067 2 1 13 +> 15 5.503067 3 0 PTP 1 1_2_12345_47 +> 16 5.580143 3 0 PTP 2 1_2_12345_47 +> 13 5.580143 2 2 +> 12 5.580143 2 2 15 +> 13 5.580143 2 1 +> 12 5.580143 2 1 13 +> 15 5.580143 3 0 PTP 1 1_2_12345_48 +> 16 5.657218 3 0 PTP 2 1_2_12345_48 +> 13 5.657218 2 2 +> 12 5.657218 2 2 15 +> 13 5.657218 2 1 +> 12 5.657218 2 1 13 +> 15 5.657218 3 0 PTP 1 1_2_12345_49 +> 16 5.734294 3 0 PTP 2 1_2_12345_49 +> 13 5.734294 2 2 +> 12 5.734294 2 2 15 +> 13 5.734294 2 1 +> 12 5.734294 2 1 13 +> 15 5.734294 3 0 PTP 1 1_2_12345_50 +> 16 5.811370 3 0 PTP 2 1_2_12345_50 +> 13 5.811370 2 2 +> 12 5.811370 2 2 15 +> 13 5.811370 2 1 +> 12 5.811370 2 1 13 +> 15 5.811370 3 0 PTP 1 1_2_12345_51 +> 16 5.888446 3 0 PTP 2 1_2_12345_51 +> 13 5.888446 2 2 +> 12 5.888446 2 2 15 +> 13 5.888446 2 1 +> 12 5.888446 2 1 13 +> 15 5.888446 3 0 PTP 1 1_2_12345_52 +> 16 5.965522 3 0 PTP 2 1_2_12345_52 +> 13 5.965522 2 2 +> 12 5.965522 2 2 15 +> 13 5.965522 2 1 +> 12 5.965522 2 1 13 +> 15 5.965522 3 0 PTP 1 1_2_12345_53 +> 16 6.042598 3 0 PTP 2 1_2_12345_53 +> 13 6.042598 2 2 +> 12 6.042598 2 2 15 +> 13 6.042598 2 1 +> 12 6.042598 2 1 13 +> 15 6.042598 3 0 PTP 1 1_2_12345_54 +> 16 6.119673 3 0 PTP 2 1_2_12345_54 +> 13 6.119673 2 2 +> 12 6.119673 2 2 12 +> 13 6.119673 2 1 +> 12 6.119673 2 1 12 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_55 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_56 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_57 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_58 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_59 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_60 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_61 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_62 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_63 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_64 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_65 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_66 +> 13 6.123657 2 1 +> 12 6.123657 2 1 9 +> 15 6.123657 3 0 PTP 1 1_2_12345_67 +> 13 6.123657 2 1 +> 12 6.123657 2 1 16 +> 13 6.126604 2 2 +> 12 6.126604 2 2 11 +> 13 6.127640 2 3 +> 12 6.127640 2 3 12 +> 16 6.203680 3 0 PTP 2 1_2_12345_55 +> 13 6.203680 2 2 +> 12 6.203680 2 2 11 +> 16 6.280756 3 0 PTP 2 1_2_12345_56 +> 13 6.280756 2 2 +> 12 6.280756 2 2 11 +> 16 6.357832 3 0 PTP 2 1_2_12345_57 +> 13 6.357832 2 2 +> 12 6.357832 2 2 11 +> 16 6.434908 3 0 PTP 2 1_2_12345_58 +> 13 6.434908 2 2 +> 12 6.434908 2 2 11 +> 16 6.511983 3 0 PTP 2 1_2_12345_59 +> 13 6.511983 2 2 +> 12 6.511983 2 2 11 +> 16 6.589059 3 0 PTP 2 1_2_12345_60 +> 13 6.589059 2 2 +> 12 6.589059 2 2 11 +> 16 6.666135 3 0 PTP 2 1_2_12345_61 +> 13 6.666135 2 2 +> 12 6.666135 2 2 11 +> 16 6.743211 3 0 PTP 2 1_2_12345_62 +> 13 6.743211 2 2 +> 12 6.743211 2 2 11 +> 16 6.820287 3 0 PTP 2 1_2_12345_63 +> 13 6.820287 2 2 +> 12 6.820287 2 2 11 +> 16 6.897363 3 0 PTP 2 1_2_12345_64 +> 13 6.897363 2 2 +> 12 6.897363 2 2 11 +> 16 6.974439 3 0 PTP 2 1_2_12345_65 +> 13 6.974439 2 2 +> 12 6.974439 2 2 11 +> 16 7.051514 3 0 PTP 2 1_2_12345_66 +> 13 7.051514 2 2 +> 12 7.051514 2 2 11 +> 13 7.128590 2 1 +> 12 7.128590 2 1 12 +> 16 7.128590 3 0 PTP 2 1_2_12345_67 +> 13 7.128590 2 2 +> 12 7.128590 2 2 12 +> 13 7.132574 2 1 +> 12 7.132574 2 1 13 +> 15 7.132574 3 0 PTP 1 1_2_12345_68 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 14 +> 13 7.135521 2 2 +> 12 7.135521 2 2 16 +> 13 7.136557 2 3 +> 12 7.136557 2 3 12 +> 13 7.212597 2 1 +> 12 7.212597 2 1 13 +> 15 7.212597 3 0 PTP 1 1_2_12345_69 +> 13 7.289673 2 1 +> 12 7.289673 2 1 13 +> 15 7.289673 3 0 PTP 1 1_2_12345_70 +> 13 7.366748 2 1 +> 12 7.366748 2 1 13 +> 15 7.366748 3 0 PTP 1 1_2_12345_71 +> 13 7.443824 2 1 +> 12 7.443824 2 1 13 +> 15 7.443824 3 0 PTP 1 1_2_12345_72 +> 13 7.520900 2 1 +> 12 7.520900 2 1 13 +> 15 7.520900 3 0 PTP 1 1_2_12345_73 +> 13 7.597976 2 1 +> 12 7.597976 2 1 13 +> 15 7.597976 3 0 PTP 1 1_2_12345_74 +> 13 7.675052 2 1 +> 12 7.675052 2 1 13 +> 15 7.675052 3 0 PTP 1 1_2_12345_75 +> 13 7.752128 2 1 +> 12 7.752128 2 1 13 +> 15 7.752128 3 0 PTP 1 1_2_12345_76 +> 13 7.829204 2 1 +> 12 7.829204 2 1 13 +> 15 7.829204 3 0 PTP 1 1_2_12345_77 +> 13 7.906279 2 1 +> 12 7.906279 2 1 13 +> 15 7.906279 3 0 PTP 1 1_2_12345_78 +> 13 7.983355 2 1 +> 12 7.983355 2 1 13 +> 15 7.983355 3 0 PTP 1 1_2_12345_79 +> 13 8.060431 2 1 +> 12 8.060431 2 1 13 +> 15 8.060431 3 0 PTP 1 1_2_12345_80 +> 16 8.137507 3 0 PTP 2 1_2_12345_68 +> 16 8.137507 3 0 PTP 2 1_2_12345_69 +> 16 8.137507 3 0 PTP 2 1_2_12345_70 +> 16 8.137507 3 0 PTP 2 1_2_12345_71 +> 16 8.137507 3 0 PTP 2 1_2_12345_72 +> 16 8.137507 3 0 PTP 2 1_2_12345_73 +> 16 8.137507 3 0 PTP 2 1_2_12345_74 +> 16 8.137507 3 0 PTP 2 1_2_12345_75 +> 16 8.137507 3 0 PTP 2 1_2_12345_76 +> 16 8.137507 3 0 PTP 2 1_2_12345_77 +> 16 8.137507 3 0 PTP 2 1_2_12345_78 +> 16 8.137507 3 0 PTP 2 1_2_12345_79 +> 16 8.137507 3 0 PTP 2 1_2_12345_80 +> 13 8.137507 2 2 +> 12 8.137507 2 2 12 +> 13 8.137507 2 1 +> 12 8.137507 2 1 12 +> 13 8.141490 2 1 +> 12 8.141490 2 1 13 +> 15 8.141490 3 0 PTP 1 1_3_12345_81 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 14 +> 13 8.144438 2 2 +> 12 8.144438 2 2 16 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 14 +> 13 8.145474 2 3 +> 12 8.145474 2 3 15 +> 13 8.221560 2 1 +> 12 8.221560 2 1 13 +> 15 8.221560 3 0 PTP 1 1_3_12345_82 +> 16 8.221560 3 0 PTP 3 1_3_12345_81 +> 13 8.221560 2 3 +> 12 8.221560 2 3 15 +> 16 8.297645 3 0 PTP 3 1_3_12345_82 +> 13 8.297645 2 3 +> 12 8.297645 2 3 15 +> 13 8.297645 2 1 +> 12 8.297645 2 1 13 +> 15 8.297645 3 0 PTP 1 1_3_12345_83 +> 16 8.373731 3 0 PTP 3 1_3_12345_83 +> 13 8.373731 2 3 +> 12 8.373731 2 3 15 +> 13 8.373731 2 1 +> 12 8.373731 2 1 13 +> 15 8.373731 3 0 PTP 1 1_3_12345_84 +> 16 8.449816 3 0 PTP 3 1_3_12345_84 +> 13 8.449816 2 3 +> 12 8.449816 2 3 15 +> 13 8.449816 2 1 +> 12 8.449816 2 1 13 +> 15 8.449816 3 0 PTP 1 1_3_12345_85 +> 16 8.525902 3 0 PTP 3 1_3_12345_85 +> 13 8.525902 2 3 +> 12 8.525902 2 3 15 +> 13 8.525902 2 1 +> 12 8.525902 2 1 13 +> 15 8.525902 3 0 PTP 1 1_3_12345_86 +> 16 8.601988 3 0 PTP 3 1_3_12345_86 +> 13 8.601988 2 3 +> 12 8.601988 2 3 15 +> 13 8.601988 2 1 +> 12 8.601988 2 1 13 +> 15 8.601988 3 0 PTP 1 1_3_12345_87 +> 16 8.678073 3 0 PTP 3 1_3_12345_87 +> 13 8.678073 2 3 +> 12 8.678073 2 3 15 +> 13 8.678073 2 1 +> 12 8.678073 2 1 13 +> 15 8.678073 3 0 PTP 1 1_3_12345_88 +> 16 8.754159 3 0 PTP 3 1_3_12345_88 +> 13 8.754159 2 3 +> 12 8.754159 2 3 15 +> 13 8.754159 2 1 +> 12 8.754159 2 1 13 +> 15 8.754159 3 0 PTP 1 1_3_12345_89 +> 16 8.830245 3 0 PTP 3 1_3_12345_89 +> 13 8.830245 2 3 +> 12 8.830245 2 3 15 +> 13 8.830245 2 1 +> 12 8.830245 2 1 13 +> 15 8.830245 3 0 PTP 1 1_3_12345_90 +> 16 8.906330 3 0 PTP 3 1_3_12345_90 +> 13 8.906330 2 3 +> 12 8.906330 2 3 15 +> 13 8.906330 2 1 +> 12 8.906330 2 1 13 +> 15 8.906330 3 0 PTP 1 1_3_12345_91 +> 16 8.982416 3 0 PTP 3 1_3_12345_91 +> 13 8.982416 2 3 +> 12 8.982416 2 3 15 +> 13 8.982416 2 1 +> 12 8.982416 2 1 13 +> 15 8.982416 3 0 PTP 1 1_3_12345_92 +> 16 9.058502 3 0 PTP 3 1_3_12345_92 +> 13 9.058502 2 3 +> 12 9.058502 2 3 15 +> 13 9.058502 2 1 +> 12 9.058502 2 1 13 +> 15 9.058502 3 0 PTP 1 1_3_12345_93 +> 16 9.134587 3 0 PTP 3 1_3_12345_93 +> 13 9.134587 2 3 +> 12 9.134587 2 3 12 +> 13 9.134587 2 1 +> 12 9.134587 2 1 13 +> 15 9.134587 3 0 PTP 1 1_2_12345_94 +> 13 9.211663 2 1 +> 12 9.211663 2 1 13 +> 15 9.211663 3 0 PTP 1 1_2_12345_95 +> 13 9.288739 2 1 +> 12 9.288739 2 1 13 +> 15 9.288739 3 0 PTP 1 1_2_12345_96 +> 13 9.365815 2 1 +> 12 9.365815 2 1 13 +> 15 9.365815 3 0 PTP 1 1_2_12345_97 +> 13 9.442891 2 1 +> 12 9.442891 2 1 13 +> 15 9.442891 3 0 PTP 1 1_2_12345_98 +> 13 9.519966 2 1 +> 12 9.519966 2 1 13 +> 15 9.519966 3 0 PTP 1 1_2_12345_99 +> 13 9.597042 2 1 +> 12 9.597042 2 1 13 +> 15 9.597042 3 0 PTP 1 1_2_12345_100 +> 13 9.674118 2 1 +> 12 9.674118 2 1 13 +> 15 9.674118 3 0 PTP 1 1_2_12345_101 +> 13 9.751194 2 1 +> 12 9.751194 2 1 13 +> 15 9.751194 3 0 PTP 1 1_2_12345_102 +> 13 9.828270 2 1 +> 12 9.828270 2 1 13 +> 15 9.828270 3 0 PTP 1 1_2_12345_103 +> 13 9.905346 2 1 +> 12 9.905346 2 1 13 +> 15 9.905346 3 0 PTP 1 1_2_12345_104 +> 13 9.982422 2 1 +> 12 9.982422 2 1 13 +> 15 9.982422 3 0 PTP 1 1_2_12345_105 +> 13 10.059497 2 1 +> 12 10.059497 2 1 13 +> 15 10.059497 3 0 PTP 1 1_2_12345_106 +> 16 10.136573 3 0 PTP 2 1_2_12345_94 +> 16 10.136573 3 0 PTP 2 1_2_12345_95 +> 16 10.136573 3 0 PTP 2 1_2_12345_96 +> 16 10.136573 3 0 PTP 2 1_2_12345_97 +> 16 10.136573 3 0 PTP 2 1_2_12345_98 +> 16 10.136573 3 0 PTP 2 1_2_12345_99 +> 16 10.136573 3 0 PTP 2 1_2_12345_100 +> 16 10.136573 3 0 PTP 2 1_2_12345_101 +> 16 10.136573 3 0 PTP 2 1_2_12345_102 +> 16 10.136573 3 0 PTP 2 1_2_12345_103 +> 16 10.136573 3 0 PTP 2 1_2_12345_104 +> 16 10.136573 3 0 PTP 2 1_2_12345_105 +> 16 10.136573 3 0 PTP 2 1_2_12345_106 +> 13 10.136573 2 2 +> 12 10.136573 2 2 12 +> 13 10.136573 2 1 +> 12 10.136573 2 1 12 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 14 +> 13 10.140557 2 1 +> 12 10.140557 2 1 16 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_107 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_108 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_109 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_110 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_111 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_112 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_113 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_114 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_115 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_116 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_117 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_118 +> 13 10.143504 2 2 +> 12 10.143504 2 2 9 +> 15 10.143504 3 0 PTP 2 2_1_12345_119 +> 13 10.143504 2 2 +> 12 10.143504 2 2 16 +> 13 10.144540 2 3 +> 12 10.144540 2 3 13 +> 15 10.144540 3 0 PTP 3 3_1_12345_120 +> 13 10.220626 2 3 +> 12 10.220626 2 3 13 +> 15 10.220626 3 0 PTP 3 3_1_12345_121 +> 13 10.296711 2 3 +> 12 10.296711 2 3 13 +> 15 10.296711 3 0 PTP 3 3_1_12345_122 +> 13 10.372797 2 3 +> 12 10.372797 2 3 13 +> 15 10.372797 3 0 PTP 3 3_1_12345_123 +> 13 10.448883 2 3 +> 12 10.448883 2 3 13 +> 15 10.448883 3 0 PTP 3 3_1_12345_124 +> 13 10.524968 2 3 +> 12 10.524968 2 3 13 +> 15 10.524968 3 0 PTP 3 3_1_12345_125 +> 13 10.601054 2 3 +> 12 10.601054 2 3 13 +> 15 10.601054 3 0 PTP 3 3_1_12345_126 +> 13 10.677140 2 3 +> 12 10.677140 2 3 13 +> 15 10.677140 3 0 PTP 3 3_1_12345_127 +> 13 10.753225 2 3 +> 12 10.753225 2 3 13 +> 15 10.753225 3 0 PTP 3 3_1_12345_128 +> 13 10.829311 2 3 +> 12 10.829311 2 3 13 +> 15 10.829311 3 0 PTP 3 3_1_12345_129 +> 13 10.905397 2 3 +> 12 10.905397 2 3 13 +> 15 10.905397 3 0 PTP 3 3_1_12345_130 +> 13 10.941282 2 2 +> 12 10.941282 2 2 12 +> 13 10.981482 2 3 +> 12 10.981482 2 3 13 +> 15 10.981482 3 0 PTP 3 3_1_12345_131 +> 13 11.057568 2 3 +> 12 11.057568 2 3 13 +> 15 11.057568 3 0 PTP 3 3_1_12345_132 +> 16 11.133653 3 0 PTP 1 2_1_12345_107 +> 16 11.133653 3 0 PTP 1 2_1_12345_108 +> 16 11.133653 3 0 PTP 1 2_1_12345_109 +> 16 11.133653 3 0 PTP 1 2_1_12345_110 +> 16 11.133653 3 0 PTP 1 2_1_12345_111 +> 16 11.133653 3 0 PTP 1 2_1_12345_112 +> 16 11.133653 3 0 PTP 1 2_1_12345_113 +> 16 11.133653 3 0 PTP 1 2_1_12345_114 +> 16 11.133653 3 0 PTP 1 2_1_12345_115 +> 16 11.133653 3 0 PTP 1 2_1_12345_116 +> 16 11.133653 3 0 PTP 1 2_1_12345_117 +> 16 11.133653 3 0 PTP 1 2_1_12345_118 +> 16 11.133653 3 0 PTP 1 2_1_12345_119 +> 16 11.133653 3 0 PTP 1 3_1_12345_120 +> 16 11.133653 3 0 PTP 1 3_1_12345_121 +> 16 11.133653 3 0 PTP 1 3_1_12345_122 +> 16 11.133653 3 0 PTP 1 3_1_12345_123 +> 16 11.133653 3 0 PTP 1 3_1_12345_124 +> 16 11.133653 3 0 PTP 1 3_1_12345_125 +> 16 11.133653 3 0 PTP 1 3_1_12345_126 +> 16 11.133653 3 0 PTP 1 3_1_12345_127 +> 16 11.133653 3 0 PTP 1 3_1_12345_128 +> 16 11.133653 3 0 PTP 1 3_1_12345_129 +> 16 11.133653 3 0 PTP 1 3_1_12345_130 +> 16 11.133653 3 0 PTP 1 3_1_12345_131 +> 16 11.133653 3 0 PTP 1 3_1_12345_132 +> 13 11.133653 2 1 +> 12 11.133653 2 1 12 +> 13 11.133653 2 3 +> 12 11.133653 2 3 12 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_133 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_134 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_135 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_136 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_137 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_138 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_139 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_140 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_141 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_142 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_143 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_144 +> 13 11.137637 2 1 +> 12 11.137637 2 1 9 +> 15 11.137637 3 0 PTP 1 1_2_12345_145 +> 13 11.137637 2 1 +> 12 11.137637 2 1 17 +> 13 11.137737 2 1 +> 12 11.137737 2 1 17 +> 13 11.137937 2 1 +> 12 11.137937 2 1 17 +> 13 11.138237 2 1 +> 12 11.138237 2 1 17 +> 13 11.138637 2 1 +> 12 11.138637 2 1 17 +> 13 11.139137 2 1 +> 12 11.139137 2 1 17 +> 13 11.139737 2 1 +> 12 11.139737 2 1 17 +> 13 11.140437 2 1 +> 12 11.140437 2 1 17 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 14 +> 13 11.140584 2 2 +> 12 11.140584 2 2 17 +> 13 11.141237 2 1 +> 12 11.141237 2 1 17 +> 13 11.141384 2 2 +> 12 11.141384 2 2 17 +> 13 11.141620 2 3 +> 12 11.141620 2 3 12 +> 13 11.142137 2 1 +> 12 11.142137 2 1 17 +> 13 11.142384 2 2 +> 12 11.142384 2 2 17 +> 13 11.143237 2 1 +> 12 11.143237 2 1 17 +> 13 11.143584 2 2 +> 12 11.143584 2 2 17 +> 13 11.144537 2 1 +> 12 11.144537 2 1 17 +> 13 11.144984 2 2 +> 12 11.144984 2 2 17 +> 13 11.146037 2 1 +> 12 11.146037 2 1 17 +> 13 11.146584 2 2 +> 12 11.146584 2 2 17 +> 13 11.147737 2 1 +> 12 11.147737 2 1 10 +> 13 11.148384 2 2 +> 12 11.148384 2 2 17 +> 13 11.150384 2 2 +> 12 11.150384 2 2 17 +> 13 11.152484 2 2 +> 12 11.152484 2 2 17 +> 13 11.154684 2 2 +> 12 11.154684 2 2 17 +> 13 11.156984 2 2 +> 12 11.156984 2 2 17 +> 13 11.159384 2 2 +> 12 11.159384 2 2 17 +> 13 11.161884 2 2 +> 12 11.161884 2 2 17 +> 13 11.164484 2 2 +> 12 11.164484 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_133 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_134 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_135 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_136 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_137 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_138 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_139 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_140 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_141 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_142 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_143 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 10 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_144 +> 12 11.938362 2 2 10 +> 13 11.938362 2 1 +> 12 11.938362 2 1 12 +> 13 11.938362 2 2 +> 16 11.938362 3 0 PTP 2 1_2_12345_145 +> 12 11.938362 2 2 12 +> 13 11.942346 2 1 +> 12 11.942346 2 1 18 +> 13 11.942346 2 1 +> 7 11.942346 1 1 +> 13 11.945293 2 2 +> 12 11.945293 2 2 18 +> 13 11.945293 2 2 +> 7 11.945293 1 2 +> 13 11.946329 2 3 +> 12 11.946329 2 3 18 +> 13 11.946329 2 3 +> 7 11.946329 1 3 + $ rm -f ${bindir:=.}/smpi_trace.trace $ ${bindir:=.}/../../../smpi_script/bin/smpirun -trace -trace-resource -trace-file ${bindir:=.}/smpi_trace.trace -hostfile ${srcdir:=.}/../hostfile -platform ${platfdir:=.}/small_platform.xml --cfg=path:${srcdir:=.}/../msg --cfg=smpi/host-speed:1 -np 3 ${bindir:=.}/smpi_trace --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning diff --git a/examples/smpi/trace_call_location/trace_call_location.tesh b/examples/smpi/trace_call_location/trace_call_location.tesh index 203453b546..d75dfc2ed9 100644 --- a/examples/smpi/trace_call_location/trace_call_location.tesh +++ b/examples/smpi/trace_call_location/trace_call_location.tesh @@ -16,11 +16,11 @@ $ ${bindir:=.}/../../../smpi_script/bin/smpirun -trace-ti -trace-file ${bindir:= #Test replaying the trace, without altering the time. #We disable computation, but leave the sleep. $ ${bindir:=.}/../../../smpi_script/bin/smpirun -hostfile ${srcdir:=.}/hostfile -platform ${platfdir}/small_platform.xml -np 3 -replay ${bindir:=.}/smpi_trace.txt ${bindir:=.}/../replay/smpi_replay --cfg=smpi/host-speed:1 --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning --cfg=smpi/simulate-computation:no -> [Fafard:2:(3) 1000.003952] [smpi_replay/INFO] Simulation time 1000.003952 +> [Fafard:2:(3) 1000.007967] [smpi_replay/INFO] Simulation time 1000.007967 #Test replaying the trace, altering the time to have the sleep much faster (1 instead of 1000). $ ${bindir:=.}/../../../smpi_script/bin/smpirun -hostfile ${srcdir:=.}/hostfile -platform ${platfdir}/small_platform.xml --cfg=smpi/comp-adjustment-file:${srcdir:=.}/trace_call_location/adjust -np 3 -replay ${bindir:=.}/smpi_trace.txt ${bindir:=.}/../replay/smpi_replay --cfg=smpi/host-speed:1 --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning --cfg=smpi/simulate-computation:no -> [Fafard:2:(3) 1.003952] [smpi_replay/INFO] Simulation time 1.003952 +> [Fafard:2:(3) 1.007967] [smpi_replay/INFO] Simulation time 1.007967 $ rm -f ${bindir:=.}/smpi_trace.tx* diff --git a/teshsuite/smpi/bug-17132/bug-17132.tesh b/teshsuite/smpi/bug-17132/bug-17132.tesh index ec78363891..42726015e3 100644 --- a/teshsuite/smpi/bug-17132/bug-17132.tesh +++ b/teshsuite/smpi/bug-17132/bug-17132.tesh @@ -1,3 +1,3 @@ $ ${bindir:=.}/../../../smpi_script/bin/smpirun -np 16 -platform ../../../examples/platforms/small_platform.xml -hostfile ../hostfile ${bindir:=.}/bug-17132 --cfg=smpi/simulate-computation:no --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning > You requested to use 16 ranks, but there is only 5 processes in your hostfile... -> Walltime = 0.476791 +> Walltime = 0.478832 diff --git a/teshsuite/smpi/coll-allreduce/coll-allreduce-automatic.tesh b/teshsuite/smpi/coll-allreduce/coll-allreduce-automatic.tesh index fb163f1643..db9f767655 100644 --- a/teshsuite/smpi/coll-allreduce/coll-allreduce-automatic.tesh +++ b/teshsuite/smpi/coll-allreduce/coll-allreduce-automatic.tesh @@ -19,22 +19,22 @@ $ ${bindir:=.}/../../../smpi_script/bin/smpirun -map -hostfile ../hostfile_coll > [rank 13] -> Ginette > [rank 14] -> Ginette > [rank 15] -> Ginette -> [ 0.475378] (5:4@Jupiter) The quickest allreduce was redbcast on rank 4 and took 0.007485 -> [ 0.475378] (6:5@Jupiter) The quickest allreduce was redbcast on rank 5 and took 0.007515 -> [ 0.475378] (7:6@Jupiter) The quickest allreduce was redbcast on rank 6 and took 0.007515 -> [ 0.475378] (8:7@Jupiter) The quickest allreduce was redbcast on rank 7 and took 0.007546 -> [ 0.475591] (13:12@Ginette) The quickest allreduce was mvapich2 on rank 12 and took 0.007247 -> [ 0.475591] (14:13@Ginette) The quickest allreduce was mvapich2 on rank 13 and took 0.007278 -> [ 0.475591] (15:14@Ginette) The quickest allreduce was mvapich2 on rank 14 and took 0.007278 -> [ 0.475591] (16:15@Ginette) The quickest allreduce was ompi on rank 15 and took 0.007263 -> [ 0.476982] (2:1@Tremblay) The quickest allreduce was redbcast on rank 1 and took 0.006006 -> [ 0.476982] (3:2@Tremblay) The quickest allreduce was redbcast on rank 2 and took 0.006006 -> [ 0.476982] (4:3@Tremblay) The quickest allreduce was redbcast on rank 3 and took 0.006037 -> [ 0.478133] (10:9@Fafard) The quickest allreduce was mvapich2 on rank 9 and took 0.006492 -> [ 0.478133] (11:10@Fafard) The quickest allreduce was mvapich2 on rank 10 and took 0.006492 -> [ 0.478133] (12:11@Fafard) The quickest allreduce was mvapich2 on rank 11 and took 0.006523 -> [ 0.478133] (9:8@Fafard) The quickest allreduce was mvapich2 on rank 8 and took 0.006462 -> [ 0.482118] (1:0@Tremblay) For rank 0, the quickest was redbcast : 0.005991 , but global was mvapich2 : 0.008672 at max +> [ 0.515984] (5:4@Jupiter) The quickest allreduce was redbcast on rank 4 and took 0.008017 +> [ 0.515984] (6:5@Jupiter) The quickest allreduce was redbcast on rank 5 and took 0.008048 +> [ 0.515984] (7:6@Jupiter) The quickest allreduce was redbcast on rank 6 and took 0.008048 +> [ 0.515984] (8:7@Jupiter) The quickest allreduce was redbcast on rank 7 and took 0.008078 +> [ 0.516103] (2:1@Tremblay) The quickest allreduce was redbcast on rank 1 and took 0.008013 +> [ 0.516103] (3:2@Tremblay) The quickest allreduce was redbcast on rank 2 and took 0.008013 +> [ 0.516103] (4:3@Tremblay) The quickest allreduce was redbcast on rank 3 and took 0.008044 +> [ 0.516709] (13:12@Ginette) The quickest allreduce was mvapich2 on rank 12 and took 0.005970 +> [ 0.516709] (14:13@Ginette) The quickest allreduce was mvapich2 on rank 13 and took 0.006001 +> [ 0.516709] (15:14@Ginette) The quickest allreduce was mvapich2 on rank 14 and took 0.006001 +> [ 0.516709] (16:15@Ginette) The quickest allreduce was ompi on rank 15 and took 0.005970 +> [ 0.519260] (10:9@Fafard) The quickest allreduce was mvapich2 on rank 9 and took 0.005977 +> [ 0.519260] (11:10@Fafard) The quickest allreduce was mvapich2 on rank 10 and took 0.005977 +> [ 0.519260] (12:11@Fafard) The quickest allreduce was mvapich2 on rank 11 and took 0.006007 +> [ 0.519260] (9:8@Fafard) The quickest allreduce was mvapich2 on rank 8 and took 0.005946 +> [ 0.523253] (1:0@Tremblay) For rank 0, the quickest was redbcast : 0.008013 , but global was mvapich2 : 0.009198 at max > [0] sndbuf=[0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 ] > [1] sndbuf=[16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 ] > [2] sndbuf=[32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 ] diff --git a/teshsuite/smpi/gh-139/gh-139.tesh b/teshsuite/smpi/gh-139/gh-139.tesh index e854a11b6d..f9a9233c87 100644 --- a/teshsuite/smpi/gh-139/gh-139.tesh +++ b/teshsuite/smpi/gh-139/gh-139.tesh @@ -9,7 +9,7 @@ $ ${bindir:=.}/../../../smpi_script/bin/smpirun -np 2 -platform ../../../example > [Jupiter:wait recv:(4) 0.000000] [smpi_test/INFO] new thread has parameter rank 1 and global variable rank 1 > [Jupiter:wait recv:(4) 0.000000] [smpi_test/INFO] 1 has MPI rank 1 and global variable rank 1 > [Jupiter:wait recv:(4) 0.000000] [smpi_test/INFO] 1 waiting request -> [Jupiter:wait recv:(4) 0.002945] [smpi_test/INFO] 1 request done, return MPI_SUCCESS -> [Jupiter:wait recv:(4) 0.002945] [smpi_test/INFO] 1 still has MPI rank 1 and global variable 1 +> [Jupiter:wait recv:(4) 0.002947] [smpi_test/INFO] 1 request done, return MPI_SUCCESS +> [Jupiter:wait recv:(4) 0.002947] [smpi_test/INFO] 1 still has MPI rank 1 and global variable 1 > [Tremblay:0:(1) 1.000000] [smpi_test/INFO] finally 42 > [Jupiter:1:(2) 2.000000] [smpi_test/INFO] finally 42 diff --git a/teshsuite/smpi/pt2pt-dsend/pt2pt-dsend.tesh b/teshsuite/smpi/pt2pt-dsend/pt2pt-dsend.tesh index 07e013c41e..675262edeb 100644 --- a/teshsuite/smpi/pt2pt-dsend/pt2pt-dsend.tesh +++ b/teshsuite/smpi/pt2pt-dsend/pt2pt-dsend.tesh @@ -2,7 +2,7 @@ p Test dsend ! output sort $ ${bindir:=.}/../../../smpi_script/bin/smpirun -map -hostfile ${bindir:=.}/../hostfile -platform ${platfdir}/small_platform.xml -np 2 ${bindir:=.}/pt2pt-dsend -s --long --log=smpi_config.thres:warning --log=xbt_cfg.thres:warning --cfg=smpi/simulate-computation:no > [Jupiter:1:(2) 0.000000] [dsend/INFO] rank 1: data exchanged -> [Tremblay:0:(1) 0.005890] [dsend/INFO] rank 0: data exchanged +> [Tremblay:0:(1) 0.005896] [dsend/INFO] rank 0: data exchanged > [rank 0] -> Tremblay > [rank 1] -> Jupiter @@ -13,6 +13,6 @@ p process 2 will finish at 0.5+2*4 (time before first send) + 2*(1+0.5*4) (recv+ ! output sort $ ${bindir:=.}/../../../smpi_script/bin/smpirun -map -hostfile ${bindir:=.}/../hostfile -platform ${platfdir}/small_platform.xml -np 2 ${bindir:=.}/pt2pt-dsend -s --long --log=smpi_config.thres:warning --cfg=smpi/or:0:1:0.5 --cfg=smpi/os:0:0.5:2 --cfg=smpi/ois:0:1:0.1 --cfg=smpi/simulate-computation:no --log=xbt_cfg.thres:warning > [Jupiter:1:(2) 9.900000] [dsend/INFO] rank 1: data exchanged -> [Tremblay:0:(1) 14.505890] [dsend/INFO] rank 0: data exchanged +> [Tremblay:0:(1) 14.505896] [dsend/INFO] rank 0: data exchanged > [rank 0] -> Tremblay > [rank 1] -> Jupiter diff --git a/teshsuite/smpi/pt2pt-pingpong/TI_output.tesh b/teshsuite/smpi/pt2pt-pingpong/TI_output.tesh index 7458f2369b..8cdab3cbaf 100644 --- a/teshsuite/smpi/pt2pt-pingpong/TI_output.tesh +++ b/teshsuite/smpi/pt2pt-pingpong/TI_output.tesh @@ -39,7 +39,7 @@ $ ${bindir:=.}/../../../smpi_script/bin/smpirun -no-privatize -replay ./out_in_t > [rank 1] -> Jupiter > [rank 2] -> Fafard > [rank 3] -> Ginette -> [Jupiter:1:(2) 0.016798] [smpi_replay/INFO] Simulation time 0.016798 +> [Jupiter:1:(2) 0.016806] [smpi_replay/INFO] Simulation time 0.016806 ! output sort $ sh -c "cat ./out_ti.txt_files/*" @@ -130,7 +130,7 @@ $ ${bindir:=.}/../../../smpi_script/bin/smpirun -no-privatize -replay ./out_in_t > [rank 1] -> Jupiter > [rank 2] -> Fafard > [rank 3] -> Ginette -> [Jupiter:1:(2) 0.016798] [smpi_replay/INFO] Simulation time 0.016798 +> [Jupiter:1:(2) 0.016806] [smpi_replay/INFO] Simulation time 0.016806 $ rm -rf ./out_ti.txt_files $ rm -rf ./out_in_ti.txt_files