Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
Gloups revalidation
[simgrid.git] / examples / msg / masterslave / masterslave_failure.tesh
index 685fb65..9d347f6 100644 (file)
 
 p Testing a simple master/slave example application handling failures
 
-$ masterslave/masterslave_failure$EXEEXT --log=no_loc ${srcdir:=.}/small_platform_with_failures.xml ${srcdir:=.}/masterslave/deployment_masterslave.xml --cfg:path=${srcdir}
-> [0.000000] [simix_process/WARNING] Cannot launch process 'slave' on failed host 'Fafard'
-> [Tremblay:master:(1) 0.000000] [msg_test/INFO] Got 5 slave(s) :
-> [Tremblay:master:(1) 0.000000] [msg_test/INFO] Jupiter
-> [Tremblay:master:(1) 0.000000] [msg_test/INFO] Fafard
-> [Tremblay:master:(1) 0.000000] [msg_test/INFO] Ginette
-> [Tremblay:master:(1) 0.000000] [msg_test/INFO] Bourassa
-> [Tremblay:master:(1) 0.000000] [msg_test/INFO] Tremblay
-> [Tremblay:master:(1) 0.000000] [msg_test/INFO] Got 20 task to process :
-> [Tremblay:master:(1) 0.147613] [msg_test/INFO] Send completed
-> [Jupiter:slave:(3) 0.147613] [msg_test/INFO] Received "Task"
-> [Jupiter:slave:(3) 0.147613] [msg_test/INFO] Communication time : "0.147613"
-> [Jupiter:slave:(3) 0.147613] [msg_test/INFO] Processing "Task"
-> [Jupiter:slave:(3) 0.802956] [msg_test/INFO] "Task" done
-> [Jupiter:slave:(3) 1.100000] [msg_test/INFO] Gloups. The cpu on which I'm running just turned off!. See you!
-> [Tremblay:master:(1) 10.147613] [msg_test/INFO] Mmh. Something went wrong with 'Fafard'. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 10.276113] [msg_test/INFO] Send completed
-> [Ginette:slave:(4) 10.276113] [msg_test/INFO] Received "Task"
-> [Ginette:slave:(4) 10.276113] [msg_test/INFO] Communication time : "0.128500"
-> [Ginette:slave:(4) 10.276113] [msg_test/INFO] Processing "Task"
-> [Tremblay:master:(1) 10.473605] [msg_test/INFO] Send completed
-> [Bourassa:slave:(5) 10.473605] [msg_test/INFO] Received "Task"
-> [Bourassa:slave:(5) 10.473605] [msg_test/INFO] Communication time : "0.197492"
-> [Bourassa:slave:(5) 10.473605] [msg_test/INFO] Processing "Task"
-> [Tremblay:master:(1) 10.475628] [msg_test/INFO] Send completed
-> [Tremblay:slave:(2) 10.475628] [msg_test/INFO] Received "Task"
-> [Tremblay:slave:(2) 10.475628] [msg_test/INFO] Communication time : "0.002023"
-> [Tremblay:slave:(2) 10.475628] [msg_test/INFO] Processing "Task"
-> [Tremblay:slave:(2) 10.985338] [msg_test/INFO] "Task" done
-> [Ginette:slave:(4) 11.307211] [msg_test/INFO] "Task" done
-> [Bourassa:slave:(5) 11.504703] [msg_test/INFO] "Task" done
-> [Tremblay:master:(1) 20.475628] [msg_test/INFO] Mmh. Something went wrong with 'Jupiter'. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 30.475628] [msg_test/INFO] Mmh. Something went wrong with 'Fafard'. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 30.475628] [msg_test/INFO] Mmh. Something went wrong with 'Ginette'. Nevermind. Let's keep going!
-> [Ginette:slave:(4) 30.475628] [msg_test/INFO] Mmh. Something went wrong. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 30.673120] [msg_test/INFO] Send completed
-> [Bourassa:slave:(5) 30.673120] [msg_test/INFO] Received "Task"
-> [Bourassa:slave:(5) 30.673120] [msg_test/INFO] Communication time : "0.197492"
-> [Bourassa:slave:(5) 30.673120] [msg_test/INFO] Processing "Task"
-> [Tremblay:master:(1) 30.675143] [msg_test/INFO] Send completed
-> [Tremblay:slave:(2) 30.675143] [msg_test/INFO] Received "Task"
-> [Tremblay:slave:(2) 30.675143] [msg_test/INFO] Communication time : "0.002023"
-> [Tremblay:slave:(2) 30.675143] [msg_test/INFO] Processing "Task"
-> [Tremblay:slave:(2) 31.184853] [msg_test/INFO] "Task" done
-> [Bourassa:slave:(5) 31.704218] [msg_test/INFO] "Task" done
-> [Tremblay:master:(1) 40.675143] [msg_test/INFO] Mmh. Something went wrong with 'Jupiter'. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 50.675143] [msg_test/INFO] Mmh. Something went wrong with 'Fafard'. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 50.803643] [msg_test/INFO] Send completed
-> [Ginette:slave:(4) 50.803643] [msg_test/INFO] Received "Task"
-> [Ginette:slave:(4) 50.803643] [msg_test/INFO] Communication time : "0.128500"
-> [Ginette:slave:(4) 50.803643] [msg_test/INFO] Processing "Task"
-> [Tremblay:master:(1) 51.001135] [msg_test/INFO] Send completed
-> [Bourassa:slave:(5) 51.001135] [msg_test/INFO] Received "Task"
-> [Bourassa:slave:(5) 51.001135] [msg_test/INFO] Communication time : "0.197492"
-> [Bourassa:slave:(5) 51.001135] [msg_test/INFO] Processing "Task"
-> [Tremblay:master:(1) 51.003158] [msg_test/INFO] Send completed
-> [Tremblay:slave:(2) 51.003158] [msg_test/INFO] Received "Task"
-> [Tremblay:slave:(2) 51.003158] [msg_test/INFO] Communication time : "0.002023"
-> [Tremblay:slave:(2) 51.003158] [msg_test/INFO] Processing "Task"
-> [Tremblay:slave:(2) 51.512868] [msg_test/INFO] "Task" done
-> [Ginette:slave:(4) 51.834741] [msg_test/INFO] "Task" done
-> [Bourassa:slave:(5) 52.032233] [msg_test/INFO] "Task" done
-> [Tremblay:master:(1) 61.003158] [msg_test/INFO] Mmh. Something went wrong with 'Jupiter'. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 71.003158] [msg_test/INFO] Mmh. Something went wrong with 'Fafard'. Nevermind. Let's keep going!
-> [Tremblay:master:(1) 71.131658] [msg_test/INFO] Send completed
-> [Ginette:slave:(4) 71.131658] [msg_test/INFO] Received "Task"
-> [Ginette:slave:(4) 71.131658] [msg_test/INFO] Communication time : "0.128500"
-> [Ginette:slave:(4) 71.131658] [msg_test/INFO] Processing "Task"
-> [Tremblay:master:(1) 71.329150] [msg_test/INFO] Send completed
-> [Bourassa:slave:(5) 71.329150] [msg_test/INFO] Received "Task"
-> [Bourassa:slave:(5) 71.329150] [msg_test/INFO] Communication time : "0.197492"
-> [Bourassa:slave:(5) 71.329150] [msg_test/INFO] Processing "Task"
-> [Tremblay:master:(1) 71.331173] [msg_test/INFO] Send completed
-> [Tremblay:master:(1) 71.331173] [msg_test/INFO] All tasks have been dispatched. Let's tell everybody the computation is over.
-> [Tremblay:slave:(2) 71.331173] [msg_test/INFO] Received "Task"
-> [Tremblay:slave:(2) 71.331173] [msg_test/INFO] Communication time : "0.002023"
-> [Tremblay:slave:(2) 71.331173] [msg_test/INFO] Processing "Task"
-> [Tremblay:slave:(2) 71.840883] [msg_test/INFO] "Task" done
-> [Ginette:slave:(4) 72.162756] [msg_test/INFO] "Task" done
-> [Tremblay:master:(1) 72.331173] [msg_test/INFO] Mmh. Can't reach 'Jupiter'! Nevermind. Let's keep going!
-> [Bourassa:slave:(5) 72.360248] [msg_test/INFO] "Task" done
-> [Tremblay:master:(1) 73.331173] [msg_test/INFO] Mmh. Can't reach 'Fafard'! Nevermind. Let's keep going!
-> [Ginette:slave:(4) 73.332446] [msg_test/INFO] Received "finalize"
-> [Ginette:slave:(4) 73.332446] [msg_test/INFO] I'm done. See you!
-> [Bourassa:slave:(5) 73.334401] [msg_test/INFO] Received "finalize"
-> [Bourassa:slave:(5) 73.334401] [msg_test/INFO] I'm done. See you!
-> [Tremblay:master:(1) 73.334416] [msg_test/INFO] Goodbye now!
-> [Tremblay:slave:(2) 73.334416] [msg_test/INFO] Received "finalize"
-> [Tremblay:slave:(2) 73.334416] [msg_test/INFO] I'm done. See you!
-> [73.334416] [msg_test/INFO] Simulation time 73.3344
+! output sort
+$ masterslave/masterslave_failure$EXEEXT --log=xbt_cfg.thres:critical --log=no_loc ${srcdir:=.}/small_platform_with_failures.xml ${srcdir:=.}/masterslave/deployment_masterslave.xml --cfg=path:${srcdir} --cfg=network/crosstraffic:0 "--log=root.fmt:[%10.6r]%e(%i:%P@%h)%e%m%n"
+> [  0.000000] (0:@) Cannot launch process 'slave' on failed host 'Fafard'
+> [  0.000000] (1:master@Tremblay) Got 5 slave(s) :
+> [  0.000000] (1:master@Tremblay) Jupiter
+> [  0.000000] (1:master@Tremblay) Fafard
+> [  0.000000] (1:master@Tremblay) Ginette
+> [  0.000000] (1:master@Tremblay) Bourassa
+> [  0.000000] (1:master@Tremblay) Tremblay
+> [  0.000000] (1:master@Tremblay) Got 20 task to process :
+> [  1.000000] (0:@) Restart processes on host: Fafard
+> [  1.000000] (1:master@Tremblay) Mmh. Something went wrong with 'Jupiter'. Nevermind. Let's keep going!
+> [  2.000000] (0:@) Restart processes on host: Jupiter
+> [ 11.000000] (1:master@Tremblay) Mmh. Got timeouted while speaking to 'Fafard'. Nevermind. Let's keep going!
+> [ 12.030928] (1:master@Tremblay) Send completed
+> [ 12.030928] (4:slave@Ginette) Received "Task"
+> [ 12.030928] (4:slave@Ginette) Communication time : "1.030928"
+> [ 12.030928] (4:slave@Ginette) Processing "Task"
+> [ 13.061856] (1:master@Tremblay) Send completed
+> [ 13.061856] (5:slave@Bourassa) Received "Task"
+> [ 13.061856] (5:slave@Bourassa) Communication time : "1.030928"
+> [ 13.061856] (5:slave@Bourassa) Processing "Task"
+> [ 13.072165] (1:master@Tremblay) Send completed
+> [ 13.072165] (2:slave@Tremblay) Received "Task"
+> [ 13.072165] (2:slave@Tremblay) Communication time : "0.010309"
+> [ 13.072165] (2:slave@Tremblay) Processing "Task"
+> [ 14.030928] (4:slave@Ginette) "Task" done
+> [ 14.103093] (1:master@Tremblay) Send completed
+> [ 14.103093] (6:slave@Jupiter) Received "Task"
+> [ 14.103093] (6:slave@Jupiter) Communication time : "1.030928"
+> [ 14.103093] (6:slave@Jupiter) Processing "Task"
+> [ 15.061856] (5:slave@Bourassa) "Task" done
+> [ 15.072165] (2:slave@Tremblay) "Task" done
+> [ 16.103093] (6:slave@Jupiter) "Task" done
+> [ 24.103093] (1:master@Tremblay) Mmh. Got timeouted while speaking to 'Fafard'. Nevermind. Let's keep going!
+> [ 24.103093] (1:master@Tremblay) Mmh. Something went wrong with 'Ginette'. Nevermind. Let's keep going!
+> [ 24.103093] (4:slave@Ginette) Mmh. Something went wrong. Nevermind. Let's keep going!
+> [ 25.134021] (1:master@Tremblay) Send completed
+> [ 25.134021] (5:slave@Bourassa) Received "Task"
+> [ 25.134021] (5:slave@Bourassa) Communication time : "1.030928"
+> [ 25.134021] (5:slave@Bourassa) Processing "Task"
+> [ 25.144330] (1:master@Tremblay) Send completed
+> [ 25.144330] (2:slave@Tremblay) Received "Task"
+> [ 25.144330] (2:slave@Tremblay) Communication time : "0.010309"
+> [ 25.144330] (2:slave@Tremblay) Processing "Task"
+> [ 26.175258] (1:master@Tremblay) Send completed
+> [ 26.175258] (6:slave@Jupiter) Received "Task"
+> [ 26.175258] (6:slave@Jupiter) Communication time : "1.030928"
+> [ 26.175258] (6:slave@Jupiter) Processing "Task"
+> [ 27.134021] (5:slave@Bourassa) "Task" done
+> [ 27.144330] (2:slave@Tremblay) "Task" done
+> [ 28.175258] (6:slave@Jupiter) "Task" done
+> [ 36.175258] (1:master@Tremblay) Mmh. Got timeouted while speaking to 'Fafard'. Nevermind. Let's keep going!
+> [ 37.206186] (1:master@Tremblay) Send completed
+> [ 37.206186] (1:master@Tremblay) Mmh. Something went wrong with 'Bourassa'. Nevermind. Let's keep going!
+> [ 37.206186] (4:slave@Ginette) Received "Task"
+> [ 37.206186] (4:slave@Ginette) Communication time : "1.030928"
+> [ 37.206186] (4:slave@Ginette) Processing "Task"
+> [ 37.206186] (5:slave@Bourassa) Mmh. Something went wrong. Nevermind. Let's keep going!
+> [ 37.216495] (1:master@Tremblay) Send completed
+> [ 37.216495] (2:slave@Tremblay) Received "Task"
+> [ 37.216495] (2:slave@Tremblay) Communication time : "0.010309"
+> [ 37.216495] (2:slave@Tremblay) Processing "Task"
+> [ 38.247423] (1:master@Tremblay) Send completed
+> [ 38.247423] (6:slave@Jupiter) Received "Task"
+> [ 38.247423] (6:slave@Jupiter) Communication time : "1.030928"
+> [ 38.247423] (6:slave@Jupiter) Processing "Task"
+> [ 39.206186] (4:slave@Ginette) "Task" done
+> [ 39.216495] (2:slave@Tremblay) "Task" done
+> [ 40.247423] (6:slave@Jupiter) "Task" done
+> [ 48.247423] (1:master@Tremblay) Mmh. Got timeouted while speaking to 'Fafard'. Nevermind. Let's keep going!
+> [ 49.278351] (1:master@Tremblay) Send completed
+> [ 49.278351] (4:slave@Ginette) Received "Task"
+> [ 49.278351] (4:slave@Ginette) Communication time : "1.030928"
+> [ 49.278351] (4:slave@Ginette) Processing "Task"
+> [ 50.000000] (4:slave@Ginette) Gloups. The cpu on which I'm running just turned off!. See you!
+> [ 50.309278] (1:master@Tremblay) Send completed
+> [ 50.309278] (5:slave@Bourassa) Received "Task"
+> [ 50.309278] (5:slave@Bourassa) Communication time : "1.030928"
+> [ 50.309278] (5:slave@Bourassa) Processing "Task"
+> [ 50.319588] (1:master@Tremblay) Send completed
+> [ 50.319588] (1:master@Tremblay) All tasks have been dispatched. Let's tell everybody the computation is over.
+> [ 50.319588] (2:slave@Tremblay) Received "Task"
+> [ 50.319588] (2:slave@Tremblay) Communication time : "0.010309"
+> [ 50.319588] (2:slave@Tremblay) Processing "Task"
+> [ 50.319588] (6:slave@Jupiter) Received "finalize"
+> [ 50.319588] (6:slave@Jupiter) I'm done. See you!
+> [ 51.319588] (1:master@Tremblay) Mmh. Got timeouted while speaking to 'Fafard'. Nevermind. Let's keep going!
+> [ 52.309278] (5:slave@Bourassa) "Task" done
+> [ 52.319588] (0:@) Simulation time 52.3196
+> [ 52.319588] (1:master@Tremblay) Mmh. Got timeouted while speaking to 'Ginette'. Nevermind. Let's keep going!
+> [ 52.319588] (1:master@Tremblay) Goodbye now!
+> [ 52.319588] (2:slave@Tremblay) "Task" done
+> [ 52.319588] (2:slave@Tremblay) Received "finalize"
+> [ 52.319588] (2:slave@Tremblay) I'm done. See you!
+> [ 52.319588] (5:slave@Bourassa) Received "finalize"
+> [ 52.319588] (5:slave@Bourassa) I'm done. See you!