#include <stdio.h>
#include <stdlib.h>
#include "msg/msg.h" /* Yeah! If you want to use msg, you need to include msg/msg.h */
-#include "msg/mailbox.h" /* we play funny tricks with mailboxes and rdv points */
-#include "simix/simix.h" /* semaphores for the barrier */
+#include "simgrid/simix.h" /* semaphores for the barrier */
#include "xbt.h" /* calloc, printf */
#include "instr/instr_private.h"
-
-#include "msg/private.h" /* You don't want to know why, trust us */
-#include "simix/private.h"
-
-void SIMIX_ctx_raw_factory_init(smx_context_factory_t *factory);
+#include <xbt/replay.h>
+
+/** @addtogroup MSG_examples
+ *
+ * @section MSG_ex_actions Trace driven simulations
+ *
+ * The <b>actions/actions.c</b> example demonstrates how to run trace-driven simulations. It
+ * is very handy when you want to test an algorithm or protocol that
+ * does nothing unless it receives some events from outside. For
+ * example, a P2P protocol reacts to requests from the user, but
+ * does nothing if there is no such event.
+ *
+ * In such situations, SimGrid allows to write your protocol in your
+ * C file, and the events to react to in a separate text file.
+ * Declare a function handling each of the events that you want to
+ * accept in your trace files, register them using \ref
+ * xbt_replay_action_register in your main, and then use \ref
+ * MSG_action_trace_run to launch the simulation. You can either
+ * have one trace file containing all your events, or a file per
+ * simulated process. Check the tesh files in the example directory
+ * for details on how to do it.
+ *
+ * This example uses this approach to replay MPI-like traces. It
+ * comes with a set of event handlers reproducing MPI events. This
+ * is somehow similar to SMPI, yet differently implemented. This
+ * code should probably be changed to use SMPI internals instead,
+ * but wasn't, so far.
+ *
+ */
XBT_LOG_NEW_DEFAULT_CATEGORY(actions,
"Messages specific for this msg example");
xbt_dynar_t isends; /* of msg_comm_t */
/* Used to implement irecv+wait */
xbt_dynar_t irecvs; /* of msg_comm_t */
- xbt_dynar_t tasks; /* of m_task_t */
+ xbt_dynar_t tasks; /* of msg_task_t */
} s_process_globals_t, *process_globals_t;
/* Helper function */
value = strtod(string, &endptr);
if (*endptr != '\0')
- THROW1(unknown_error, 0, "%s is not a double", string);
+ THROWF(unknown_error, 0, "%s is not a double", string);
return value;
}
XBT_VERB("%s %f", name, MSG_get_clock() - clock);
- if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
- free(name);
+ free(name);
#ifdef HAVE_TRACING
TRACE_smpi_ptp_out(rank, rank, dst_traced, "send");
asynchronous_cleanup();
}
-static int task_recv_matching(void*ignored,void*recv_task) {
- XBT_DEBUG("Trying to recv_match with %p", recv_task);
- return recv_task != NULL;
-}
-
static void action_Isend(const char *const *action)
{
char to[250];
sprintf(to, "%s_%s", MSG_process_get_name(MSG_process_self()),action[2]);
- m_task_t task = MSG_task_create(to,0,parse_double(size),NULL);
-
- smx_rdv_t rdv = MSG_mailbox_get_by_alias(to);
-
- if(SIMIX_comm_has_recv_match(rdv, task_recv_matching, NULL)) {
- XBT_DEBUG("Switching back to MSG_task_send: %s", to);
- MSG_task_send(task, to);
- return;
- }
-
- msg_comm_t comm = MSG_task_isend_with_matching(task, to, /*matching madness*/NULL,task);
+ msg_comm_t comm =
+ MSG_task_isend( MSG_task_create(to,0,parse_double(size),NULL), to);
xbt_dynar_push(globals->isends,&comm);
- if (task->simdata->message_size < 65536) {
- /* Close your eyes, it burns ! */
- comm->s_comm->comm.dst_proc = SIMIX_process_get_by_name(action[2]);
- comm->s_comm->comm.dst_buff = NULL;
- comm->s_comm->comm.dst_buff_size = NULL;
- comm->s_comm->comm.dst_data = NULL;
- comm->s_comm->state = SIMIX_READY;
- comm->s_comm->comm.refcount++;
- SIMIX_comm_start(comm->s_comm);
- }
-
XBT_DEBUG("Isend on %s", MSG_process_get_name(MSG_process_self()));
XBT_VERB("%s %f", xbt_str_join_array(action, " "), MSG_get_clock() - clock);
asynchronous_cleanup();
}
-static int task_sent_matching(void*ignored,void*sent_task) {
- m_task_t t = (m_task_t)sent_task;
- if (t!=NULL && MSG_task_get_data_size(t)<65536)
- return 1; /* that's supposed to be already arrived */
- return 0; /* rendez-vous mode: it's not there yet */
-}
static void action_recv(const char *const *action)
{
char *name = NULL;
char mailbox_name[250];
- m_task_t task = NULL;
+ msg_task_t task = NULL;
double clock = MSG_get_clock();
sprintf(mailbox_name, "%s_%s", action[2],
if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
name = xbt_str_join_array(action, " ");
- /* The next chunk is to deal with the fact that for short messages,
- * if the send occurs before the receive, the message is already sent and
- * buffered on receiver side when the recv() occurs.
- *
- * So the next chunk detects this fact and cancel the simix communication instead.
- */
-
- /* make sure the rdv is created on need by asking to MSG instead of simix directly */
- smx_rdv_t rdv = MSG_mailbox_get_by_alias(mailbox_name);
- smx_action_t act = SIMIX_comm_get_send_match(rdv, task_sent_matching, NULL);
- if (act!=NULL){
- /* FIXME account for the memcopy time if needed */
- task = act->comm.src_data;
-
- if (task->simdata->message_size < 65536) {
- act->comm.refcount--; /* See action_send for more pain */
- if(act->state == SIMIX_DONE)
- SIMIX_comm_finish(act);
- else
- SIMIX_req_comm_wait(act, -1.0);
- return;
- }
- }
-
#ifdef HAVE_TRACING
int rank = get_rank(MSG_process_get_name(MSG_process_self()));
int src_traced = get_rank(action[2]);
#endif
XBT_DEBUG("Receiving: %s", name);
- /* Mimic a call to MSG_task_receive(&task, mailbox_name); */
- SIMIX_req_comm_recv(rdv, &task, NULL, NULL, &task, -1.0);
-
+ msg_error_t res = MSG_task_receive(&task, mailbox_name);
// MSG_task_receive(&task, MSG_process_get_name(MSG_process_self()));
XBT_VERB("%s %f", name, MSG_get_clock() - clock);
- MSG_task_destroy(task);
- if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
- free(name);
+ if (res == MSG_OK) {
+ MSG_task_destroy(task);
+ }
+
+ free(name);
#ifdef HAVE_TRACING
TRACE_smpi_ptp_out(rank, src_traced, rank, "recv");
TRACE_smpi_recv(rank, src_traced, rank);
sprintf(mailbox, "%s_%s", action[2],
MSG_process_get_name(MSG_process_self()));
- m_task_t t=NULL;
+ msg_task_t t=NULL;
xbt_dynar_push(globals->tasks,&t);
msg_comm_t c =
MSG_task_irecv(
static void action_wait(const char *const *action)
{
char *name = NULL;
- m_task_t task = NULL;
+ msg_task_t task = NULL;
msg_comm_t comm;
double clock = MSG_get_clock();
process_globals_t globals = (process_globals_t) MSG_process_get_data(MSG_process_self());
- xbt_assert1(xbt_dynar_length(globals->irecvs),
+ xbt_assert(xbt_dynar_length(globals->irecvs),
"action wait not preceded by any irecv: %s", xbt_str_join_array(action," "));
if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
XBT_DEBUG("Entering %s", name);
comm = xbt_dynar_pop_as(globals->irecvs,msg_comm_t);
MSG_comm_wait(comm,-1);
- task = xbt_dynar_pop_as(globals->tasks,m_task_t);
+ task = xbt_dynar_pop_as(globals->tasks,msg_task_t);
MSG_comm_destroy(comm);
MSG_task_destroy(task);
XBT_VERB("%s %f", name, MSG_get_clock() - clock);
- if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
- free(name);
+ free(name);
#ifdef HAVE_TRACING
TRACE_smpi_ptp_out(rank, src_traced, rank, "wait");
TRACE_smpi_recv(rank, src_traced, rank);
name = xbt_str_join_array(action, " ");
if (mutex == NULL) { // first arriving on the barrier
- mutex = SIMIX_req_mutex_init();
- cond = SIMIX_req_cond_init();
+ mutex = simcall_mutex_init();
+ cond = simcall_cond_init();
processes_arrived_sofar=0;
}
XBT_DEBUG("Entering barrier: %s (%d already there)", name,processes_arrived_sofar);
- SIMIX_req_mutex_lock(mutex);
+ simcall_mutex_lock(mutex);
if (++processes_arrived_sofar == communicator_size) {
- SIMIX_req_cond_broadcast(cond);
- SIMIX_req_mutex_unlock(mutex);
+ simcall_cond_broadcast(cond);
+ simcall_mutex_unlock(mutex);
} else {
- SIMIX_req_cond_wait(cond,mutex);
- SIMIX_req_mutex_unlock(mutex);
+ simcall_cond_wait(cond,mutex);
+ simcall_mutex_unlock(mutex);
}
XBT_DEBUG("Exiting barrier: %s", name);
processes_arrived_sofar--;
if (!processes_arrived_sofar) {
- SIMIX_req_cond_destroy(cond);
- SIMIX_req_mutex_destroy(mutex);
+ simcall_cond_destroy(cond);
+ simcall_mutex_destroy(mutex);
mutex=NULL;
}
- if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
- free(name);
+ free(name);
}
static void action_reduce(const char *const *action)
{
- int i;
- char *reduce_identifier;
- char mailbox[80];
- double comm_size = parse_double(action[2]);
- double comp_size = parse_double(action[3]);
- m_task_t comp_task = NULL;
- const char *process_name;
- double clock = MSG_get_clock();
-
- process_globals_t counters = (process_globals_t) MSG_process_get_data(MSG_process_self());
-
- xbt_assert0(communicator_size, "Size of Communicator is not defined, "
- "can't use collective operations");
-
- process_name = MSG_process_get_name(MSG_process_self());
-
- reduce_identifier = bprintf("reduce_%d", counters->reduce_counter++);
-
- if (!strcmp(process_name, "p0")) {
- XBT_DEBUG("%s: %s is the Root", reduce_identifier, process_name);
-
- msg_comm_t *comms = xbt_new0(msg_comm_t,communicator_size-1);
- m_task_t *tasks = xbt_new0(m_task_t,communicator_size-1);
- for (i = 1; i < communicator_size; i++) {
- sprintf(mailbox, "%s_p%d_p0", reduce_identifier, i);
- comms[i-1] = MSG_task_irecv(&(tasks[i-1]),mailbox);
- }
- MSG_comm_waitall(comms,communicator_size-1,-1);
- for (i = 1; i < communicator_size; i++) {
- MSG_comm_destroy(comms[i-1]);
- MSG_task_destroy(tasks[i-1]);
- }
- free(tasks);
-
- comp_task = MSG_task_create("reduce_comp", comp_size, 0, NULL);
- XBT_DEBUG("%s: computing 'reduce_comp'", reduce_identifier);
- MSG_task_execute(comp_task);
- MSG_task_destroy(comp_task);
- XBT_DEBUG("%s: computed", reduce_identifier);
-
- } else {
- XBT_DEBUG("%s: %s sends", reduce_identifier, process_name);
- sprintf(mailbox, "%s_%s_p0", reduce_identifier, process_name);
- XBT_DEBUG("put on %s", mailbox);
- MSG_task_send(MSG_task_create(reduce_identifier, 0, comm_size, NULL),
- mailbox);
- }
-
- XBT_VERB("%s %f", xbt_str_join_array(action, " "), MSG_get_clock() - clock);
- free(reduce_identifier);
+ int i;
+ char *reduce_identifier;
+ char mailbox[80];
+ double comm_size = parse_double(action[2]);
+ double comp_size = parse_double(action[3]);
+ msg_task_t comp_task = NULL;
+ const char *process_name;
+ double clock = MSG_get_clock();
+
+ process_globals_t counters = (process_globals_t) MSG_process_get_data(MSG_process_self());
+
+ xbt_assert(communicator_size, "Size of Communicator is not defined, "
+ "can't use collective operations");
+
+ process_name = MSG_process_get_name(MSG_process_self());
+
+ reduce_identifier = bprintf("reduce_%d", counters->reduce_counter++);
+
+ if (!strcmp(process_name, "p0")) {
+ XBT_DEBUG("%s: %s is the Root", reduce_identifier, process_name);
+
+ msg_comm_t *comms = xbt_new0(msg_comm_t,communicator_size-1);
+ msg_task_t *tasks = xbt_new0(msg_task_t,communicator_size-1);
+ for (i = 1; i < communicator_size; i++) {
+ sprintf(mailbox, "%s_p%d_p0", reduce_identifier, i);
+ comms[i-1] = MSG_task_irecv(&(tasks[i-1]),mailbox);
+ }
+ MSG_comm_waitall(comms,communicator_size-1,-1);
+ for (i = 1; i < communicator_size; i++) {
+ MSG_comm_destroy(comms[i-1]);
+ MSG_task_destroy(tasks[i-1]);
+ }
+ free(tasks);
+
+ comp_task = MSG_task_create("reduce_comp", comp_size, 0, NULL);
+ XBT_DEBUG("%s: computing 'reduce_comp'", reduce_identifier);
+ MSG_task_execute(comp_task);
+ MSG_task_destroy(comp_task);
+ XBT_DEBUG("%s: computed", reduce_identifier);
+
+ } else {
+ XBT_DEBUG("%s: %s sends", reduce_identifier, process_name);
+ sprintf(mailbox, "%s_%s_p0", reduce_identifier, process_name);
+ XBT_DEBUG("put on %s", mailbox);
+ MSG_task_send(MSG_task_create(reduce_identifier, 0, comm_size, NULL),
+ mailbox);
+ }
+
+ XBT_VERB("%s %f", xbt_str_join_array(action, " "), MSG_get_clock() - clock);
+ free(reduce_identifier);
}
static void action_bcast(const char *const *action)
{
- int i;
- char *bcast_identifier;
- char mailbox[80];
- double comm_size = parse_double(action[2]);
- m_task_t task = NULL;
- const char *process_name;
- double clock = MSG_get_clock();
-
- process_globals_t counters = (process_globals_t) MSG_process_get_data(MSG_process_self());
-
- xbt_assert0(communicator_size, "Size of Communicator is not defined, "
- "can't use collective operations");
-
- process_name = MSG_process_get_name(MSG_process_self());
-
- bcast_identifier = bprintf("bcast_%d", counters->bcast_counter++);
-
- if (!strcmp(process_name, "p0")) {
- XBT_DEBUG("%s: %s is the Root", bcast_identifier, process_name);
-
- msg_comm_t *comms = xbt_new0(msg_comm_t,communicator_size-1);
-
- for (i = 1; i < communicator_size; i++) {
- sprintf(mailbox, "%s_p0_p%d", bcast_identifier, i);
- comms[i-1] =
- MSG_task_isend(MSG_task_create(mailbox,0,comm_size,NULL),
- mailbox);
- }
- MSG_comm_waitall(comms,communicator_size-1,-1);
- for (i = 1; i < communicator_size; i++)
- MSG_comm_destroy(comms[i-1]);
- free(comms);
-
- XBT_DEBUG("%s: all messages sent by %s have been received",
- bcast_identifier, process_name);
-
- } else {
- sprintf(mailbox, "%s_p0_%s", bcast_identifier, process_name);
- MSG_task_receive(&task, mailbox);
- MSG_task_destroy(task);
- XBT_DEBUG("%s: %s has received", bcast_identifier, process_name);
- }
-
- XBT_VERB("%s %f", xbt_str_join_array(action, " "), MSG_get_clock() - clock);
- free(bcast_identifier);
+ int i;
+ char *bcast_identifier;
+ char mailbox[80];
+ double comm_size = parse_double(action[2]);
+ msg_task_t task = NULL;
+ const char *process_name;
+ double clock = MSG_get_clock();
+
+ process_globals_t counters = (process_globals_t) MSG_process_get_data(MSG_process_self());
+
+ xbt_assert(communicator_size, "Size of Communicator is not defined, "
+ "can't use collective operations");
+
+ process_name = MSG_process_get_name(MSG_process_self());
+
+ bcast_identifier = bprintf("bcast_%d", counters->bcast_counter++);
+
+ if (!strcmp(process_name, "p0")) {
+ XBT_DEBUG("%s: %s is the Root", bcast_identifier, process_name);
+
+ msg_comm_t *comms = xbt_new0(msg_comm_t,communicator_size-1);
+
+ for (i = 1; i < communicator_size; i++) {
+ sprintf(mailbox, "%s_p0_p%d", bcast_identifier, i);
+ comms[i-1] =
+ MSG_task_isend(MSG_task_create(mailbox,0,comm_size,NULL),
+ mailbox);
+ }
+ MSG_comm_waitall(comms,communicator_size-1,-1);
+ for (i = 1; i < communicator_size; i++)
+ MSG_comm_destroy(comms[i-1]);
+ free(comms);
+
+ XBT_DEBUG("%s: all messages sent by %s have been received",
+ bcast_identifier, process_name);
+
+ } else {
+ sprintf(mailbox, "%s_p0_%s", bcast_identifier, process_name);
+ MSG_task_receive(&task, mailbox);
+ MSG_task_destroy(task);
+ XBT_DEBUG("%s: %s has received", bcast_identifier, process_name);
+ }
+
+ XBT_VERB("%s %f", xbt_str_join_array(action, " "), MSG_get_clock() - clock);
+ free(bcast_identifier);
}
MSG_process_sleep(parse_double(duration));
XBT_VERB("%s %f ", name, MSG_get_clock() - clock);
- if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
- free(name);
+ free(name);
}
static void action_allReduce(const char *const *action) {
char mailbox[80];
double comm_size = parse_double(action[2]);
double comp_size = parse_double(action[3]);
- m_task_t task = NULL, comp_task = NULL;
+ msg_task_t task = NULL, comp_task = NULL;
const char *process_name;
double clock = MSG_get_clock();
process_globals_t counters = (process_globals_t) MSG_process_get_data(MSG_process_self());
- xbt_assert0(communicator_size, "Size of Communicator is not defined, "
+ xbt_assert(communicator_size, "Size of Communicator is not defined, "
"can't use collective operations");
process_name = MSG_process_get_name(MSG_process_self());
XBT_DEBUG("%s: %s is the Root", allreduce_identifier, process_name);
msg_comm_t *comms = xbt_new0(msg_comm_t,communicator_size-1);
- m_task_t *tasks = xbt_new0(m_task_t,communicator_size-1);
+ msg_task_t *tasks = xbt_new0(msg_task_t,communicator_size-1);
for (i = 1; i < communicator_size; i++) {
sprintf(mailbox, "%s_p%d_p0", allreduce_identifier, i);
comms[i-1] = MSG_task_irecv(&(tasks[i-1]),mailbox);
name = xbt_str_join_array(action, " ");
communicator_size = parse_double(size);
XBT_VERB("%s %f", name, MSG_get_clock() - clock);
- if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
- free(name);
+ free(name);
}
static void action_compute(const char *const *action)
{
char *name = NULL;
const char *amout = action[2];
- m_task_t task = MSG_task_create(name, parse_double(amout), 0, NULL);
+ msg_task_t task = MSG_task_create(name, parse_double(amout), 0, NULL);
double clock = MSG_get_clock();
if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
MSG_task_execute(task);
MSG_task_destroy(task);
XBT_VERB("%s %f", name, MSG_get_clock() - clock);
- if (XBT_LOG_ISENABLED(actions, xbt_log_priority_verbose))
- free(name);
+ free(name);
}
static void action_init(const char *const *action)
process_globals_t globals = (process_globals_t) calloc(1, sizeof(s_process_globals_t));
globals->isends = xbt_dynar_new(sizeof(msg_comm_t),NULL);
globals->irecvs = xbt_dynar_new(sizeof(msg_comm_t),NULL);
- globals->tasks = xbt_dynar_new(sizeof(m_task_t),NULL);
+ globals->tasks = xbt_dynar_new(sizeof(msg_task_t),NULL);
MSG_process_set_data(MSG_process_self(),globals);
}
/** Main function */
int main(int argc, char *argv[])
{
- MSG_error_t res = MSG_OK;
-
- smx_factory_initializer_to_use = SIMIX_ctx_raw_factory_init;
+ msg_error_t res = MSG_OK;
/* Check the given arguments */
- MSG_global_init(&argc, argv);
+ MSG_init(&argc, argv);
if (argc < 3) {
printf("Usage: %s platform_file deployment_file [action_files]\n",
argv[0]);
MSG_launch_application(argv[2]);
/* Action registration */
- MSG_action_register("init", action_init);
- MSG_action_register("finalize", action_finalize);
- MSG_action_register("comm_size",action_comm_size);
- MSG_action_register("send", action_send);
- MSG_action_register("Isend", action_Isend);
- MSG_action_register("recv", action_recv);
- MSG_action_register("Irecv", action_Irecv);
- MSG_action_register("wait", action_wait);
- MSG_action_register("barrier", action_barrier);
- MSG_action_register("bcast", action_bcast);
- MSG_action_register("reduce", action_reduce);
- MSG_action_register("allReduce",action_allReduce);
- MSG_action_register("sleep", action_sleep);
- MSG_action_register("compute", action_compute);
+ xbt_replay_action_register("init", action_init);
+ xbt_replay_action_register("finalize", action_finalize);
+ xbt_replay_action_register("comm_size",action_comm_size);
+ xbt_replay_action_register("send", action_send);
+ xbt_replay_action_register("Isend", action_Isend);
+ xbt_replay_action_register("recv", action_recv);
+ xbt_replay_action_register("Irecv", action_Irecv);
+ xbt_replay_action_register("wait", action_wait);
+ xbt_replay_action_register("barrier", action_barrier);
+ xbt_replay_action_register("bcast", action_bcast);
+ xbt_replay_action_register("reduce", action_reduce);
+ xbt_replay_action_register("allReduce",action_allReduce);
+ xbt_replay_action_register("sleep", action_sleep);
+ xbt_replay_action_register("compute", action_compute);
/* Actually do the simulation using MSG_action_trace_run */
res = MSG_action_trace_run(argv[3]); // it's ok to pass a NULL argument here
XBT_INFO("Simulation time %g", MSG_get_clock());
- MSG_clean();
if (res == MSG_OK)
return 0;
