"Messages specific for kadeploy");
#define MESSAGE_SIZE 1
+#define PIECE_COUNT 100
#define HOSTNAME_LENGTH 20
+#define PEER_SHUTDOWN_DEADLINE 600
+
/*
Data structures
*/
unsigned int data_length;
} s_message_t, *message_t;
+/* Peer struct */
+typedef struct s_peer {
+ int init;
+ const char *prev;
+ const char *next;
+ const char *me;
+ int pieces;
+ xbt_dynar_t pending_sends;
+ int close_asap; /* TODO: unused */
+} s_peer_t, *peer_t;
+
/* Iterator methods */
xbt_dynar_iterator_t xbt_dynar_iterator_new(xbt_dynar_t list, int (*criteria_fn)(void*));
void *xbt_dynar_iterator_next(xbt_dynar_iterator_t it);
/*xbt_dynar_t build_hostlist_from_argv(int argc, char *argv[]);*/
/* Broadcaster: helper functions */
-int broadcaster_build_chain(xbt_dynar_t host_list);
-int broadcaster_send_file(xbt_dynar_t host_list);
+int broadcaster_build_chain(const char **first, xbt_dynar_t host_list);
+int broadcaster_send_file(const char *first);
int broadcaster_finish(xbt_dynar_t host_list);
/* Peer: helper functions */
-int peer_wait_for_init();
+msg_error_t peer_wait_for_message(peer_t peer);
+int peer_execute_task(peer_t peer, msg_task_t task);
+void peer_init_chain(peer_t peer, message_t msg);
+void peer_shutdown(peer_t p);
+void peer_init(peer_t p);
/* Initialization stuff */
msg_error_t test_all(const char *platform_file,
void *xbt_dynar_iterator_next(xbt_dynar_iterator_t it)
{
int next = it->criteria_fn((xbt_dynar_iterator_t)it);
- XBT_INFO("%d current\n", next);
+ //XBT_INFO("%d current\n", next);
if (next < 0) {
- XBT_INFO("Nothing to return!\n");
+ //XBT_INFO("Nothing to return!\n");
return NULL;
} else {
xbt_dynar_push(it->indices_list, &next);
msg_task_t task_message_data_new(const char *issuer_hostname, const char *mailbox, const char *block, unsigned int len)
{
msg_task_t task = task_message_new(MESSAGE_SEND_DATA, issuer_hostname, mailbox);
+ if (strcmp(mailbox, "host4") == 0) MSG_task_set_category(task, mailbox);
message_t msg = MSG_task_get_data(task);
msg->data_block = block;
msg->data_length = len;
return task_message_new(MESSAGE_END_DATA, issuer_hostname, mailbox);
}
-
void task_message_delete(void *task)
{
message_t msg = MSG_task_get_data(task);
MSG_task_destroy(task);
}
+void queue_pending_connection(msg_comm_t comm, xbt_dynar_t q)
+{
+ xbt_dynar_push(q, &comm);
+}
+
+int process_pending_connections(xbt_dynar_t q)
+{
+ unsigned int iter;
+ int status;
+ int empty = 0;
+ msg_comm_t comm;
+
+ xbt_dynar_foreach(q, iter, comm) {
+ empty = 1;
+ if (MSG_comm_test(comm)) {
+ MSG_comm_destroy(comm);
+ status = MSG_comm_get_status(comm);
+ xbt_assert(status == MSG_OK, __FILE__ ": process_pending_connections() failed");
+ xbt_dynar_cursor_rm(q, &iter);
+ empty = 0;
+ }
+ }
+ return empty;
+}
+
xbt_dynar_t build_hostlist_from_hostcount(int hostcount)
{
xbt_dynar_t host_list = xbt_dynar_new(sizeof(char*), NULL);
for (; i < hostcount+1; i++) {
hostname = xbt_new(char, HOSTNAME_LENGTH);
snprintf(hostname, HOSTNAME_LENGTH, "host%d", i);
- XBT_INFO("%s", hostname);
+ //XBT_INFO("%s", hostname);
h = MSG_get_host_by_name(hostname);
if (h == NULL) {
XBT_INFO("Unknown host %s. Stopping Now! ", hostname);
xbt_dynar_free(&h);
}
-int broadcaster_build_chain(xbt_dynar_t host_list)
+int broadcaster_build_chain(const char **first, xbt_dynar_t host_list)
{
xbt_dynar_iterator_t it = xbt_dynar_iterator_new(host_list, xbt_dynar_iterator_forward_criteria);
msg_task_t task = NULL;
char **cur = (char**)xbt_dynar_iterator_next(it);
+ const char *me = MSG_host_get_name(MSG_host_self());
const char *current_host = NULL;
const char *prev = NULL;
const char *next = NULL;
- const char *me = MSG_host_get_name(MSG_host_self());
const char *last = NULL;
/* Build the chain if there's at least one peer */
if (cur != NULL) {
/* init: prev=NULL, host=current cur, next=next cur */
next = *cur;
+ *first = next;
/* This iterator iterates one step ahead: cur is current iterated element,
but it's actually the next one in the chain */
next = *cur;
else
next = NULL;
- XBT_INFO("Building chain -- broadcaster:\"%s\" dest:\"%s\" prev:\"%s\" next:\"%s\"", me, current_host, prev, next);
+ //XBT_INFO("Building chain -- broadcaster:\"%s\" dest:\"%s\" prev:\"%s\" next:\"%s\"", me, current_host, prev, next);
/* Send message to current peer */
task = task_message_chain_new(me, current_host, prev, next);
+ //MSG_task_set_category(task, current_host);
MSG_task_send(task, current_host);
last = current_host;
return MSG_OK;
}
-int broadcaster_send_file(xbt_dynar_t host_list)
+int broadcaster_send_file(const char *first)
{
- /* ... */
+ const char *me = MSG_host_get_name(MSG_host_self());
+ msg_task_t task = NULL;
+ msg_comm_t comm = NULL;
+ int status;
+
+ int piece_count = PIECE_COUNT;
+ int cur = 0;
+
+ for (; cur < piece_count; cur++) {
+ /* TODO: stub */
+ task = task_message_data_new(me, first, NULL, 0);
+ //XBT_INFO("Sending (isend) from %s into mailbox %s", me, first);
+ //comm = MSG_task_isend(task, first);
+ status = MSG_task_send(task, first);
+ //MSG_task_dsend(task, first, task_message_delete);
+
+ //status = MSG_comm_wait(comm, -1);
+ xbt_assert(status == MSG_OK, __FILE__ ": broadcaster_send_file() failed");
+ //MSG_comm_destroy(comm);
+ }
return MSG_OK;
}
/* Send goodbye message to every peer */
for (cur = (char**)xbt_dynar_iterator_next(it); cur != NULL; cur = (char**)xbt_dynar_iterator_next(it)) {
- /* Send message to current peer */
- current_host = *cur;
- task = task_message_end_data_new(me, current_host);
- MSG_task_send(task, current_host);
+ /* Send message to current peer */
+ current_host = *cur;
+ task = task_message_end_data_new(me, current_host);
+ //MSG_task_set_category(task, current_host);
+ MSG_task_send(task, current_host);
}
return MSG_OK;
/*host_list = build_hostlist_from_argv(argc, argv);*/
/* TODO: Error checking */
- status = broadcaster_build_chain(host_list);
- status = broadcaster_send_file(host_list);
+ status = broadcaster_build_chain(&first, host_list);
+ status = broadcaster_send_file(first);
status = broadcaster_finish(host_list);
delete_hostlist(host_list);
- /* Latency */
- /*time = MSG_get_clock();
- sprintf(sprintf_buffer_la, "latency task");
- task_la =
- MSG_task_create(sprintf_buffer_la, 0.0, task_comm_size_lat, NULL);
- task_la->data = xbt_new(double, 1);
- *(double *) task_la->data = time;
- XBT_INFO("task_la->data = %le", *((double *) task_la->data));
- MSG_task_send(task_la, argv[1]);*/
-
- /* Bandwidth */
- /*time = MSG_get_clock();
- sprintf(sprintf_buffer_bw, "bandwidth task");
- task_bw =
- MSG_task_create(sprintf_buffer_bw, 0.0, task_comm_size_bw, NULL);
- task_bw->data = xbt_new(double, 1);
- *(double *) task_bw->data = time;
- XBT_INFO("task_bw->data = %le", *((double *) task_bw->data));
- MSG_task_send(task_bw, argv[1]);
- */
return status;
}
-int peer_wait_for_init()
+/*******************************************************
+ * Peer *
+ *******************************************************/
+
+void peer_init_chain(peer_t peer, message_t msg)
+{
+ peer->prev = msg->prev_hostname;
+ peer->next = msg->next_hostname;
+ peer->init = 1;
+}
+
+void peer_forward_msg(peer_t peer, message_t msg)
+{
+ int status;
+ msg_task_t task = task_message_data_new(peer->me, peer->next, NULL, 0);
+ msg_comm_t comm = NULL;
+ //XBT_INFO("Sending (isend) from %s into mailbox %s", peer->me, peer->next);
+ comm = MSG_task_isend(task, peer->next);
+ queue_pending_connection(comm, peer->pending_sends);
+}
+
+int peer_execute_task(peer_t peer, msg_task_t task)
{
+ int done = 0;
+ message_t msg = MSG_task_get_data(task);
+
+ //XBT_INFO("Peer %s got message of type %d\n", peer->me, msg->type);
+ switch (msg->type) {
+ case MESSAGE_BUILD_CHAIN:
+ peer_init_chain(peer, msg);
+ break;
+ case MESSAGE_SEND_DATA:
+ xbt_assert(peer->init, __FILE__ ": peer_execute_task() failed: got msg_type %d before initialization", msg->type);
+ if (peer->next != NULL)
+ peer_forward_msg(peer, msg);
+ peer->pieces++;
+ break;
+ case MESSAGE_END_DATA:
+ xbt_assert(peer->init, __FILE__ ": peer_execute_task() failed: got msg_type %d before initialization", msg->type);
+ done = 1;
+ XBT_INFO("%d pieces receieved", peer->pieces);
+ break;
+ }
+
+ MSG_task_execute(task);
+
+ return done;
+}
+
+msg_error_t peer_wait_for_message(peer_t peer)
+{
+ msg_error_t status;
+ msg_comm_t comm = NULL;
msg_task_t task = NULL;
- const char *me = MSG_host_get_name(MSG_host_self());
+ int done = 0;
+
+ while (!done) {
+ if (comm == NULL)
+ comm = MSG_task_irecv(&task, peer->me);
+
+ if (MSG_comm_test(comm)) {
+ status = MSG_comm_get_status(comm);
+ //XBT_INFO("peer_wait_for_message: error code = %d", status);
+ xbt_assert(status == MSG_OK, __FILE__ ": peer_wait_for_message() failed");
+ MSG_comm_destroy(comm);
+ comm = NULL;
+ done = peer_execute_task(peer, task);
+ task_message_delete(task);
+ task = NULL;
+ } else {
+ process_pending_connections(peer->pending_sends);
+ MSG_process_sleep(0.01);
+ }
+ }
- int a = MSG_task_receive(&task, me);
+ return status;
+}
+
+void peer_init(peer_t p)
+{
+ p->init = 0;
+ p->prev = NULL;
+ p->next = NULL;
+ p->pieces = 0;
+ p->close_asap = 0;
+ p->pending_sends = xbt_dynar_new(sizeof(msg_comm_t), NULL);
+ p->me = MSG_host_get_name(MSG_host_self());
+}
- if (a == MSG_OK) {
- XBT_INFO("Peer %s got message\n", me);
+void peer_shutdown(peer_t p)
+{
+ float start_time = MSG_get_clock();
+ float end_time = start_time + PEER_SHUTDOWN_DEADLINE;
+
+ XBT_INFO("Waiting for sends to finish before shutdown...");
+ while (xbt_dynar_length(p->pending_sends) && MSG_get_clock() < end_time) {
+ process_pending_connections(p->pending_sends);
+ MSG_process_sleep(0.1);
}
- task_message_delete(task);
+ xbt_assert(xbt_dynar_length(p->pending_sends) == 0, "Shutdown failed, sends still pending after deadline");
+ xbt_dynar_free(&p->pending_sends);
- return MSG_OK;
+ xbt_free(p);
}
/** Peer function */
int peer(int argc, char *argv[])
{
- double time, time1, sender_time;
- msg_task_t task_la = NULL;
- msg_task_t task_bw = NULL;
- int a;
- double communication_time = 0;
+ peer_t p = xbt_new(s_peer_t, 1);
+ msg_error_t status;
XBT_INFO("peer");
- time = MSG_get_clock();
-
- a = peer_wait_for_init();
- /* Get Latency */
- /*a = MSG_task_receive(&task_la,MSG_host_get_name(MSG_host_self()));
- if (a == MSG_OK) {
- time1 = MSG_get_clock();
- sender_time = *((double *) (task_la->data));
- time = sender_time;
- communication_time = time1 - time;
- XBT_INFO("Task received : %s", task_la->name);
- xbt_free(task_la->data);
- MSG_task_destroy(task_la);
- XBT_INFO("Communic. time %le", communication_time);
- XBT_INFO("--- la %f ----", communication_time);
- } else {
- xbt_die("Unexpected behavior");
- }*/
-
+ peer_init(p);
+ status = peer_wait_for_message(p);
+ peer_shutdown(p);
- /* Get Bandwidth */
- /*a = MSG_task_receive(&task_bw,MSG_host_get_name(MSG_host_self()));
- if (a == MSG_OK) {
- time1 = MSG_get_clock();
- sender_time = *((double *) (task_bw->data));
- time = sender_time;
- communication_time = time1 - time;
- XBT_INFO("Task received : %s", task_bw->name);
- xbt_free(task_bw->data);
- MSG_task_destroy(task_bw);
- XBT_INFO("Communic. time %le", communication_time);
- XBT_INFO("--- bw %f ----", task_comm_size_bw / communication_time);
- } else {
- xbt_die("Unexpected behavior");
- }*/
-
-
- return 0;
+ return MSG_OK;
} /* end_of_receiver */
/* Simulation setting */
MSG_create_environment(platform_file);
+ /* Trace categories */
+ TRACE_category_with_color("host0", "0 0 1");
+ TRACE_category_with_color("host1", "0 1 0");
+ TRACE_category_with_color("host2", "0 1 1");
+ TRACE_category_with_color("host3", "1 0 0");
+ TRACE_category_with_color("host4", "1 0 1");
+ TRACE_category_with_color("host5", "1 1 0");
+
/* Application deployment */
MSG_function_register("broadcaster", broadcaster);
MSG_function_register("peer", peer);
MSG_init(&argc, argv);
-
/*if (argc <= 3) {
XBT_CRITICAL("Usage: %s platform_file deployment_file <model>\n",
argv[0]);
