3 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_receiver, smpi, "Logging specific to SMPI (receiver)");
5 int smpi_receiver(int argc, char **argv)
10 xbt_fifo_t request_queue;
11 smx_mutex_t request_queue_mutex;
12 xbt_fifo_t message_queue;
13 smx_mutex_t message_queue_mutex;
15 int running_hosts_count;
17 smpi_mpi_request_t request;
18 smpi_received_message_t message;
20 xbt_fifo_item_t request_item;
21 xbt_fifo_item_t message_item;
23 self = SIMIX_process_self();
25 // make sure root is done before own initialization
26 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
27 while (!smpi_global->root_ready) {
28 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
30 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
32 index = smpi_host_index();
34 request_queue = smpi_global->pending_recv_request_queues[index];
35 request_queue_mutex = smpi_global->pending_recv_request_queues_mutexes[index];
36 message_queue = smpi_global->received_message_queues[index];
37 message_queue_mutex = smpi_global->received_message_queues_mutexes[index];
39 smpi_global->receiver_processes[index] = self;
41 // wait for all nodes to signal initializatin complete
42 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
43 smpi_global->ready_process_count++;
44 if (smpi_global->ready_process_count >= 3 * smpi_global->host_count) {
45 SIMIX_cond_broadcast(smpi_global->start_stop_cond);
47 while (smpi_global->ready_process_count < 3 * smpi_global->host_count) {
48 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
50 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
54 // FIXME: better algorithm, maybe some kind of balanced tree? or a heap?
56 // FIXME: not the best way to request multiple locks...
57 SIMIX_mutex_lock(request_queue_mutex);
58 SIMIX_mutex_lock(message_queue_mutex);
59 for (request_item = xbt_fifo_get_first_item(request_queue);
61 request_item = xbt_fifo_get_next_item(request_item)) {
62 request = xbt_fifo_get_item_content(request_item);
63 for (message_item = xbt_fifo_get_first_item(message_queue);
65 message_item = xbt_fifo_get_next_item(message_item)) {
66 message = xbt_fifo_get_item_content(message_item);
68 request->comm == message->comm &&
69 (MPI_ANY_SOURCE == request->src || request->src == message->src) &&
70 (MPI_ANY_TAG == request->tag || request->tag == message->tag)) {
71 xbt_fifo_remove_item(request_queue, request_item);
72 xbt_fifo_free_item(request_item);
73 xbt_fifo_remove_item(message_queue, message_item);
74 xbt_fifo_free_item(message_item);
84 SIMIX_mutex_unlock(message_queue_mutex);
85 SIMIX_mutex_unlock(request_queue_mutex);
87 if (NULL == request || NULL == message) {
88 SIMIX_process_suspend(self);
91 SIMIX_mutex_lock(request->mutex);
92 memcpy(request->buf, message->buf, request->datatype->size * request->count);
93 request->src = message->src;
94 request->data = message->data;
95 request->forward = message->forward;
97 if (0 == request->forward) {
98 request->completed = 1;
99 SIMIX_cond_broadcast(request->cond);
101 request->src = request->comm->index_to_rank_map[index];
102 request->dst = (request->src + 1) % request->comm->size;
103 smpi_mpi_isend(request);
106 SIMIX_mutex_unlock(request->mutex);
108 xbt_free(message->buf);
109 xbt_mallocator_release(smpi_global->message_mallocator, message);
113 SIMIX_mutex_lock(smpi_global->running_hosts_count_mutex);
114 running_hosts_count = smpi_global->running_hosts_count;
115 SIMIX_mutex_unlock(smpi_global->running_hosts_count_mutex);
117 } while (0 < running_hosts_count);