3 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_receiver, smpi, "Logging specific to SMPI (receiver)");
5 int smpi_receiver(int argc, char **argv)
10 xbt_fifo_t request_queue;
11 smx_mutex_t request_queue_mutex;
12 xbt_fifo_t message_queue;
13 smx_mutex_t message_queue_mutex;
15 int running_hosts_count;
17 smpi_mpi_request_t request;
18 smpi_received_message_t message;
20 xbt_fifo_item_t request_item;
21 xbt_fifo_item_t message_item;
23 self = SIMIX_process_self();
25 // make sure root is done before own initialization
26 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
27 while (!smpi_global->root_ready) {
28 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
30 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
32 index = smpi_host_index();
34 request_queue = smpi_global->pending_recv_request_queues[index];
35 request_queue_mutex = smpi_global->pending_recv_request_queues_mutexes[index];
36 message_queue = smpi_global->received_message_queues[index];
37 message_queue_mutex = smpi_global->received_message_queues_mutexes[index];
39 smpi_global->receiver_processes[index] = self;
41 // wait for all nodes to signal initializatin complete
42 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
43 smpi_global->ready_process_count++;
44 if (smpi_global->ready_process_count >= 3 * smpi_global->host_count) {
45 SIMIX_cond_broadcast(smpi_global->start_stop_cond);
47 while (smpi_global->ready_process_count < 3 * smpi_global->host_count) {
48 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
50 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
56 // FIXME: better algorithm, maybe some kind of balanced tree? or a heap?
58 // FIXME: not the best way to request multiple locks...
59 SIMIX_mutex_lock(request_queue_mutex);
60 SIMIX_mutex_lock(message_queue_mutex);
61 for (request_item = xbt_fifo_get_first_item(request_queue);
63 request_item = xbt_fifo_get_next_item(request_item)) {
64 request = xbt_fifo_get_item_content(request_item);
65 for (message_item = xbt_fifo_get_first_item(message_queue);
67 message_item = xbt_fifo_get_next_item(message_item)) {
68 message = xbt_fifo_get_item_content(message_item);
69 if (request->comm == message->comm &&
70 (MPI_ANY_SOURCE == request->src || request->src == message->src) &&
71 (MPI_ANY_TAG == request->tag || request->tag == message->tag)) {
72 xbt_fifo_remove_item(request_queue, request_item);
73 xbt_fifo_remove_item(message_queue, message_item);
79 SIMIX_mutex_unlock(message_queue_mutex);
80 SIMIX_mutex_unlock(request_queue_mutex);
82 if (NULL == request || NULL == message) {
83 SIMIX_process_suspend(self);
86 SIMIX_mutex_lock(request->mutex);
87 memcpy(request->buf, message->buf, request->datatype->size * request->count);
88 request->src = message->src;
89 request->data = message->data;
90 request->forward = message->forward;
92 if (0 == request->forward) {
93 request->completed = 1;
94 SIMIX_cond_broadcast(request->cond);
96 request->src = request->comm->index_to_rank_map[index];
97 request->dst = (request->src + 1) % request->comm->size;
98 smpi_mpi_isend(request);
101 SIMIX_mutex_unlock(request->mutex);
103 xbt_free(message->buf);
104 xbt_mallocator_release(smpi_global->message_mallocator, message);
108 SIMIX_mutex_lock(smpi_global->running_hosts_count_mutex);
109 running_hosts_count = smpi_global->running_hosts_count;
110 SIMIX_mutex_unlock(smpi_global->running_hosts_count_mutex);
112 } while (0 < running_hosts_count);