3 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_receiver, smpi, "Logging specific to SMPI (receiver)");
5 int smpi_receiver(int argc, char **argv)
10 xbt_fifo_t request_queue;
11 smx_mutex_t request_queue_mutex;
12 xbt_fifo_t message_queue;
13 smx_mutex_t message_queue_mutex;
15 int running_hosts_count;
17 smpi_mpi_request_t request;
18 smpi_received_message_t message;
20 xbt_fifo_item_t request_item;
21 xbt_fifo_item_t message_item;
23 self = SIMIX_process_self();
25 // make sure root is done before own initialization
26 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
27 if (!smpi_global->root_ready) {
28 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
30 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
32 index = smpi_host_index();
34 request_queue = smpi_global->pending_recv_request_queues[index];
35 request_queue_mutex = smpi_global->pending_recv_request_queues_mutexes[index];
36 message_queue = smpi_global->received_message_queues[index];
37 message_queue_mutex = smpi_global->received_message_queues_mutexes[index];
39 smpi_global->receiver_processes[index] = self;
41 // wait for all nodes to signal initializatin complete
42 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
43 smpi_global->ready_process_count++;
44 if (smpi_global->ready_process_count < 3 * smpi_global->host_count) {
45 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
47 SIMIX_cond_broadcast(smpi_global->start_stop_cond);
49 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
55 // FIXME: better algorithm, maybe some kind of balanced tree? or a heap?
57 // FIXME: not the best way to request multiple locks...
58 SIMIX_mutex_lock(request_queue_mutex);
59 SIMIX_mutex_lock(message_queue_mutex);
60 for (request_item = xbt_fifo_get_first_item(request_queue);
62 request_item = xbt_fifo_get_next_item(request_item)) {
63 request = xbt_fifo_get_item_content(request_item);
64 for (message_item = xbt_fifo_get_first_item(message_queue);
66 message_item = xbt_fifo_get_next_item(message_item)) {
67 message = xbt_fifo_get_item_content(message_item);
68 if (request->comm == message->comm &&
69 (MPI_ANY_SOURCE == request->src || request->src == message->src) &&
70 (MPI_ANY_TAG == request->tag || request->tag == message->tag)) {
71 xbt_fifo_remove_item(request_queue, request_item);
72 xbt_fifo_remove_item(message_queue, message_item);
78 SIMIX_mutex_unlock(message_queue_mutex);
79 SIMIX_mutex_unlock(request_queue_mutex);
81 if (NULL == request || NULL == message) {
82 SIMIX_process_suspend(self);
85 SIMIX_mutex_lock(request->mutex);
86 memcpy(request->buf, message->buf, request->datatype->size * request->count);
87 request->src = message->src;
88 request->data = message->data;
89 request->forward = message->forward;
91 if (0 == request->forward) {
92 request->completed = 1;
93 SIMIX_cond_broadcast(request->cond);
95 request->src = request->comm->index_to_rank_map[index];
96 request->dst = (request->src + 1) % request->comm->size;
97 smpi_mpi_isend(request);
100 SIMIX_mutex_unlock(request->mutex);
102 xbt_free(message->buf);
103 xbt_mallocator_release(smpi_global->message_mallocator, message);
107 SIMIX_mutex_lock(smpi_global->running_hosts_count_mutex);
108 running_hosts_count = smpi_global->running_hosts_count;
109 SIMIX_mutex_unlock(smpi_global->running_hosts_count_mutex);
111 } while (0 < running_hosts_count);