3 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_receiver, smpi, "Logging specific to SMPI (receiver)");
5 int smpi_receiver(int argc, char **argv)
10 xbt_fifo_t request_queue;
11 smx_mutex_t request_queue_mutex;
12 xbt_fifo_t message_queue;
13 smx_mutex_t message_queue_mutex;
15 int running_hosts_count;
17 smpi_mpi_request_t request;
18 smpi_received_message_t message;
20 xbt_fifo_item_t request_item;
21 xbt_fifo_item_t message_item;
23 self = SIMIX_process_self();
25 // make sure root is done before own initialization
26 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
27 while (!smpi_global->root_ready) {
28 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
30 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
32 index = smpi_host_index();
34 request_queue = smpi_global->pending_recv_request_queues[index];
35 request_queue_mutex = smpi_global->pending_recv_request_queues_mutexes[index];
36 message_queue = smpi_global->received_message_queues[index];
37 message_queue_mutex = smpi_global->received_message_queues_mutexes[index];
39 smpi_global->receiver_processes[index] = self;
41 // wait for all nodes to signal initializatin complete
42 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
43 smpi_global->ready_process_count++;
44 if (smpi_global->ready_process_count >= 3 * smpi_global->host_count) {
45 SIMIX_cond_broadcast(smpi_global->start_stop_cond);
47 while (smpi_global->ready_process_count < 3 * smpi_global->host_count) {
48 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
50 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
56 // FIXME: better algorithm, maybe some kind of balanced tree? or a heap?
58 // FIXME: not the best way to request multiple locks...
59 SIMIX_mutex_lock(request_queue_mutex);
60 SIMIX_mutex_lock(message_queue_mutex);
61 for (request_item = xbt_fifo_get_first_item(request_queue);
63 request_item = xbt_fifo_get_next_item(request_item)) {
64 request = xbt_fifo_get_item_content(request_item);
65 for (message_item = xbt_fifo_get_first_item(message_queue);
67 message_item = xbt_fifo_get_next_item(message_item)) {
68 message = xbt_fifo_get_item_content(message_item);
70 request->comm == message->comm &&
71 (MPI_ANY_SOURCE == request->src || request->src == message->src) &&
72 (MPI_ANY_TAG == request->tag || request->tag == message->tag)) {
73 xbt_fifo_remove_item(request_queue, request_item);
74 xbt_fifo_remove_item(message_queue, message_item);
80 SIMIX_mutex_unlock(message_queue_mutex);
81 SIMIX_mutex_unlock(request_queue_mutex);
83 if (NULL == request || NULL == message) {
84 SIMIX_process_suspend(self);
87 SIMIX_mutex_lock(request->mutex);
88 memcpy(request->buf, message->buf, request->datatype->size * request->count);
89 request->src = message->src;
90 request->data = message->data;
91 request->forward = message->forward;
93 if (0 == request->forward) {
94 request->completed = 1;
95 SIMIX_cond_broadcast(request->cond);
97 request->src = request->comm->index_to_rank_map[index];
98 request->dst = (request->src + 1) % request->comm->size;
99 smpi_mpi_isend(request);
102 SIMIX_mutex_unlock(request->mutex);
104 xbt_free(message->buf);
105 xbt_mallocator_release(smpi_global->message_mallocator, message);
109 SIMIX_mutex_lock(smpi_global->running_hosts_count_mutex);
110 running_hosts_count = smpi_global->running_hosts_count;
111 SIMIX_mutex_unlock(smpi_global->running_hosts_count_mutex);
113 } while (0 < running_hosts_count);