3 int smpi_sender(int argc, char **argv)
9 xbt_fifo_t request_queue;
10 smx_mutex_t request_queue_mutex;
12 int running_hosts_count;
14 smpi_mpi_request_t request;
20 smpi_received_message_t message;
24 smx_process_t receiver_process;
26 self = SIMIX_process_self();
27 shost = SIMIX_host_self();
29 // make sure root is done before own initialization
30 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
31 if (!smpi_global->root_ready) {
32 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
34 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
36 index = smpi_host_index();
38 request_queue = smpi_global->pending_send_request_queues[index];
39 request_queue_mutex = smpi_global->pending_send_request_queues_mutexes[index];
41 smpi_global->sender_processes[index] = self;
43 // wait for all nodes to signal initializatin complete
44 SIMIX_mutex_lock(smpi_global->start_stop_mutex);
45 smpi_global->ready_process_count++;
46 if (smpi_global->ready_process_count < 3 * smpi_global->host_count) {
47 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
49 SIMIX_cond_broadcast(smpi_global->start_stop_cond);
51 SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
55 SIMIX_mutex_lock(request_queue_mutex);
56 request = xbt_fifo_shift(request_queue);
57 SIMIX_mutex_unlock(request_queue_mutex);
59 if (NULL == request) {
60 SIMIX_process_suspend(self);
63 message = xbt_mallocator_get(smpi_global->message_mallocator);
65 SIMIX_mutex_lock(request->mutex);
67 message->comm = request->comm;
68 message->src = request->comm->index_to_rank_map[index];
69 message->tag = request->tag;
70 message->data = request->data;
71 message->buf = xbt_malloc(request->datatype->size * request->count);
72 memcpy(message->buf, request->buf, request->datatype->size * request->count);
74 dindex = request->comm->rank_to_index_map[request->dst];
75 dhost = smpi_global->hosts[dindex];
77 message->forward = (request->forward - 1) / 2;
78 request->forward = request->forward / 2;
80 SIMIX_mutex_lock(smpi_global->received_message_queues_mutexes[dindex]);
81 xbt_fifo_push(smpi_global->received_message_queues[dindex], message);
82 SIMIX_mutex_unlock(smpi_global->received_message_queues_mutexes[dindex]);
84 if (0 < request->forward) {
85 request->dst = (request->dst + message->forward + 1) % request->comm->size;
86 SIMIX_mutex_lock(request_queue_mutex);
87 xbt_fifo_push(request_queue, request);
88 SIMIX_mutex_unlock(request_queue_mutex);
90 request->completed = 1;
93 action = SIMIX_action_communicate(shost, dhost, "communication", request->datatype->size * request->count, -1.0);
95 SIMIX_register_action_to_condition(action, request->cond);
96 SIMIX_cond_wait(request->cond, request->mutex);
97 SIMIX_unregister_action_to_condition(action, request->cond);
99 SIMIX_mutex_unlock(request->mutex);
101 // wake up receiver if necessary
102 receiver_process = smpi_global->receiver_processes[dindex];
103 if (SIMIX_process_is_suspended(receiver_process)) {
104 SIMIX_process_resume(receiver_process);
109 SIMIX_mutex_lock(smpi_global->running_hosts_count_mutex);
110 running_hosts_count = smpi_global->running_hosts_count;
111 SIMIX_mutex_unlock(smpi_global->running_hosts_count_mutex);
113 } while (0 < running_hosts_count);