src/smpi/smpi_sender.c

   1 #include "private.h"
   2
   3 int smpi_sender(int argc, char **argv)
   4 {
   5         smx_process_t self;
   6         smx_host_t shost;
   7         int index;
   8
   9         xbt_fifo_t request_queue;
  10         smx_mutex_t request_queue_mutex;
  11
  12         int running_hosts_count;
  13
  14         smpi_mpi_request_t request;
  15
  16         smx_host_t dhost;
  17
  18         char communication[] = "communication";
  19         smx_action_t action;
  20
  21         smpi_received_message_t message;
  22
  23         int dindex;
  24
  25         smx_process_t receiver_process;
  26
  27         self  = SIMIX_process_self();
  28         shost = SIMIX_host_self();
  29
  30         // make sure root is done before own initialization
  31         SIMIX_mutex_lock(smpi_global->start_stop_mutex);
  32         if (!smpi_global->root_ready) {
  33                 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
  34         }
  35         SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
  36
  37         index = smpi_host_index();
  38
  39         request_queue       = smpi_global->pending_send_request_queues[index];
  40         request_queue_mutex = smpi_global->pending_send_request_queues_mutexes[index];
  41
  42         smpi_global->sender_processes[index] = self;
  43
  44         // wait for all nodes to signal initializatin complete
  45         SIMIX_mutex_lock(smpi_global->start_stop_mutex);
  46         smpi_global->ready_process_count++;
  47         if (smpi_global->ready_process_count < 3 * smpi_global->host_count) {
  48                 SIMIX_cond_wait(smpi_global->start_stop_cond, smpi_global->start_stop_mutex);
  49         } else {
  50                 SIMIX_cond_broadcast(smpi_global->start_stop_cond);
  51         }
  52         SIMIX_mutex_unlock(smpi_global->start_stop_mutex);
  53
  54         do {
  55
  56                 SIMIX_mutex_lock(request_queue_mutex);
  57                 request = xbt_fifo_shift(request_queue);
  58                 SIMIX_mutex_unlock(request_queue_mutex);
  59
  60                 if (NULL == request) {
  61                         SIMIX_process_suspend(self);
  62                 } else {
  63
  64                         message       = xbt_mallocator_get(smpi_global->message_mallocator);
  65
  66                         SIMIX_mutex_lock(request->mutex);
  67
  68                         message->comm = request->comm;
  69                         message->src  = smpi_mpi_comm_rank(request->comm);
  70                         message->tag  = request->tag;
  71                         message->buf  = xbt_malloc(request->datatype->size * request->count);
  72                         memcpy(message->buf, request->buf, request->datatype->size * request->count);
  73
  74                         dindex = request->comm->rank_to_index_map[request->dst];
  75                         dhost  = smpi_global->hosts[dindex];
  76
  77                         SIMIX_mutex_lock(smpi_global->received_message_queues_mutexes[dindex]);
  78                         xbt_fifo_push(smpi_global->received_message_queues[dindex], message);
  79                         SIMIX_mutex_unlock(smpi_global->received_message_queues_mutexes[dindex]);
  80
  81                         request->completed = 1;
  82
  83                         action = SIMIX_action_communicate(shost, dhost, communication, request->datatype->size * request->count, -1.0);
  84
  85                         SIMIX_register_action_to_condition(action, request->cond);
  86                         SIMIX_cond_wait(request->cond, request->mutex);
  87                         SIMIX_unregister_action_to_condition(action, request->cond);
  88
  89                         SIMIX_mutex_unlock(request->mutex);
  90
  91                         //SIMIX_action_destroy(action);
  92
  93                         // wake up receiver if necessary
  94                         receiver_process = smpi_global->receiver_processes[dindex];
  95                         if (SIMIX_process_is_suspended(receiver_process)) {
  96                                 SIMIX_process_resume(receiver_process);
  97                         }
  98
  99                 }
 100
 101                 SIMIX_mutex_lock(smpi_global->running_hosts_count_mutex);
 102                 running_hosts_count = smpi_global->running_hosts_count;
 103                 SIMIX_mutex_unlock(smpi_global->running_hosts_count_mutex);
 104
 105         } while (0 < running_hosts_count);
 106
 107         return 0;
 108 }