src/smpi/private.h

   1 #ifndef SMPI_PRIVATE_H
   2 #define SMPI_PRIVATE_H
   3
   4 #include "xbt/mallocator.h"
   5 #include "xbt/xbt_os_time.h"
   6
   7 #include "simix/simix.h"
   8
   9 #include "smpi/smpi.h"
  10
  11 #define SMPI_DEFAULT_SPEED 100
  12 #define SMPI_REQUEST_MALLOCATOR_SIZE 100
  13 #define SMPI_MESSAGE_MALLOCATOR_SIZE 100
  14
  15 // smpi mpi communicator
  16 typedef struct smpi_mpi_communicator_t {
  17         int            size;
  18         int            barrier_count;
  19         smx_mutex_t    barrier_mutex;
  20         smx_cond_t     barrier_cond;
  21
  22         int           *rank_to_index_map;
  23         int           *index_to_rank_map;
  24
  25 } s_smpi_mpi_communicator_t;
  26
  27 // smpi mpi datatype
  28 typedef struct smpi_mpi_datatype_t {
  29   size_t size;
  30 } s_smpi_mpi_datatype_t;
  31
  32 // smpi mpi request
  33 typedef struct smpi_mpi_request_t {
  34         smpi_mpi_communicator_t comm;
  35         int src;
  36         int dst;
  37         int tag;
  38
  39         void *buf;
  40         int count;
  41         smpi_mpi_datatype_t datatype;
  42
  43         short int completed :1;
  44
  45         smx_mutex_t mutex;
  46         smx_cond_t  cond;
  47
  48         void *data;
  49         int forward;
  50
  51 } s_smpi_mpi_request_t;
  52
  53 // smpi mpi op
  54 typedef struct smpi_mpi_op_t {
  55   void (*func)(void *a, void *b, int *length, MPI_Datatype *datatype);
  56 } s_smpi_mpi_op_t;
  57
  58 // smpi received message
  59 typedef struct smpi_received_message_t {
  60         smpi_mpi_communicator_t comm;
  61         int src;
  62         int tag;
  63
  64         void *buf;
  65
  66         void *data;
  67         int forward;
  68
  69         smx_action_t action;
  70
  71 } s_smpi_received_message_t;
  72 typedef struct smpi_received_message_t *smpi_received_message_t;
  73
  74 typedef struct smpi_do_once_duration_node_t {
  75         char *file;
  76         int line;
  77         double duration;
  78         struct smpi_do_once_duration_node_t *next;
  79 } s_smpi_do_once_duration_node_t;
  80 typedef struct smpi_do_once_duration_node_t *smpi_do_once_duration_node_t;
  81
  82 typedef struct smpi_global_t {
  83
  84         // config vars
  85         double            reference_speed;
  86
  87         // state vars
  88         int               root_ready:1;
  89         int               ready_process_count;
  90         smx_mutex_t       start_stop_mutex;
  91         smx_cond_t        start_stop_cond;
  92
  93         smx_host_t       *hosts;
  94         int               host_count;
  95         xbt_mallocator_t  request_mallocator;
  96         xbt_mallocator_t  message_mallocator;
  97
  98         // FIXME: request queues should be moved to host data...
  99         xbt_fifo_t       *pending_send_request_queues;
 100         smx_mutex_t      *pending_send_request_queues_mutexes;
 101
 102         xbt_fifo_t       *pending_recv_request_queues;
 103         smx_mutex_t      *pending_recv_request_queues_mutexes;
 104
 105         xbt_fifo_t       *received_message_queues;
 106         smx_mutex_t      *received_message_queues_mutexes;
 107
 108         smx_process_t    *sender_processes;
 109         smx_process_t    *receiver_processes;
 110
 111         int               running_hosts_count;
 112         smx_mutex_t       running_hosts_count_mutex;
 113
 114         xbt_os_timer_t    timer;
 115         smx_mutex_t       timer_mutex;
 116         smx_cond_t        timer_cond;
 117
 118         // keeps track of previous times
 119         smpi_do_once_duration_node_t do_once_duration_nodes;
 120         smx_mutex_t do_once_mutex;
 121         double *do_once_duration;
 122
 123 } s_smpi_global_t;
 124 typedef struct smpi_global_t *smpi_global_t;
 125 extern smpi_global_t smpi_global;
 126
 127 typedef struct smpi_host_data_t {
 128         int index;
 129         smx_mutex_t mutex;
 130         smx_cond_t cond;
 131 } s_smpi_host_data_t;
 132 typedef struct smpi_host_data_t *smpi_host_data_t;
 133
 134 // function prototypes
 135 void smpi_mpi_init(void);
 136 void smpi_mpi_finalize(void);
 137 int smpi_mpi_comm_rank(smpi_mpi_communicator_t comm);
 138
 139 int smpi_mpi_barrier(smpi_mpi_communicator_t comm);
 140 int smpi_mpi_isend(smpi_mpi_request_t request);
 141 int smpi_mpi_irecv(smpi_mpi_request_t request);
 142 int smpi_mpi_wait(smpi_mpi_request_t request, smpi_mpi_status_t *status);
 143
 144 void smpi_execute(double duration);
 145 void smpi_start_timer(void);
 146 double smpi_stop_timer(void);
 147 void smpi_bench_begin(void);
 148 void smpi_bench_end(void);
 149 void smpi_bench_skip(void);
 150
 151 void smpi_global_init(void);
 152 void smpi_global_destroy(void);
 153 int smpi_host_index(void);
 154 smx_mutex_t smpi_host_mutex(void);
 155 smx_cond_t smpi_host_cond(void);
 156 int smpi_run_simulation(int *argc, char **argv);
 157 int smpi_create_request(void *buf, int count, smpi_mpi_datatype_t datatype,
 158         int src, int dst, int tag, smpi_mpi_communicator_t comm, smpi_mpi_request_t *request);
 159
 160 int smpi_sender(int argc, char **argv);
 161
 162 int smpi_receiver(int argc, char **argv);
 163
 164 #endif