src/smpi/private.h

   1 #ifndef SMPI_PRIVATE_H
   2 #define SMPI_PRIVATE_H
   3
   4 #include "xbt/mallocator.h"
   5 #include "xbt/xbt_os_time.h"
   6
   7 #include "simix/simix.h"
   8
   9 #include "smpi/smpi.h"
  10
  11 #define SMPI_DEFAULT_SPEED 100
  12 #define SMPI_REQUEST_MALLOCATOR_SIZE 100
  13 #define SMPI_MESSAGE_MALLOCATOR_SIZE 100
  14
  15 // smpi mpi communicator
  16 typedef struct smpi_mpi_communicator_t {
  17         int            size;
  18         int            barrier_count;
  19         smx_mutex_t    barrier_mutex;
  20         smx_cond_t     barrier_cond;
  21
  22         int           *rank_to_index_map;
  23         int           *index_to_rank_map;
  24
  25 } s_smpi_mpi_communicator_t;
  26
  27 // smpi mpi datatype
  28 typedef struct smpi_mpi_datatype_t {
  29   size_t size;
  30 } s_smpi_mpi_datatype_t;
  31
  32 // smpi mpi request
  33 typedef struct smpi_mpi_request_t {
  34         smpi_mpi_communicator_t comm;
  35         int src;
  36         int dst;
  37         int tag;
  38
  39         void *buf;
  40         int count;
  41         smpi_mpi_datatype_t datatype;
  42
  43         short int completed :1;
  44
  45         smx_mutex_t mutex;
  46         smx_cond_t  cond;
  47
  48         void *data;
  49         int forward;
  50
  51 } s_smpi_mpi_request_t;
  52
  53 // smpi mpi op
  54 typedef struct smpi_mpi_op_t {
  55   void (*func)(void *a, void *b, int *length, MPI_Datatype *datatype);
  56 } s_smpi_mpi_op_t;
  57
  58 // smpi received message
  59 typedef struct smpi_received_message_t {
  60         smpi_mpi_communicator_t comm;
  61         int src;
  62         int tag;
  63
  64         void *buf;
  65
  66         void *data;
  67         int forward;
  68
  69 } s_smpi_received_message_t;
  70 typedef struct smpi_received_message_t *smpi_received_message_t;
  71
  72 typedef struct smpi_do_once_duration_node_t {
  73         char *file;
  74         int line;
  75         double duration;
  76         struct smpi_do_once_duration_node_t *next;
  77 } s_smpi_do_once_duration_node_t;
  78 typedef struct smpi_do_once_duration_node_t *smpi_do_once_duration_node_t;
  79
  80 typedef struct smpi_global_t {
  81
  82         // config vars
  83         double            reference_speed;
  84
  85         // state vars
  86         int               root_ready:1;
  87         int               ready_process_count;
  88         smx_mutex_t       start_stop_mutex;
  89         smx_cond_t        start_stop_cond;
  90
  91         smx_host_t       *hosts;
  92         int               host_count;
  93         xbt_mallocator_t  request_mallocator;
  94         xbt_mallocator_t  message_mallocator;
  95
  96         // FIXME: request queues should be moved to host data...
  97         xbt_fifo_t       *pending_send_request_queues;
  98         smx_mutex_t      *pending_send_request_queues_mutexes;
  99
 100         xbt_fifo_t       *pending_recv_request_queues;
 101         smx_mutex_t      *pending_recv_request_queues_mutexes;
 102
 103         xbt_fifo_t       *received_message_queues;
 104         smx_mutex_t      *received_message_queues_mutexes;
 105
 106         smx_process_t    *sender_processes;
 107         smx_process_t    *receiver_processes;
 108
 109         int               running_hosts_count;
 110         smx_mutex_t       running_hosts_count_mutex;
 111
 112         xbt_os_timer_t    timer;
 113         smx_mutex_t       timer_mutex;
 114         smx_cond_t        timer_cond;
 115
 116         // keeps track of previous times
 117         smpi_do_once_duration_node_t do_once_duration_nodes;
 118         smx_mutex_t do_once_mutex;
 119         double *do_once_duration;
 120
 121 } s_smpi_global_t;
 122 typedef struct smpi_global_t *smpi_global_t;
 123 extern smpi_global_t smpi_global;
 124
 125 typedef struct smpi_host_data_t {
 126         int index;
 127         smx_mutex_t mutex;
 128         smx_cond_t cond;
 129 } s_smpi_host_data_t;
 130 typedef struct smpi_host_data_t *smpi_host_data_t;
 131
 132 // function prototypes
 133 void smpi_mpi_init(void);
 134 void smpi_mpi_finalize(void);
 135 int smpi_mpi_comm_rank(smpi_mpi_communicator_t comm);
 136
 137 int smpi_mpi_barrier(smpi_mpi_communicator_t comm);
 138 int smpi_mpi_isend(smpi_mpi_request_t request);
 139 int smpi_mpi_irecv(smpi_mpi_request_t request);
 140 int smpi_mpi_wait(smpi_mpi_request_t request, smpi_mpi_status_t *status);
 141
 142 void smpi_execute(double duration);
 143 void smpi_start_timer(void);
 144 double smpi_stop_timer(void);
 145 void smpi_bench_begin(void);
 146 void smpi_bench_end(void);
 147 void smpi_bench_skip(void);
 148
 149 void smpi_global_init(void);
 150 void smpi_global_destroy(void);
 151 int smpi_host_index(void);
 152 smx_mutex_t smpi_host_mutex(void);
 153 smx_cond_t smpi_host_cond(void);
 154 int smpi_run_simulation(int *argc, char **argv);
 155 int smpi_create_request(void *buf, int count, smpi_mpi_datatype_t datatype,
 156         int src, int dst, int tag, smpi_mpi_communicator_t comm, smpi_mpi_request_t *request);
 157
 158 int smpi_sender(int argc, char **argv);
 159
 160 int smpi_receiver(int argc, char **argv);
 161
 162 #endif