src/smpi/private.h

   1 #ifndef SMPI_PRIVATE_H
   2 #define SMPI_PRIVATE_H
   3
   4 #include "xbt/mallocator.h"
   5 #include "xbt/xbt_os_time.h"
   6
   7 #include "simix/simix.h"
   8
   9 #include "smpi/smpi.h"
  10
  11 #define SMPI_DEFAULT_SPEED 100
  12 #define SMPI_REQUEST_MALLOCATOR_SIZE 100
  13 #define SMPI_MESSAGE_MALLOCATOR_SIZE 100
  14
  15 // smpi mpi communicator
  16 typedef struct smpi_mpi_communicator_t {
  17   int size;
  18   int barrier_count;
  19   smx_mutex_t barrier_mutex;
  20   smx_cond_t barrier_cond;
  21
  22   int *rank_to_index_map;
  23   int *index_to_rank_map;
  24
  25 } s_smpi_mpi_communicator_t;
  26
  27 // smpi mpi datatype
  28 typedef struct smpi_mpi_datatype_t {
  29   size_t size;
  30 } s_smpi_mpi_datatype_t;
  31
  32 // smpi mpi request
  33 typedef struct smpi_mpi_request_t {
  34   smpi_mpi_communicator_t comm;
  35   int src;
  36   int dst;
  37   int tag;
  38
  39   void *buf;
  40   int count;
  41   smpi_mpi_datatype_t datatype;
  42
  43   short int completed:1;
  44
  45   smx_mutex_t mutex;
  46   smx_cond_t cond;
  47
  48   void *data;
  49   int forward;
  50
  51 } s_smpi_mpi_request_t;
  52
  53 // smpi mpi op
  54 typedef struct smpi_mpi_op_t {
  55   void (*func) (void *a, void *b, int *length, MPI_Datatype * datatype);
  56 } s_smpi_mpi_op_t;
  57
  58 // smpi received message
  59 typedef struct smpi_received_message_t {
  60   smpi_mpi_communicator_t comm;
  61   int src;
  62   int tag;
  63
  64   void *buf;
  65
  66   void *data;
  67   int forward;
  68
  69 } s_smpi_received_message_t;
  70 typedef struct smpi_received_message_t *smpi_received_message_t;
  71
  72 typedef struct smpi_do_once_duration_node_t {
  73   char *file;
  74   int line;
  75   double duration;
  76   struct smpi_do_once_duration_node_t *next;
  77 } s_smpi_do_once_duration_node_t;
  78 typedef struct smpi_do_once_duration_node_t *smpi_do_once_duration_node_t;
  79
  80 typedef struct smpi_global_t {
  81
  82   // config vars
  83   double reference_speed;
  84
  85   // state vars
  86   int root_ready:1;
  87   int ready_process_count;
  88   smx_mutex_t start_stop_mutex;
  89   smx_cond_t start_stop_cond;
  90
  91   smx_host_t *hosts;
  92   int host_count;
  93   xbt_mallocator_t request_mallocator;
  94   xbt_mallocator_t message_mallocator;
  95
  96   // FIXME: request queues should be moved to host data...
  97   xbt_fifo_t *pending_send_request_queues;
  98   smx_mutex_t *pending_send_request_queues_mutexes;
  99
 100   xbt_fifo_t *pending_recv_request_queues;
 101   smx_mutex_t *pending_recv_request_queues_mutexes;
 102
 103   xbt_fifo_t *received_message_queues;
 104   smx_mutex_t *received_message_queues_mutexes;
 105
 106   smx_process_t *sender_processes;
 107   smx_process_t *receiver_processes;
 108
 109   int running_hosts_count;
 110   smx_mutex_t running_hosts_count_mutex;
 111
 112   xbt_os_timer_t timer;
 113   smx_mutex_t timer_mutex;
 114   smx_cond_t timer_cond;
 115
 116   // keeps track of previous times
 117   smpi_do_once_duration_node_t do_once_duration_nodes;
 118   smx_mutex_t do_once_mutex;
 119   double *do_once_duration;
 120
 121 } s_smpi_global_t;
 122 typedef struct smpi_global_t *smpi_global_t;
 123 extern smpi_global_t smpi_global;
 124
 125 typedef struct smpi_host_data_t {
 126   int index;
 127   smx_mutex_t mutex;
 128   smx_cond_t cond;
 129 } s_smpi_host_data_t;
 130 typedef struct smpi_host_data_t *smpi_host_data_t;
 131
 132 // function prototypes
 133 void smpi_mpi_init(void);
 134 void smpi_mpi_finalize(void);
 135 int smpi_mpi_comm_rank(smpi_mpi_communicator_t comm);
 136
 137 int smpi_mpi_barrier(smpi_mpi_communicator_t comm);
 138 int smpi_mpi_isend(smpi_mpi_request_t request);
 139 int smpi_mpi_irecv(smpi_mpi_request_t request);
 140 int smpi_mpi_wait(smpi_mpi_request_t request, smpi_mpi_status_t * status);
 141
 142 void smpi_execute(double duration);
 143 void smpi_start_timer(void);
 144 double smpi_stop_timer(void);
 145 void smpi_bench_begin(void);
 146 void smpi_bench_end(void);
 147 void smpi_bench_skip(void);
 148
 149 void smpi_global_init(void);
 150 void smpi_global_destroy(void);
 151 int smpi_host_index(void);
 152 smx_mutex_t smpi_host_mutex(void);
 153 smx_cond_t smpi_host_cond(void);
 154 int smpi_run_simulation(int *argc, char **argv);
 155 int smpi_create_request(void *buf, int count, smpi_mpi_datatype_t datatype,
 156                         int src, int dst, int tag,
 157                         smpi_mpi_communicator_t comm,
 158                         smpi_mpi_request_t * request);
 159
 160 int smpi_sender(int argc, char **argv);
 161
 162 int smpi_receiver(int argc, char **argv);
 163
 164 #endif