// smpi mpi communicator
typedef struct smpi_mpi_communicator_t {
- int size;
- smx_host_t *hosts;
- smx_process_t *processes;
- int barrier_count;
- smx_mutex_t barrier_mutex;
- smx_cond_t barrier_cond;
+ int size;
+ int barrier_count;
+ smx_mutex_t barrier_mutex;
+ smx_cond_t barrier_cond;
+
+ int *rank_to_index_map;
+ int *index_to_rank_map;
+
} s_smpi_mpi_communicator_t;
// smpi mpi datatype
typedef struct smpi_mpi_datatype_t {
size_t size;
+ ptrdiff_t lb;
+ ptrdiff_t ub;
+ uint16_t flags; /* flags: has it been committed, etc ...*/
+ uint16_t id; /* unused so far : data id, normally the index in the data array. */
} s_smpi_mpi_datatype_t;
// smpi mpi request
typedef struct smpi_mpi_request_t {
- smpi_mpi_communicator_t comm;
- int src;
- int dst;
- int tag;
+ smpi_mpi_communicator_t comm;
+ int src;
+ int dst;
+ int tag;
+
+ void *buf;
+ int count;
+ smpi_mpi_datatype_t datatype;
- void *buf;
- smpi_mpi_datatype_t datatype;
- int count;
+ short int completed:1;
+ short int consumed:1; /* for waitany */
- short int completed :1;
+ smx_mutex_t mutex;
+ smx_cond_t cond;
+
+ void *data;
+ int forward;
- smx_mutex_t mutex;
- smx_cond_t cond;
} s_smpi_mpi_request_t;
// smpi mpi op
typedef struct smpi_mpi_op_t {
- void (*func)(void *x, void *y, void *z);
+ void (*func) (void *a, void *b, int *length, MPI_Datatype * datatype);
} s_smpi_mpi_op_t;
// smpi received message
typedef struct smpi_received_message_t {
- smpi_mpi_communicator_t comm;
- int src;
- int dst;
- int tag;
- void *buf;
-} s_smpi_received_message_t;
-typedef struct smpi_received_message_t *smpi_received_message_t;
+ smpi_mpi_communicator_t comm;
+ int src;
+ int tag;
-typedef struct smpi_global_t {
+ void *buf;
- // config vars
- double reference_speed;
+ void *data;
+ int forward;
- // state vars
- int root_ready:1;
- int ready_process_count;
- smx_mutex_t start_stop_mutex;
- smx_cond_t start_stop_cond;
+} s_smpi_received_message_t;
+typedef struct smpi_received_message_t *smpi_received_message_t;
- xbt_mallocator_t request_mallocator;
- xbt_mallocator_t message_mallocator;
+typedef struct smpi_do_once_duration_node_t {
+ char *file;
+ int line;
+ double duration;
+ struct smpi_do_once_duration_node_t *next;
+} s_smpi_do_once_duration_node_t;
+typedef struct smpi_do_once_duration_node_t *smpi_do_once_duration_node_t;
- xbt_fifo_t *pending_send_request_queues;
- smx_mutex_t *pending_send_request_queues_mutexes;
+typedef struct smpi_global_t {
- xbt_fifo_t *pending_recv_request_queues;
- smx_mutex_t *pending_recv_request_queues_mutexes;
+ // config vars
+ double reference_speed;
- xbt_fifo_t *received_message_queues;
- smx_mutex_t *received_message_queues_mutexes;
+ // state vars
+ int process_count;
+ xbt_mallocator_t request_mallocator;
+ xbt_mallocator_t message_mallocator;
- smx_process_t *sender_processes;
- smx_process_t *receiver_processes;
+ smx_process_t *main_processes;
- int running_hosts_count;
- smx_mutex_t running_hosts_count_mutex;
+ xbt_os_timer_t timer;
+ smx_cond_t timer_cond;
- xbt_os_timer_t *timers;
- smx_mutex_t *timers_mutexes;
+ // keeps track of previous times
+ smpi_do_once_duration_node_t do_once_duration_nodes;
+ smx_mutex_t do_once_mutex;
+ double *do_once_duration;
} s_smpi_global_t;
typedef struct smpi_global_t *smpi_global_t;
extern smpi_global_t smpi_global;
+typedef struct smpi_host_data_t {
+ int index;
+ smx_mutex_t mutex;
+ smx_cond_t cond;
+
+ smx_process_t main;
+ smx_process_t sender;
+ smx_process_t receiver;
+
+ int finalize; /* so that main process stops its sender&receiver */
+
+ xbt_fifo_t pending_recv_request_queue;
+ xbt_fifo_t pending_send_request_queue;
+ xbt_fifo_t received_message_queue;
+} s_smpi_process_data_t;
+typedef struct smpi_host_data_t *smpi_process_data_t;
+
// function prototypes
-void smpi_mpi_init(void);
-void smpi_mpi_finalize(void);
-int smpi_mpi_comm_size(smpi_mpi_communicator_t comm);
-int smpi_mpi_comm_rank(smpi_mpi_communicator_t comm, smx_host_t host);
-int smpi_mpi_comm_rank_self(smpi_mpi_communicator_t comm);
-int smpi_mpi_comm_world_rank_self(void);
+void smpi_process_init(int *argc, char ***argv);
+void smpi_process_finalize(void);
+int smpi_mpi_comm_rank(smpi_mpi_communicator_t comm);
+int smpi_mpi_type_get_extent(MPI_Datatype datatype, MPI_Aint *lb, MPI_Aint *extent);
+
+int smpi_mpi_bcast(void *buf, int count, MPI_Datatype datatype, int root, MPI_Comm comm);
int smpi_mpi_barrier(smpi_mpi_communicator_t comm);
+
int smpi_mpi_isend(smpi_mpi_request_t request);
int smpi_mpi_irecv(smpi_mpi_request_t request);
-int smpi_mpi_wait(smpi_mpi_request_t request, smpi_mpi_status_t *status);
-
+int smpi_mpi_reduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, int root, MPI_Comm comm);
+int smpi_mpi_sendrecv(void *sendbuf, int sendcount, MPI_Datatype sendtype, int dest, int sendtag,
+ void *recvbuf, int recvcount, MPI_Datatype recvtype, int source, int recvtag,
+ MPI_Comm comm, MPI_Status *status);
+int smpi_mpi_wait(smpi_mpi_request_t request, smpi_mpi_status_t * status);
+int smpi_mpi_waitall(int count, smpi_mpi_request_t requests[], smpi_mpi_status_t status[]);
+int smpi_mpi_waitany(int count, smpi_mpi_request_t requests[], int *index, smpi_mpi_status_t status[]);
+
+
+// utilities
+void smpi_execute(double duration);
+void smpi_start_timer(void);
+double smpi_stop_timer(void);
void smpi_bench_begin(void);
void smpi_bench_end(void);
+void smpi_bench_skip(void);
void smpi_global_init(void);
void smpi_global_destroy(void);
-int smpi_run_simulation(int argc, char **argv);
+int smpi_process_index(void);
+smx_mutex_t smpi_process_mutex(void);
+smx_cond_t smpi_process_cond(void);
+int smpi_run_simulation(int *argc, char **argv);
int smpi_create_request(void *buf, int count, smpi_mpi_datatype_t datatype,
- int src, int dst, int tag, smpi_mpi_communicator_t comm, smpi_mpi_request_t *request);
-
-int smpi_sender(int argc, char **argv);
+ int src, int dst, int tag,
+ smpi_mpi_communicator_t comm,
+ smpi_mpi_request_t * request);
-int smpi_receiver(int argc, char **argv);
+int smpi_sender(int argc, char *argv[]);
+int smpi_receiver(int argc, char *argv[]);
#endif