#ifndef SMPI_PRIVATE_H
#define SMPI_PRIVATE_H
-#include "simix/simix.h"
#include "xbt/mallocator.h"
#include "xbt/xbt_os_time.h"
-#include "smpi.h"
+
+#include "simix/simix.h"
+
+#include "smpi/smpi.h"
#define SMPI_DEFAULT_SPEED 100
#define SMPI_REQUEST_MALLOCATOR_SIZE 100
#define SMPI_MESSAGE_MALLOCATOR_SIZE 100
-typedef struct smpi_mpi_communicator_simdata {
- smx_host_t *hosts;
- smx_process_t *processes;
- int barrier_count;
- smx_mutex_t barrier_mutex;
- smx_cond_t barrier_cond;
-} s_smpi_mpi_communicator_simdata_t;
+// smpi mpi communicator
+typedef struct smpi_mpi_communicator_t {
+ int size;
+ int barrier_count;
+ smx_mutex_t barrier_mutex;
+ smx_cond_t barrier_cond;
+
+ int *rank_to_index_map;
+ int *index_to_rank_map;
+
+} s_smpi_mpi_communicator_t;
+
+// smpi mpi datatype
+typedef struct smpi_mpi_datatype_t {
+ size_t size;
+ ptrdiff_t lb;
+ ptrdiff_t ub;
+ uint16_t flags; /* flags: has it been committed, etc ...*/
+ uint16_t id; /* unused so far : data id, normally the index in the data array. */
+} s_smpi_mpi_datatype_t;
+
+// smpi mpi request
+typedef struct smpi_mpi_request_t {
+ smpi_mpi_communicator_t comm;
+ int src;
+ int dst;
+ int tag;
+
+ void *buf;
+ int count;
+ smpi_mpi_datatype_t datatype;
+
+ short int completed:1;
+ short int consumed:1; /* for waitany */
+
+ smx_mutex_t mutex;
+ smx_cond_t cond;
-typedef struct smpi_mpi_request_simdata {
- smx_mutex_t mutex;
- smx_cond_t cond;
-} s_smpi_mpi_request_simdata_t;
+ void *data;
+ int forward;
-typedef struct SMPI_Global {
+} s_smpi_mpi_request_t;
- // config vars
- double reference_speed;
+// smpi mpi op
+typedef struct smpi_mpi_op_t {
+ void (*func) (void *a, void *b, int *length, MPI_Datatype * datatype);
+} s_smpi_mpi_op_t;
- // state vars
- int root_ready:1;
- int ready_process_count;
- smx_mutex_t start_stop_mutex;
- smx_cond_t start_stop_cond;
+// smpi received message
+typedef struct smpi_received_message_t {
+ smpi_mpi_communicator_t comm;
+ int src;
+ int tag;
- xbt_mallocator_t request_mallocator;
- xbt_mallocator_t message_mallocator;
+ void *buf;
- xbt_fifo_t *pending_send_request_queues;
- smx_mutex_t *pending_send_request_queues_mutexes;
+ void *data;
+ int forward;
- xbt_fifo_t *pending_recv_request_queues;
- smx_mutex_t *pending_recv_request_queues_mutexes;
+} s_smpi_received_message_t;
+typedef struct smpi_received_message_t *smpi_received_message_t;
- xbt_fifo_t *received_message_queues;
- smx_mutex_t *received_message_queues_mutexes;
+typedef struct smpi_do_once_duration_node_t {
+ char *file;
+ int line;
+ double duration;
+ struct smpi_do_once_duration_node_t *next;
+} s_smpi_do_once_duration_node_t;
+typedef struct smpi_do_once_duration_node_t *smpi_do_once_duration_node_t;
- smx_process_t *sender_processes;
- smx_process_t *receiver_processes;
+typedef struct smpi_global_t {
- int running_hosts_count;
- smx_mutex_t running_hosts_count_mutex;
+ // config vars
+ double reference_speed;
- xbt_os_timer_t *timers;
- smx_mutex_t *timers_mutexes;
+ // state vars
+ int process_count;
+ xbt_mallocator_t request_mallocator;
+ xbt_mallocator_t message_mallocator;
-} s_SMPI_Global_t, *SMPI_Global_t;
-extern SMPI_Global_t smpi_global;
+ smx_process_t *main_processes;
-struct smpi_received_message_t {
- smpi_mpi_communicator_t *comm;
- int src;
- int dst;
- int tag;
- void *buf;
-};
-typedef struct smpi_received_message_t smpi_received_message_t;
+ xbt_os_timer_t timer;
+ smx_cond_t timer_cond;
+
+ // keeps track of previous times
+ smpi_do_once_duration_node_t do_once_duration_nodes;
+ smx_mutex_t do_once_mutex;
+ double *do_once_duration;
+
+} s_smpi_global_t;
+typedef struct smpi_global_t *smpi_global_t;
+extern smpi_global_t smpi_global;
+
+typedef struct smpi_host_data_t {
+ int index;
+ smx_mutex_t mutex;
+ smx_cond_t cond;
+
+ smx_process_t main;
+ smx_process_t sender;
+ smx_process_t receiver;
+
+ int finalize; /* so that main process stops its sender&receiver */
+
+ xbt_fifo_t pending_recv_request_queue;
+ xbt_fifo_t pending_send_request_queue;
+ xbt_fifo_t received_message_queue;
+} s_smpi_process_data_t;
+typedef struct smpi_host_data_t *smpi_process_data_t;
// function prototypes
-int smpi_mpi_comm_size(smpi_mpi_communicator_t *comm);
-int smpi_mpi_comm_rank(smpi_mpi_communicator_t *comm, smx_host_t host);
-int smpi_mpi_comm_rank_self(smpi_mpi_communicator_t *comm);
-int smpi_mpi_comm_world_rank_self(void);
-int smpi_sender(int argc, char **argv);
-int smpi_receiver(int argc, char **argv);
-void *smpi_request_new(void);
-void smpi_request_free(void *pointer);
-void smpi_request_reset(void *pointer);
-void *smpi_message_new(void);
-void smpi_message_free(void *pointer);
-void smpi_message_reset(void *pointer);
-void smpi_global_init(void);
-void smpi_global_destroy(void);
-int smpi_run_simulation(int argc, char **argv);
-void smpi_mpi_land_func(void *x, void *y, void *z);
-void smpi_mpi_sum_func(void *x, void *y, void *z);
-void smpi_mpi_init(void);
-void smpi_mpi_finalize(void);
+void smpi_process_init(int *argc, char ***argv);
+void smpi_process_finalize(void);
+int smpi_mpi_comm_rank(smpi_mpi_communicator_t comm);
+int smpi_mpi_type_get_extent(MPI_Datatype datatype, MPI_Aint *lb, MPI_Aint *extent);
+
+int smpi_mpi_bcast(void *buf, int count, MPI_Datatype datatype, int root, MPI_Comm comm);
+int smpi_mpi_barrier(smpi_mpi_communicator_t comm);
+
+int smpi_mpi_isend(smpi_mpi_request_t request);
+int smpi_mpi_irecv(smpi_mpi_request_t request);
+int smpi_mpi_reduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, int root, MPI_Comm comm);
+int smpi_mpi_sendrecv(void *sendbuf, int sendcount, MPI_Datatype sendtype, int dest, int sendtag,
+ void *recvbuf, int recvcount, MPI_Datatype recvtype, int source, int recvtag,
+ MPI_Comm comm, MPI_Status *status);
+int smpi_mpi_wait(smpi_mpi_request_t request, smpi_mpi_status_t * status);
+int smpi_mpi_waitall(int count, smpi_mpi_request_t requests[], smpi_mpi_status_t status[]);
+int smpi_mpi_waitany(int count, smpi_mpi_request_t requests[], int *index, smpi_mpi_status_t status[]);
+
+
+// utilities
+void smpi_execute(double duration);
+void smpi_start_timer(void);
+double smpi_stop_timer(void);
void smpi_bench_begin(void);
void smpi_bench_end(void);
-void smpi_barrier(smpi_mpi_communicator_t *comm);
-int smpi_comm_rank(smpi_mpi_communicator_t *comm, smx_host_t host);
-int smpi_create_request(void *buf, int count, smpi_mpi_datatype_t *datatype,
- int src, int dst, int tag, smpi_mpi_communicator_t *comm, smpi_mpi_request_t **request);
-int smpi_isend(smpi_mpi_request_t *request);
-int smpi_irecv(smpi_mpi_request_t *request);
-void smpi_wait(smpi_mpi_request_t *request, smpi_mpi_status_t *status);
+void smpi_bench_skip(void);
+
+void smpi_global_init(void);
+void smpi_global_destroy(void);
+int smpi_process_index(void);
+smx_mutex_t smpi_process_mutex(void);
+smx_cond_t smpi_process_cond(void);
+int smpi_run_simulation(int *argc, char **argv);
+int smpi_create_request(void *buf, int count, smpi_mpi_datatype_t datatype,
+ int src, int dst, int tag,
+ smpi_mpi_communicator_t comm,
+ smpi_mpi_request_t * request);
+
+int smpi_sender(int argc, char *argv[]);
+int smpi_receiver(int argc, char *argv[]);
#endif