X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/ae701792ae00d4b822b890780619878e0a624980..8f6d84877c30078e338cb84b08567ff437c95183:/src/smpi/private.h diff --git a/src/smpi/private.h b/src/smpi/private.h index 3d0bdb9784..94e4c7423a 100644 --- a/src/smpi/private.h +++ b/src/smpi/private.h @@ -6,27 +6,10 @@ #ifndef SMPI_PRIVATE_H #define SMPI_PRIVATE_H -#include "simgrid/simix.h" #include "smpi/smpi.h" -#include "src/include/smpi/smpi_interface.h" -#include "src/instr/instr_private.h" -#include "src/internal_config.h" -#include "xbt.h" -#include "xbt/base.h" -#include "xbt/synchro.h" -#include "xbt/xbt_os_time.h" -#include "src/smpi/smpi_group.hpp" -#include "src/smpi/smpi_comm.hpp" -#include "src/smpi/smpi_request.hpp" -#include "src/smpi/smpi_topo.hpp" -#include "src/smpi/smpi_win.hpp" -SG_BEGIN_DECL() - +#include "simgrid/msg.h" // msg_bar_t -using namespace simgrid::smpi; - -struct s_smpi_process_data; -typedef struct s_smpi_process_data *smpi_process_data_t; +SG_BEGIN_DECL() #define PERSISTENT 0x1 #define NON_PERSISTENT 0x2 @@ -46,30 +29,6 @@ enum smpi_process_state{ SMPI_FINALIZED }; -// this struct is here to handle the problem of non-contignous data -// for each such structure these function should be implemented (vector -// index hvector hindex struct) -typedef struct s_smpi_subtype{ - void (*serialize)(void * input, void *output, int count, void* subtype); - void (*unserialize)(void * input, void *output, int count, void* subtype, MPI_Op op); - void (*subtype_free)(MPI_Datatype* type); - void (*subtype_use)(MPI_Datatype* type); -} s_smpi_subtype_t; - -typedef struct s_smpi_mpi_datatype{ - char* name; - size_t size; - /* this let us know if a serialization is required*/ - size_t sizeof_substruct; - MPI_Aint lb; - MPI_Aint ub; - int flags; - xbt_dict_t attributes; - /* this let us know how to serialize and unserialize*/ - void *substruct; - int in_use; -} s_smpi_mpi_datatype_t; - #define COLL_TAG_REDUCE -112 #define COLL_TAG_SCATTER -223 #define COLL_TAG_SCATTERV -334 @@ -83,197 +42,46 @@ typedef struct s_smpi_mpi_datatype{ #define COLL_TAG_GATHERV -2223 #define COLL_TAG_BCAST -3334 #define COLL_TAG_ALLREDUCE -4445 -#define SMPI_RMA_TAG -1234 +//SMPI_RMA_TAG has to be the smallest one, as it will be decremented for accumulate ordering. +#define SMPI_RMA_TAG -6666 extern XBT_PRIVATE MPI_Comm MPI_COMM_UNINITIALIZED; - - -typedef struct s_smpi_mpi_comm_key_elem { - MPI_Comm_copy_attr_function* copy_fn; - MPI_Comm_delete_attr_function* delete_fn; -} s_smpi_mpi_comm_key_elem_t; -typedef struct s_smpi_mpi_comm_key_elem *smpi_comm_key_elem; - -typedef struct s_smpi_mpi_type_key_elem { - MPI_Type_copy_attr_function* copy_fn; - MPI_Type_delete_attr_function* delete_fn; -} s_smpi_mpi_type_key_elem_t; -typedef struct s_smpi_mpi_type_key_elem *smpi_type_key_elem; - -typedef struct s_smpi_mpi_info { - xbt_dict_t info_dict; - int refcount; -} s_smpi_mpi_info_t; - -XBT_PRIVATE void smpi_process_destroy(); -XBT_PRIVATE void smpi_process_finalize(); -XBT_PRIVATE int smpi_process_finalized(); -XBT_PRIVATE int smpi_process_initialized(); -XBT_PRIVATE void smpi_process_mark_as_initialized(); - typedef SMPI_Cart_topology *MPIR_Cart_Topology; typedef SMPI_Graph_topology *MPIR_Graph_Topology; typedef SMPI_Dist_Graph_topology *MPIR_Dist_Graph_Topology; -XBT_PRIVATE smpi_process_data_t smpi_process_data(); -XBT_PRIVATE smpi_process_data_t smpi_process_remote_data(int index); -// smpi_process_[set/get]_user_data must be public -/* XBT_PRIVATE void smpi_process_set_user_data(void *); */ -/* XBT_PRIVATE void* smpi_process_get_user_data(void); */ +XBT_PRIVATE SMPI_Process* smpi_process(); +XBT_PRIVATE SMPI_Process* smpi_process_remote(int index); XBT_PRIVATE int smpi_process_count(); -XBT_PRIVATE MPI_Comm smpi_process_comm_world(); -XBT_PRIVATE MPI_Comm smpi_process_get_comm_intra(); -XBT_PRIVATE void smpi_process_set_comm_intra(MPI_Comm comm); -XBT_PRIVATE smx_mailbox_t smpi_process_mailbox(); -XBT_PRIVATE smx_mailbox_t smpi_process_remote_mailbox(int index); -XBT_PRIVATE smx_mailbox_t smpi_process_mailbox_small(); -XBT_PRIVATE smx_mailbox_t smpi_process_remote_mailbox_small(int index); -XBT_PRIVATE xbt_mutex_t smpi_process_mailboxes_mutex(); -XBT_PRIVATE xbt_mutex_t smpi_process_remote_mailboxes_mutex(int index); -XBT_PRIVATE xbt_os_timer_t smpi_process_timer(); -XBT_PRIVATE void smpi_process_simulated_start(); -XBT_PRIVATE double smpi_process_simulated_elapsed(); -XBT_PRIVATE void smpi_process_set_sampling(int s); -XBT_PRIVATE int smpi_process_get_sampling(); -XBT_PRIVATE void smpi_process_set_replaying(bool s); -XBT_PRIVATE bool smpi_process_get_replaying(); - -XBT_PRIVATE void smpi_deployment_register_process(const char* instance_id, int rank, int index, MPI_Comm** comm, - msg_bar_t* bar); + +XBT_PRIVATE void smpi_deployment_register_process(const char* instance_id, int rank, int index); +XBT_PRIVATE MPI_Comm* smpi_deployment_comm_world(const char* instance_id); +XBT_PRIVATE msg_bar_t smpi_deployment_finalization_barrier(const char* instance_id); XBT_PRIVATE void smpi_deployment_cleanup_instances(); XBT_PRIVATE void smpi_comm_copy_buffer_callback(smx_activity_t comm, void *buff, size_t buff_size); XBT_PRIVATE void smpi_comm_null_copy_buffer_callback(smx_activity_t comm, void *buff, size_t buff_size); -XBT_PRIVATE void print_request(const char *message, MPI_Request request); - XBT_PRIVATE int smpi_enabled(); XBT_PRIVATE void smpi_global_init(); XBT_PRIVATE void smpi_global_destroy(); XBT_PRIVATE double smpi_mpi_wtime(); XBT_PRIVATE void smpi_mpi_init(); -XBT_PRIVATE bool is_datatype_valid(MPI_Datatype datatype); - -XBT_PRIVATE size_t smpi_datatype_size(MPI_Datatype datatype); -XBT_PRIVATE MPI_Aint smpi_datatype_lb(MPI_Datatype datatype); -XBT_PRIVATE MPI_Aint smpi_datatype_ub(MPI_Datatype datatype); -XBT_PRIVATE int smpi_datatype_dup(MPI_Datatype datatype, MPI_Datatype* new_t); -XBT_PRIVATE int smpi_datatype_extent(MPI_Datatype datatype, MPI_Aint * lb, MPI_Aint * extent); -XBT_PRIVATE MPI_Aint smpi_datatype_get_extent(MPI_Datatype datatype); -XBT_PRIVATE void smpi_datatype_get_name(MPI_Datatype datatype, char* name, int* length); -XBT_PRIVATE void smpi_datatype_set_name(MPI_Datatype datatype, char* name); -XBT_PRIVATE int smpi_datatype_copy(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, int recvcount, - MPI_Datatype recvtype); -XBT_PRIVATE void smpi_datatype_use(MPI_Datatype type); -XBT_PRIVATE void smpi_datatype_unuse(MPI_Datatype type); - -XBT_PRIVATE int smpi_datatype_contiguous(int count, MPI_Datatype old_type, MPI_Datatype* new_type, MPI_Aint lb); -XBT_PRIVATE int smpi_datatype_vector(int count, int blocklen, int stride, MPI_Datatype old_type, - MPI_Datatype* new_type); - -XBT_PRIVATE int smpi_datatype_hvector(int count, int blocklen, MPI_Aint stride,MPI_Datatype old_type, - MPI_Datatype* new_type); -XBT_PRIVATE int smpi_datatype_indexed(int count, int* blocklens, int* indices, MPI_Datatype old_type, - MPI_Datatype* new_type); -XBT_PRIVATE int smpi_datatype_hindexed(int count, int* blocklens, MPI_Aint* indices, MPI_Datatype old_type, - MPI_Datatype* new_type); -XBT_PRIVATE int smpi_datatype_struct(int count, int* blocklens, MPI_Aint* indices, MPI_Datatype* old_types, - MPI_Datatype* new_type); - -XBT_PRIVATE void smpi_datatype_create(MPI_Datatype* new_type, int size,int lb, int ub, int sizeof_substruct, - void *struct_type, int flags); - -XBT_PRIVATE void smpi_datatype_free(MPI_Datatype* type); -XBT_PRIVATE void smpi_datatype_commit(MPI_Datatype* datatype); - -XBT_PRIVATE int smpi_mpi_unpack(void* inbuf, int insize, int* position, void* outbuf, int outcount, MPI_Datatype type, - MPI_Comm comm); -XBT_PRIVATE int smpi_mpi_pack(void* inbuf, int incount, MPI_Datatype type, void* outbuf, int outcount, int* position, - MPI_Comm comm); - -XBT_PRIVATE void smpi_empty_status(MPI_Status * status); -XBT_PRIVATE int smpi_mpi_get_count(MPI_Status * status, MPI_Datatype datatype); -XBT_PRIVATE MPI_Op smpi_op_new(MPI_User_function * function, bool commute); -XBT_PRIVATE bool smpi_op_is_commute(MPI_Op op); -XBT_PRIVATE void smpi_op_destroy(MPI_Op op); -XBT_PRIVATE void smpi_op_set_fortran(MPI_Op op); -XBT_PRIVATE void smpi_op_apply(MPI_Op op, void *invec, void *inoutvec, int *len, MPI_Datatype * datatype); - - -XBT_PRIVATE int smpi_comm_c2f(MPI_Comm comm); -XBT_PRIVATE int smpi_comm_add_f(MPI_Comm comm); -XBT_PRIVATE MPI_Comm smpi_comm_f2c(int comm); -XBT_PRIVATE int smpi_group_c2f(MPI_Group group); -XBT_PRIVATE int smpi_group_add_f(MPI_Group group); -XBT_PRIVATE MPI_Group smpi_group_f2c(int group); -XBT_PRIVATE int smpi_request_c2f(MPI_Request req); -XBT_PRIVATE int smpi_request_add_f(MPI_Request req); -XBT_PRIVATE MPI_Request smpi_request_f2c(int req); -XBT_PRIVATE int smpi_type_c2f(MPI_Datatype datatype); -XBT_PRIVATE int smpi_type_add_f(MPI_Datatype datatype); -XBT_PRIVATE MPI_Datatype smpi_type_f2c(int datatype); -XBT_PRIVATE int smpi_op_c2f(MPI_Op op); -XBT_PRIVATE int smpi_op_add_f(MPI_Op op); -XBT_PRIVATE MPI_Op smpi_op_f2c(int op); -XBT_PRIVATE int smpi_win_c2f(MPI_Win win); -XBT_PRIVATE int smpi_win_add_f(MPI_Win win); -XBT_PRIVATE MPI_Win smpi_win_f2c(int win); -XBT_PRIVATE int smpi_info_c2f(MPI_Info info); -XBT_PRIVATE int smpi_info_add_f(MPI_Info info); -XBT_PRIVATE MPI_Info smpi_info_f2c(int info); - - -XBT_PRIVATE void smpi_mpi_bcast(void *buf, int count, MPI_Datatype datatype, int root, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_barrier(MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_gather(void *sendbuf, int sendcount, MPI_Datatype sendtype, - void *recvbuf, int recvcount, MPI_Datatype recvtype, int root, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_reduce_scatter(void *sendbuf, void *recvbuf, int *recvcounts, - MPI_Datatype datatype, MPI_Op op, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_gatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, - void *recvbuf, int *recvcounts, int *displs, MPI_Datatype recvtype, int root, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_allgather(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, - int recvcount, MPI_Datatype recvtype, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_allgatherv(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, - int *recvcounts, int *displs, MPI_Datatype recvtype, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_scatter(void *sendbuf, int sendcount, MPI_Datatype sendtype, - void *recvbuf, int recvcount, MPI_Datatype recvtype, int root, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_scatterv(void *sendbuf, int *sendcounts, int *displs, MPI_Datatype sendtype, - void *recvbuf, int recvcount,MPI_Datatype recvtype, int root, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_reduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, int root, - MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_allreduce(void *sendbuf, void *recvbuf, int count,MPI_Datatype datatype, MPI_Op op, - MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_scan(void *sendbuf, void *recvbuf, int count,MPI_Datatype datatype, MPI_Op op, MPI_Comm comm); -XBT_PRIVATE void smpi_mpi_exscan(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, - MPI_Comm comm); - -XBT_PRIVATE int smpi_coll_tuned_alltoall_ompi2(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, - int recvcount, MPI_Datatype recvtype, MPI_Comm comm); -XBT_PRIVATE int smpi_coll_tuned_alltoall_bruck(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, - int recvcount, MPI_Datatype recvtype, MPI_Comm comm); -XBT_PRIVATE int smpi_coll_tuned_alltoall_basic_linear(void *sendbuf, int sendcount, MPI_Datatype sendtype, - void *recvbuf, int recvcount, MPI_Datatype recvtype, MPI_Comm comm); -XBT_PRIVATE int smpi_coll_basic_alltoallv(void *sendbuf, int *sendcounts, int *senddisps, MPI_Datatype sendtype, - void *recvbuf, int *recvcounts, int *recvdisps, MPI_Datatype recvtype, MPI_Comm comm); -XBT_PRIVATE int smpi_comm_keyval_create(MPI_Comm_copy_attr_function* copy_fn, MPI_Comm_delete_attr_function* delete_fn, - int* keyval, void* extra_state); -XBT_PRIVATE int smpi_comm_keyval_free(int* keyval); - -XBT_PRIVATE int smpi_type_attr_delete(MPI_Datatype type, int keyval); -XBT_PRIVATE int smpi_type_attr_get(MPI_Datatype type, int keyval, void* attr_value, int* flag); -XBT_PRIVATE int smpi_type_attr_put(MPI_Datatype type, int keyval, void* attr_value); -XBT_PRIVATE int smpi_type_keyval_create(MPI_Type_copy_attr_function* copy_fn, MPI_Type_delete_attr_function* delete_fn, - int* keyval, void* extra_state); -XBT_PRIVATE int smpi_type_keyval_free(int* keyval); // utilities extern XBT_PRIVATE double smpi_cpu_threshold; extern XBT_PRIVATE double smpi_host_speed; -extern XBT_PRIVATE bool smpi_privatize_global_variables; + +#define SMPI_PRIVATIZE_NONE 0 +#define SMPI_PRIVATIZE_MMAP 1 +#define SMPI_PRIVATIZE_DLOPEN 2 +#define SMPI_PRIVATIZE_DEFAULT SMPI_PRIVATIZE_MMAP +extern XBT_PRIVATE int smpi_privatize_global_variables; + extern XBT_PRIVATE char* smpi_start_data_exe; //start of the data+bss segment of the executable extern XBT_PRIVATE int smpi_size_data_exe; //size of the data+bss segment of the executable @@ -290,6 +98,7 @@ XBT_PRIVATE void smpi_destroy_global_memory_segments(); XBT_PRIVATE void smpi_bench_destroy(); XBT_PRIVATE void smpi_bench_begin(); XBT_PRIVATE void smpi_bench_end(); +XBT_PRIVATE void smpi_shared_destroy(); XBT_PRIVATE void* smpi_get_tmp_sendbuffer(int size); XBT_PRIVATE void* smpi_get_tmp_recvbuffer(int size); @@ -557,32 +366,6 @@ void mpi_file_set_view_ ( int* fh, long long int* offset, int* etype, int* filet void mpi_file_read_ ( int* fh, void* buf, int* count, int* datatype, MPI_Status* status, int* ierr); void mpi_file_write_ ( int* fh, void* buf, int* count, int* datatype, MPI_Status* status, int* ierr); -/********** Tracing **********/ -/* from instr_smpi.c */ -XBT_PRIVATE void TRACE_internal_smpi_set_category (const char *category); -XBT_PRIVATE const char *TRACE_internal_smpi_get_category (); -XBT_PRIVATE void TRACE_smpi_collective_in(int rank, int root, const char *operation, instr_extra_data extra); -XBT_PRIVATE void TRACE_smpi_collective_out(int rank, int root, const char *operation); -XBT_PRIVATE void TRACE_smpi_computing_init(int rank); -XBT_PRIVATE void TRACE_smpi_computing_out(int rank); -XBT_PRIVATE void TRACE_smpi_computing_in(int rank, instr_extra_data extra); -XBT_PRIVATE void TRACE_smpi_sleeping_init(int rank); -XBT_PRIVATE void TRACE_smpi_sleeping_out(int rank); -XBT_PRIVATE void TRACE_smpi_sleeping_in(int rank, instr_extra_data extra); -XBT_PRIVATE void TRACE_smpi_testing_out(int rank); -XBT_PRIVATE void TRACE_smpi_testing_in(int rank, instr_extra_data extra); -XBT_PRIVATE void TRACE_smpi_alloc(); -XBT_PRIVATE void TRACE_smpi_release(); -XBT_PRIVATE void TRACE_smpi_ptp_in(int rank, int src, int dst, const char *operation, instr_extra_data extra); -XBT_PRIVATE void TRACE_smpi_ptp_out(int rank, int src, int dst, const char *operation); -XBT_PRIVATE void TRACE_smpi_send(int rank, int src, int dst, int tag, int size); -XBT_PRIVATE void TRACE_smpi_recv(int rank, int src, int dst, int tag); -XBT_PRIVATE void TRACE_smpi_init(int rank); -XBT_PRIVATE void TRACE_smpi_finalize(int rank); -XBT_PRIVATE char *smpi_container(int rank, char *container, int n); - -XBT_PRIVATE const char* encode_datatype(MPI_Datatype datatype, int* known); - // TODO, make this static and expose it more cleanly typedef struct s_smpi_privatisation_region {