X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/eb5b6b0c3c4d9a38bb205b2c8bc9aeeba8674a25..b3b356352e87ae00a20f737c48e19b0c8413455a:/src/smpi/private.h diff --git a/src/smpi/private.h b/src/smpi/private.h index d8b00f08bb..c911cac20f 100644 --- a/src/smpi/private.h +++ b/src/smpi/private.h @@ -1,4 +1,4 @@ -/* Copyright (c) 2007, 2009-2014. The SimGrid Team. +/* Copyright (c) 2007, 2009-2015. The SimGrid Team. * All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it @@ -14,10 +14,11 @@ #include "simgrid/simix.h" #include "smpi/smpi_interface.h" #include "smpi/smpi.h" -#include "smpi/smpif.h" #include "smpi/smpi_cocci.h" #include "instr/instr_private.h" +SG_BEGIN_DECL() + struct s_smpi_process_data; typedef struct s_smpi_process_data *smpi_process_data_t; @@ -30,6 +31,8 @@ typedef struct s_smpi_process_data *smpi_process_data_t; #define SSEND 0x40 #define PREPARED 0x80 #define FINISHED 0x100 +#define RMA 0x200 +#define ACCUMULATE 0x400 enum smpi_process_state{ @@ -42,18 +45,20 @@ enum smpi_process_state{ // for each such structure these function should be implemented (vector // index hvector hindex struct) typedef struct s_smpi_subtype{ - void (*serialize)(const void * input, void *output, size_t count, void* subtype); - void (*unserialize)(const void * input, void *output, size_t count, void* subtype); + void (*serialize)(const void * input, void *output, int count, void* subtype); + void (*unserialize)(const void * input, void *output, int count, void* subtype, MPI_Op op); void (*subtype_free)(MPI_Datatype* type); } s_smpi_subtype_t; typedef struct s_smpi_mpi_datatype{ + char* name; size_t size; /* this let us know if a serialization is required*/ size_t has_subtype; MPI_Aint lb; MPI_Aint ub; int flags; + xbt_dict_t attributes; /* this let us know how to serialize and unserialize*/ void *substruct; int in_use; @@ -97,36 +102,69 @@ typedef struct s_smpi_mpi_request { int truncated; size_t real_size; MPI_Comm comm; - smx_action_t action; + smx_synchro_t action; unsigned flags; int detached; MPI_Request detached_sender; int refcount; -#ifdef HAVE_TRACING + MPI_Op op; int send; int recv; -#endif } s_smpi_mpi_request_t; +typedef struct s_smpi_mpi_comm_key_elem { + MPI_Comm_copy_attr_function* copy_fn; + MPI_Comm_delete_attr_function* delete_fn; +} s_smpi_mpi_comm_key_elem_t; +typedef struct s_smpi_mpi_comm_key_elem *smpi_comm_key_elem; + +typedef struct s_smpi_mpi_type_key_elem { + MPI_Type_copy_attr_function* copy_fn; + MPI_Type_delete_attr_function* delete_fn; +} s_smpi_mpi_type_key_elem_t; +typedef struct s_smpi_mpi_type_key_elem *smpi_type_key_elem; + +typedef struct s_smpi_mpi_info { + xbt_dict_t info_dict; + int refcount; +} s_smpi_mpi_info_t; + + void smpi_process_destroy(void); void smpi_process_finalize(void); int smpi_process_finalized(void); int smpi_process_initialized(void); void smpi_process_mark_as_initialized(void); + +struct s_smpi_mpi_cart_topology; +typedef struct s_smpi_mpi_cart_topology *MPIR_Cart_Topology; + +struct s_smpi_mpi_graph_topology; +typedef struct s_smpi_mpi_graph_topology *MPIR_Graph_Topology; + +struct s_smpi_dist_graph_topology; +typedef struct s_smpi_dist_graph_topology *MPIR_Dist_Graph_Topology; + +// MPI_Topology defined in smpi.h, as it is public + void smpi_topo_destroy(MPI_Topology topo); -MPI_Topology smpi_topo_create(int ndims); +MPI_Topology smpi_topo_create(MPIR_Topo_type kind); +void smpi_cart_topo_destroy(MPIR_Cart_Topology cart); +MPI_Topology smpi_cart_topo_create(int ndims); int smpi_mpi_cart_create(MPI_Comm comm_old, int ndims, int dims[], - int periodic[], int reorder, MPI_Comm *comm_cart); -int smpi_mpi_cart_shift(MPI_Comm comm, int direction, int disp, - int *rank_source, int *rank_dest); -int smpi_mpi_cart_rank(MPI_Comm comm, int* coords, int* rank); -int smpi_mpi_cart_get(MPI_Comm comm, int maxdims, int* dims, int* periods, int* coords); + int periods[], int reorder, MPI_Comm *comm_cart); +int smpi_mpi_cart_sub(MPI_Comm comm, const int remain_dims[], MPI_Comm *newcomm); int smpi_mpi_cart_coords(MPI_Comm comm, int rank, int maxdims, int coords[]); +int smpi_mpi_cart_get(MPI_Comm comm, int maxdims, int* dims, int* periods, + int* coords); +int smpi_mpi_cart_rank(MPI_Comm comm, int* coords, int* rank); +int smpi_mpi_cart_shift(MPI_Comm comm, int direction, int disp, + int *rank_source, int *rank_dest); int smpi_mpi_cartdim_get(MPI_Comm comm, int *ndims); int smpi_mpi_dims_create(int nnodes, int ndims, int dims[]); -int smpi_mpi_cart_sub(MPI_Comm comm, const int remain_dims[], MPI_Comm *newcomm); + smpi_process_data_t smpi_process_data(void); smpi_process_data_t smpi_process_remote_data(int index); @@ -134,33 +172,49 @@ void smpi_process_set_user_data(void *); void* smpi_process_get_user_data(void); int smpi_process_count(void); MPI_Comm smpi_process_comm_world(void); +MPI_Comm smpi_process_get_comm_intra(void); +void smpi_process_set_comm_intra(MPI_Comm comm); smx_rdv_t smpi_process_mailbox(void); smx_rdv_t smpi_process_remote_mailbox(int index); smx_rdv_t smpi_process_mailbox_small(void); smx_rdv_t smpi_process_remote_mailbox_small(int index); +xbt_mutex_t smpi_process_mailboxes_mutex(void); +xbt_mutex_t smpi_process_remote_mailboxes_mutex(int index); xbt_os_timer_t smpi_process_timer(void); void smpi_process_simulated_start(void); double smpi_process_simulated_elapsed(void); void smpi_process_set_sampling(int s); int smpi_process_get_sampling(void); +void smpi_process_set_replaying(int s); +int smpi_process_get_replaying(void); void smpi_deployment_register_process(const char* instance_id, int rank, int index, MPI_Comm**, xbt_bar_t*); void smpi_deployment_cleanup_instances(void); -void smpi_comm_copy_buffer_callback(smx_action_t comm, +void smpi_comm_copy_buffer_callback(smx_synchro_t comm, + void *buff, size_t buff_size); + +void smpi_comm_null_copy_buffer_callback(smx_synchro_t comm, void *buff, size_t buff_size); void print_request(const char *message, MPI_Request request); +int smpi_enabled(void); void smpi_global_init(void); void smpi_global_destroy(void); +double smpi_mpi_wtime(void); + +int is_datatype_valid(MPI_Datatype datatype); size_t smpi_datatype_size(MPI_Datatype datatype); MPI_Aint smpi_datatype_lb(MPI_Datatype datatype); MPI_Aint smpi_datatype_ub(MPI_Datatype datatype); +int smpi_datatype_dup(MPI_Datatype datatype, MPI_Datatype* new_t); int smpi_datatype_extent(MPI_Datatype datatype, MPI_Aint * lb, MPI_Aint * extent); MPI_Aint smpi_datatype_get_extent(MPI_Datatype datatype); +void smpi_datatype_get_name(MPI_Datatype datatype, char* name, int* length); +void smpi_datatype_set_name(MPI_Datatype datatype, char* name); int smpi_datatype_copy(void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, int recvcount, MPI_Datatype recvtype); @@ -187,6 +241,9 @@ void smpi_datatype_create(MPI_Datatype* new_type, int size,int lb, int ub, int h void smpi_datatype_free(MPI_Datatype* type); void smpi_datatype_commit(MPI_Datatype* datatype); +int smpi_mpi_unpack(void* inbuf, int insize, int* position, void* outbuf, int outcount, MPI_Datatype type, MPI_Comm comm); +int smpi_mpi_pack(void* inbuf, int incount, MPI_Datatype type, void* outbuf, int outcount, int* position, MPI_Comm comm); + void smpi_empty_status(MPI_Status * status); MPI_Op smpi_op_new(MPI_User_function * function, int commute); int smpi_op_is_commute(MPI_Op op); @@ -204,6 +261,8 @@ int smpi_group_use(MPI_Group group); int smpi_group_unuse(MPI_Group group); int smpi_group_size(MPI_Group group); int smpi_group_compare(MPI_Group group1, MPI_Group group2); +int smpi_group_incl(MPI_Group group, int n, int* ranks, MPI_Group* newgroup); + MPI_Topology smpi_comm_topo(MPI_Comm comm); MPI_Comm smpi_comm_new(MPI_Group group, MPI_Topology topo); @@ -213,8 +272,33 @@ int smpi_comm_size(MPI_Comm comm); void smpi_comm_get_name(MPI_Comm comm, char* name, int* len); int smpi_comm_rank(MPI_Comm comm); MPI_Comm smpi_comm_split(MPI_Comm comm, int color, int key); +int smpi_comm_dup(MPI_Comm comm, MPI_Comm* newcomm); void smpi_comm_use(MPI_Comm comm); void smpi_comm_unuse(MPI_Comm comm); +void smpi_comm_set_leaders_comm(MPI_Comm comm, MPI_Comm leaders); +void smpi_comm_set_intra_comm(MPI_Comm comm, MPI_Comm leaders); +int* smpi_comm_get_non_uniform_map(MPI_Comm comm); +int* smpi_comm_get_leaders_map(MPI_Comm comm); +MPI_Comm smpi_comm_get_leaders_comm(MPI_Comm comm); +MPI_Comm smpi_comm_get_intra_comm(MPI_Comm comm); +int smpi_comm_is_uniform(MPI_Comm comm); +int smpi_comm_is_blocked(MPI_Comm comm); +void smpi_comm_init_smp(MPI_Comm comm); + +int smpi_comm_c2f(MPI_Comm comm); +MPI_Comm smpi_comm_f2c(int comm); +int smpi_group_c2f(MPI_Group group); +MPI_Group smpi_group_f2c(int group); +int smpi_request_c2f(MPI_Request req); +MPI_Request smpi_request_f2c(int req); +int smpi_type_c2f(MPI_Datatype datatype); +MPI_Datatype smpi_type_f2c(int datatype); +int smpi_op_c2f(MPI_Op op); +MPI_Op smpi_op_f2c(int op); +int smpi_win_c2f(MPI_Win win); +MPI_Win smpi_win_f2c(int win); +int smpi_info_c2f(MPI_Info info); +MPI_Info smpi_info_f2c(int info); MPI_Request smpi_mpi_send_init(void *buf, int count, MPI_Datatype datatype, int dst, int tag, MPI_Comm comm); @@ -237,6 +321,10 @@ MPI_Request smpi_irecv_init(void *buf, int count, MPI_Datatype datatype, int src, int tag, MPI_Comm comm); MPI_Request smpi_mpi_irecv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MPI_Comm comm); +MPI_Request smpi_rma_send_init(void *buf, int count, MPI_Datatype datatype, + int src, int dst, int tag, MPI_Comm comm, MPI_Op op); +MPI_Request smpi_rma_recv_init(void *buf, int count, MPI_Datatype datatype, + int src, int dst, int tag, MPI_Comm comm, MPI_Op op); void smpi_mpi_recv(void *buf, int count, MPI_Datatype datatype, int src, int tag, MPI_Comm comm, MPI_Status * status); void smpi_mpi_send(void *buf, int count, MPI_Datatype datatype, int dst, @@ -300,6 +388,28 @@ void smpi_mpi_scan(void *sendbuf, void *recvbuf, int count, void smpi_mpi_exscan(void *sendbuf, void *recvbuf, int count, MPI_Datatype datatype, MPI_Op op, MPI_Comm comm); +int smpi_mpi_win_free( MPI_Win* win); + +MPI_Win smpi_mpi_win_create( void *base, MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm); + +void smpi_mpi_win_get_name(MPI_Win win, char* name, int* length); +void smpi_mpi_win_get_group(MPI_Win win, MPI_Group* group); +void smpi_mpi_win_set_name(MPI_Win win, char* name); + +int smpi_mpi_win_fence( int assert, MPI_Win win); + +int smpi_mpi_win_post(MPI_Group group, int assert, MPI_Win win); +int smpi_mpi_win_start(MPI_Group group, int assert, MPI_Win win); +int smpi_mpi_win_complete(MPI_Win win); +int smpi_mpi_win_wait(MPI_Win win); + +int smpi_mpi_get( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank, + MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win); +int smpi_mpi_put( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank, + MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win); +int smpi_mpi_accumulate( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank, + MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win); + void nary_tree_bcast(void *buf, int count, MPI_Datatype datatype, int root, MPI_Comm comm, int arity); void nary_tree_barrier(MPI_Comm comm, int arity); @@ -322,16 +432,29 @@ int smpi_coll_basic_alltoallv(void *sendbuf, int *sendcounts, void *recvbuf, int *recvcounts, int *recvdisps, MPI_Datatype recvtype, MPI_Comm comm); - + +int smpi_comm_keyval_create(MPI_Comm_copy_attr_function* copy_fn, MPI_Comm_delete_attr_function* delete_fn, int* keyval, void* extra_state); +int smpi_comm_keyval_free(int* keyval); +int smpi_comm_attr_delete(MPI_Comm comm, int keyval); +int smpi_comm_attr_get(MPI_Comm comm, int keyval, void* attr_value, int* flag); +int smpi_comm_attr_put(MPI_Comm comm, int keyval, void* attr_value); +int smpi_type_attr_delete(MPI_Datatype type, int keyval); +int smpi_type_attr_get(MPI_Datatype type, int keyval, void* attr_value, int* flag); +int smpi_type_attr_put(MPI_Datatype type, int keyval, void* attr_value); +int smpi_type_keyval_create(MPI_Type_copy_attr_function* copy_fn, MPI_Type_delete_attr_function* delete_fn, int* keyval, void* extra_state); +int smpi_type_keyval_free(int* keyval); // utilities extern double smpi_cpu_threshold; extern double smpi_running_power; extern int smpi_privatize_global_variables; -extern char* start_data_exe; //start of the data+bss segment of the executable -extern int size_data_exe; //size of the data+bss segment of the executable +extern char* smpi_start_data_exe; //start of the data+bss segment of the executable +extern int smpi_size_data_exe; //size of the data+bss segment of the executable -void switch_data_segment(int); +void smpi_switch_data_segment(int dest); +void smpi_really_switch_data_segment(int dest); +int smpi_is_privatisation_file(char* file); + void smpi_get_executable_global_size(void); void smpi_initialize_global_memory_segments(void); void smpi_destroy_global_memory_segments(void); @@ -339,6 +462,15 @@ void smpi_bench_destroy(void); void smpi_bench_begin(void); void smpi_bench_end(void); +void* smpi_get_tmp_sendbuffer(int size); +void* smpi_get_tmp_recvbuffer(int size); +void smpi_free_tmp_buffer(void* buf); + +int smpi_comm_attr_delete(MPI_Comm comm, int keyval); +int smpi_comm_attr_get(MPI_Comm comm, int keyval, void* attr_value, int* flag); +int smpi_comm_attr_put(MPI_Comm comm, int keyval, void* attr_value); + + // f77 wrappers void mpi_init_(int*); @@ -429,11 +561,21 @@ void mpi_type_ub_(int* datatype, MPI_Aint * extent, int* ierr); void mpi_win_fence_( int* assert, int* win, int* ierr); void mpi_win_free_( int* win, int* ierr); void mpi_win_create_( int *base, MPI_Aint* size, int* disp_unit, int* info, int* comm, int *win, int* ierr); +void mpi_win_set_name_ (int* win, char * name, int* ierr, int size); +void mpi_win_get_name_ (int* win, char * name, int* len, int* ierr); +void mpi_win_post_(int* group, int assert, int* win, int* ierr); +void mpi_win_start_(int* group, int assert, int* win, int* ierr); +void mpi_win_complete_(int* win, int* ierr); +void mpi_win_wait_(int* win, int* ierr); void mpi_info_create_( int *info, int* ierr); -void mpi_info_set_( int *info, char *key, char *value, int* ierr); +void mpi_info_set_( int *info, char *key, char *value, int* ierr, unsigned int keylen, unsigned int valuelen); void mpi_info_free_(int* info, int* ierr); void mpi_get_( int *origin_addr, int* origin_count, int* origin_datatype, int* target_rank, MPI_Aint* target_disp, int* target_count, int* target_datatype, int* win, int* ierr); +void mpi_put_( int *origin_addr, int* origin_count, int* origin_datatype, int* target_rank, + MPI_Aint* target_disp, int* target_count, int* target_datatype, int* win, int* ierr); +void mpi_accumulate_( int *origin_addr, int* origin_count, int* origin_datatype, int* target_rank, + MPI_Aint* target_disp, int* target_count, int* target_datatype, int* op, int* win, int* ierr); void mpi_error_string_(int* errorcode, char* string, int* resultlen, int* ierr); void mpi_sendrecv_(void* sendbuf, int* sendcount, int* sendtype, int* dst, int* sendtag, void *recvbuf, int* recvcount, @@ -447,7 +589,7 @@ void mpi_is_thread_main_ (int *flag, int* ierr); void mpi_address_ (void *location, MPI_Aint * address, int* ierr); void mpi_get_address_ (void *location, MPI_Aint * address, int* ierr); void mpi_type_dup_ (int* datatype, int* newdatatype, int* ierr); -void mpi_type_set_name_ (int* datatype, char * name, int* ierr); +void mpi_type_set_name_ (int* datatype, char * name, int* ierr, int size); void mpi_type_get_name_ (int* datatype, char * name, int* len, int* ierr); void mpi_type_get_attr_ (int* type, int* type_keyval, void *attribute_val, int* flag, int* ierr); void mpi_type_set_attr_ (int* type, int* type_keyval, void *attribute_val, int* ierr); @@ -557,22 +699,22 @@ void mpi_type_match_size_ (int* typeclass,int* size,int*datatype, int* ierr); void mpi_alltoallw_ ( void *sendbuf, int *sendcnts, int *sdispls, int*sendtypes, void *recvbuf, int *recvcnts, int *rdispls, int*recvtypes, int* comm, int* ierr); void mpi_exscan_ (void *sendbuf, void *recvbuf, int* count, int* datatype, int* op, int* comm, int* ierr); -void mpi_comm_set_name_ (int* comm, char* name, int* ierr); +void mpi_comm_set_name_ (int* comm, char* name, int* ierr, int size); void mpi_comm_dup_with_info_ (int* comm, int* info, int* newcomm, int* ierr); void mpi_comm_split_type_ (int* comm, int* split_type, int* key, int* info, int*newcomm, int* ierr); void mpi_comm_set_info_ (int* comm, int* info, int* ierr); void mpi_comm_get_info_ (int* comm, int* info, int* ierr); -void mpi_info_get_ (int* info,char *key,int* valuelen, char *value, int *flag, int* ierr); +void mpi_info_get_ (int* info,char *key,int* valuelen, char *value, int *flag, int* ierr, unsigned int keylen); void mpi_comm_create_errhandler_ ( void *function, void *errhandler, int* ierr); void mpi_add_error_class_ ( int *errorclass, int* ierr); void mpi_add_error_code_ ( int* errorclass, int *errorcode, int* ierr); void mpi_add_error_string_ ( int* errorcode, char *string, int* ierr); void mpi_comm_call_errhandler_ (int* comm,int* errorcode, int* ierr); void mpi_info_dup_ (int* info, int* newinfo, int* ierr); -void mpi_info_get_valuelen_ ( int* info, char *key, int *valuelen, int *flag, int* ierr); -void mpi_info_delete_ (int* info, char *key, int* ierr); +void mpi_info_get_valuelen_ ( int* info, char *key, int *valuelen, int *flag, int* ierr, unsigned int keylen); +void mpi_info_delete_ (int* info, char *key, int* ierr, unsigned int keylen); void mpi_info_get_nkeys_ ( int* info, int *nkeys, int* ierr); -void mpi_info_get_nthkey_ ( int* info, int* n, char *key, int* ierr); +void mpi_info_get_nthkey_ ( int* info, int* n, char *key, int* ierr, unsigned int keylen); void mpi_get_version_ (int *version,int *subversion, int* ierr); void mpi_get_library_version_ (char *version,int *len, int* ierr); void mpi_request_get_status_ ( int* request, int *flag, MPI_Status* status, int* ierr); @@ -594,7 +736,6 @@ void mpi_comm_spawn_multiple_ ( int* count, char *array_of_commands, char** arra void mpi_comm_get_parent_ ( int*parent, int* ierr); -#ifdef HAVE_TRACING /********** Tracing **********/ /* from smpi_instr.c */ void TRACE_internal_smpi_set_category (const char *category); @@ -617,12 +758,27 @@ void TRACE_smpi_send(int rank, int src, int dst, int size); void TRACE_smpi_recv(int rank, int src, int dst); void TRACE_smpi_init(int rank); void TRACE_smpi_finalize(int rank); -#endif -const char* encode_datatype(MPI_Datatype datatype); +const char* encode_datatype(MPI_Datatype datatype, int* known); // TODO, make this static and expose it more cleanly -extern void** mappings; -extern int loaded_page; + +typedef struct s_smpi_privatisation_region { + void* address; + int file_descriptor; +} s_smpi_privatisation_region_t, *smpi_privatisation_region_t; + +extern smpi_privatisation_region_t smpi_privatisation_regions; +extern int smpi_loaded_page; +extern int smpi_universe_size; + +int SIMIX_process_get_PID(smx_process_t self); + +static inline __attribute__ ((always_inline)) +int smpi_process_index_of_smx_process(smx_process_t process) { + return SIMIX_process_get_PID(process) -1; +} + +SG_END_DECL() #endif