#include "mc/mc.h"
#include "private.h"
#include "simgrid/modelchecker.h"
-#include "xbt/replay.h"
#include <limits.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <string>
+#include <unordered_map>
#include <xbt/ex.hpp>
-XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_mpi_dt, smpi, "Logging specific to SMPI (datatype)");
+XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_datatype, smpi, "Logging specific to SMPI (datatype)");
-xbt_dict_t smpi_type_keyvals = nullptr;
+std::unordered_map<int, smpi_type_key_elem> smpi_type_keyvals;
int type_keyval_id=0;//avoid collisions
namespace simgrid{
namespace smpi{
-Datatype::Datatype(int size,MPI_Aint lb, MPI_Aint ub, int flags) : name_(nullptr), size_(size), lb_(lb), ub_(ub), flags_(flags), attributes_(nullptr), in_use_(1){
+MPI_Datatype Datatype::null_id_=MPI_DATATYPE_NULL;
+
+Datatype::Datatype(int size,MPI_Aint lb, MPI_Aint ub, int flags) : name_(nullptr), size_(size), lb_(lb), ub_(ub), flags_(flags), attributes_(nullptr), refcount_(1){
#if HAVE_MC
if(MC_is_active())
- MC_ignore(&(in_use_), sizeof(in_use_));
+ MC_ignore(&(refcount_), sizeof(refcount_));
#endif
}
//for predefined types, so in_use = 0.
-Datatype::Datatype(char* name, int size,MPI_Aint lb, MPI_Aint ub, int flags) : name_(name), size_(size), lb_(lb), ub_(ub), flags_(flags), attributes_(nullptr), in_use_(0){
+Datatype::Datatype(char* name, int size,MPI_Aint lb, MPI_Aint ub, int flags) : name_(name), size_(size), lb_(lb), ub_(ub), flags_(flags), attributes_(nullptr), refcount_(0){
#if HAVE_MC
if(MC_is_active())
- MC_ignore(&(in_use_), sizeof(in_use_));
+ MC_ignore(&(refcount_), sizeof(refcount_));
#endif
}
-Datatype::Datatype(Datatype *datatype, int* ret) : name_(nullptr), lb_(datatype->lb_), ub_(datatype->ub_), flags_(datatype->flags_), attributes_(nullptr), in_use_(1)
+Datatype::Datatype(Datatype *datatype, int* ret) : name_(nullptr), lb_(datatype->lb_), ub_(datatype->ub_), flags_(datatype->flags_), attributes_(nullptr), refcount_(1)
{
flags_ &= ~DT_FLAG_PREDEFINED;
*ret = MPI_SUCCESS;
void* value_in;
void* value_out;
xbt_dict_foreach (datatype->attributes_, cursor, key, value_in) {
- smpi_type_key_elem elem =
- static_cast<smpi_type_key_elem>(xbt_dict_get_or_null_ext(smpi_type_keyvals, key, sizeof(int)));
+ smpi_type_key_elem elem = smpi_type_keyvals.at(atoi(key));
if (elem != nullptr && elem->copy_fn != MPI_NULL_COPY_FN) {
*ret = elem->copy_fn(datatype, atoi(key), nullptr, value_in, &value_out, &flag);
if (*ret != MPI_SUCCESS) {
}
Datatype::~Datatype(){
- xbt_assert(in_use_ >= 0);
+ xbt_assert(refcount_ >= 0);
if(flags_ & DT_FLAG_PREDEFINED)
return;
//if still used, mark for deletion
- if(in_use_!=0){
+ if(refcount_!=0){
flags_ |=DT_FLAG_DESTROYED;
return;
}
void * value;
int flag;
xbt_dict_foreach(attributes_, cursor, key, value){
- smpi_type_key_elem elem =
- static_cast<smpi_type_key_elem>(xbt_dict_get_or_null_ext(smpi_type_keyvals, key, sizeof(int)));
+ smpi_type_key_elem elem = smpi_type_keyvals.at(atoi(key));
if(elem!=nullptr && elem->delete_fn!=nullptr)
elem->delete_fn(this,*key, value, &flag);
}
}
-void Datatype::use(){
+void Datatype::ref(){
- in_use_++;
+ refcount_++;
#if HAVE_MC
if(MC_is_active())
- MC_ignore(&(in_use_), sizeof(in_use_));
+ MC_ignore(&(refcount_), sizeof(refcount_));
#endif
}
-void Datatype::unuse()
+void Datatype::unref(MPI_Datatype datatype)
{
- if (in_use_ > 0)
- in_use_--;
+ if (datatype->refcount_ > 0)
+ datatype->refcount_--;
- if (in_use_ == 0)
- this->~Datatype();
+ if (datatype->refcount_ == 0 && !(datatype->flags_ & DT_FLAG_PREDEFINED))
+ delete datatype;
#if HAVE_MC
if(MC_is_active())
- MC_ignore(&(in_use_), sizeof(in_use_));
+ MC_ignore(&(datatype->refcount_), sizeof(datatype->refcount_));
#endif
}
}
int Datatype::attr_delete(int keyval){
- smpi_type_key_elem elem =
- static_cast<smpi_type_key_elem>(xbt_dict_get_or_null_ext(smpi_type_keyvals, reinterpret_cast<const char*>(&keyval), sizeof(int)));
+ smpi_type_key_elem elem = smpi_type_keyvals.at(keyval);
if(elem==nullptr)
return MPI_ERR_ARG;
if(elem->delete_fn!=MPI_NULL_DELETE_FN){
int Datatype::attr_get(int keyval, void* attr_value, int* flag){
- smpi_type_key_elem elem =
- static_cast<smpi_type_key_elem>(xbt_dict_get_or_null_ext(smpi_type_keyvals, reinterpret_cast<const char*>(&keyval), sizeof(int)));
+ smpi_type_key_elem elem = smpi_type_keyvals.at(keyval);
if(elem==nullptr)
return MPI_ERR_ARG;
if(attributes_==nullptr){
}
int Datatype::attr_put(int keyval, void* attr_value){
- if(smpi_type_keyvals==nullptr)
- smpi_type_keyvals = xbt_dict_new_homogeneous(nullptr);
- smpi_type_key_elem elem =
- static_cast<smpi_type_key_elem>(xbt_dict_get_or_null_ext(smpi_type_keyvals, reinterpret_cast<const char*>(&keyval), sizeof(int)));
+ smpi_type_key_elem elem = smpi_type_keyvals.at(keyval);
if(elem==nullptr)
return MPI_ERR_ARG;
int flag;
}
int Datatype::keyval_create(MPI_Type_copy_attr_function* copy_fn, MPI_Type_delete_attr_function* delete_fn, int* keyval, void* extra_state){
- if(smpi_type_keyvals==nullptr)
- smpi_type_keyvals = xbt_dict_new_homogeneous(nullptr);
smpi_type_key_elem value = (smpi_type_key_elem) xbt_new0(s_smpi_mpi_type_key_elem_t,1);
value->delete_fn=delete_fn;
*keyval = type_keyval_id;
- xbt_dict_set_ext(smpi_type_keyvals,reinterpret_cast<const char*>(keyval), sizeof(int),reinterpret_cast<void*>(value), nullptr);
+ smpi_type_keyvals.insert({*keyval, value});
type_keyval_id++;
return MPI_SUCCESS;
}
int Datatype::keyval_free(int* keyval){
- smpi_type_key_elem elem =
- static_cast<smpi_type_key_elem>(xbt_dict_get_or_null_ext(smpi_type_keyvals, reinterpret_cast<const char*>(keyval), sizeof(int)));
+ smpi_type_key_elem elem = smpi_type_keyvals.at(*keyval);
if(elem==0){
return MPI_ERR_ARG;
}
- xbt_dict_remove_ext(smpi_type_keyvals, reinterpret_cast<const char*>(keyval), sizeof(int));
+ smpi_type_keyvals.erase(*keyval);
xbt_free(elem);
return MPI_SUCCESS;
}
return MPI_SUCCESS;
}
-
-
-Type_Contiguous::Type_Contiguous(int size, MPI_Aint lb, MPI_Aint ub, int flags, int block_count, MPI_Datatype old_type): Datatype(size, lb, ub, flags), block_count_(block_count), old_type_(old_type){
- old_type_->use();
-}
-
-Type_Contiguous::~Type_Contiguous(){
- old_type_->unuse();
-}
-
-void Type_Contiguous::use(){
- old_type_->use();
-};
-
-void Type_Contiguous::serialize( void* noncontiguous_buf, void *contiguous_buf,
- int count){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf)+lb_;
- memcpy(contiguous_buf_char, noncontiguous_buf_char, count * block_count_ * old_type_->size());
-}
-void Type_Contiguous::unserialize( void* contiguous_buf, void *noncontiguous_buf,
- int count, MPI_Op op){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf)+lb_;
- int n= count*block_count_;
- if(op!=MPI_OP_NULL)
- op->apply( contiguous_buf_char, noncontiguous_buf_char, &n, old_type_);
-}
-
-
-
-
-Type_Vector::Type_Vector(int size,MPI_Aint lb, MPI_Aint ub, int flags, int count, int block_length, int stride, MPI_Datatype old_type): Datatype(size, lb, ub, flags), block_count_(count), block_length_(block_length),block_stride_(stride), old_type_(old_type){
-old_type_->use();
-}
-
-Type_Vector::~Type_Vector(){
- old_type_->unuse();
-}
-
-void Type_Vector::use(){
- old_type_->use();
-}
-
-
-void Type_Vector::serialize( void* noncontiguous_buf, void *contiguous_buf,
- int count){
- int i;
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf);
-
- for (i = 0; i < block_count_ * count; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED))
- memcpy(contiguous_buf_char, noncontiguous_buf_char, block_length_ * old_type_->size());
- else
- old_type_->serialize(noncontiguous_buf_char, contiguous_buf_char, block_length_);
-
- contiguous_buf_char += block_length_*old_type_->size();
- if((i+1)%block_count_ ==0)
- noncontiguous_buf_char += block_length_*old_type_->get_extent();
- else
- noncontiguous_buf_char += block_stride_*old_type_->get_extent();
- }
-}
-
-void Type_Vector::unserialize( void* contiguous_buf, void *noncontiguous_buf,
- int count, MPI_Op op){
- int i;
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf);
-
- for (i = 0; i < block_count_ * count; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED)){
- if(op != MPI_OP_NULL)
- op->apply(contiguous_buf_char, noncontiguous_buf_char, &block_length_,
- old_type_);
- }else
- old_type_->unserialize(contiguous_buf_char, noncontiguous_buf_char, block_length_, op);
-
- contiguous_buf_char += block_length_*old_type_->size();
- if((i+1)%block_count_ ==0)
- noncontiguous_buf_char += block_length_*old_type_->get_extent();
- else
- noncontiguous_buf_char += block_stride_*old_type_->get_extent();
- }
-}
-
-Type_Hvector::Type_Hvector(int size,MPI_Aint lb, MPI_Aint ub, int flags, int count, int block_length, MPI_Aint stride, MPI_Datatype old_type): Datatype(size, lb, ub, flags), block_count_(count), block_length_(block_length), block_stride_(stride), old_type_(old_type){
- old_type->use();
-}
-Type_Hvector::~Type_Hvector(){
- old_type_->unuse();
-}
-void Type_Hvector::use(){
- old_type_->use();
-}
-
-void Type_Hvector::serialize( void* noncontiguous_buf, void *contiguous_buf,
- int count){
- int i;
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf);
-
- for (i = 0; i < block_count_ * count; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED))
- memcpy(contiguous_buf_char, noncontiguous_buf_char, block_length_ * old_type_->size());
- else
- old_type_->serialize( noncontiguous_buf_char, contiguous_buf_char, block_length_);
-
- contiguous_buf_char += block_length_*old_type_->size();
- if((i+1)%block_count_ ==0)
- noncontiguous_buf_char += block_length_*old_type_->size();
- else
- noncontiguous_buf_char += block_stride_;
- }
-}
-
-
-void Type_Hvector::unserialize( void* contiguous_buf, void *noncontiguous_buf,
- int count, MPI_Op op){
- int i;
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf);
-
- for (i = 0; i < block_count_ * count; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED)){
- if(op!=MPI_OP_NULL)
- op->apply( contiguous_buf_char, noncontiguous_buf_char, &block_length_, old_type_);
- }else
- old_type_->unserialize( contiguous_buf_char, noncontiguous_buf_char, block_length_, op);
- contiguous_buf_char += block_length_*old_type_->size();
- if((i+1)%block_count_ ==0)
- noncontiguous_buf_char += block_length_*old_type_->size();
- else
- noncontiguous_buf_char += block_stride_;
- }
-}
-
-Type_Indexed::Type_Indexed(int size,MPI_Aint lb, MPI_Aint ub, int flags, int count, int* block_lengths, int* block_indices, MPI_Datatype old_type): Datatype(size, lb, ub, flags), block_count_(count), old_type_(old_type){
- old_type->use();
- block_lengths_ = new int[count];
- block_indices_ = new int[count];
- for (int i = 0; i < count; i++) {
- block_lengths_[i]=block_lengths[i];
- block_indices_[i]=block_indices[i];
- }
-}
-
-Type_Indexed::~Type_Indexed(){
- old_type_->unuse();
- if(in_use_==0){
- delete[] block_lengths_;
- delete[] block_indices_;
- }
-}
-
-void Type_Indexed::use(){
- old_type_->use();
-}
-
-void Type_Indexed::serialize( void* noncontiguous_buf, void *contiguous_buf,
- int count){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf)+block_indices_[0] * old_type_->size();
- for (int j = 0; j < count; j++) {
- for (int i = 0; i < block_count_; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED))
- memcpy(contiguous_buf_char, noncontiguous_buf_char, block_lengths_[i] * old_type_->size());
- else
- old_type_->serialize( noncontiguous_buf_char, contiguous_buf_char, block_lengths_[i]);
-
- contiguous_buf_char += block_lengths_[i]*old_type_->size();
- if (i<block_count_-1)
- noncontiguous_buf_char =
- static_cast<char*>(noncontiguous_buf) + block_indices_[i+1]*old_type_->get_extent();
- else
- noncontiguous_buf_char += block_lengths_[i]*old_type_->get_extent();
- }
- noncontiguous_buf=static_cast< void*>(noncontiguous_buf_char);
- }
-}
-
-
-void Type_Indexed::unserialize( void* contiguous_buf, void *noncontiguous_buf,
- int count, MPI_Op op){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char =
- static_cast<char*>(noncontiguous_buf)+block_indices_[0]*old_type_->get_extent();
- for (int j = 0; j < count; j++) {
- for (int i = 0; i < block_count_; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED)){
- if(op!=MPI_OP_NULL)
- op->apply( contiguous_buf_char, noncontiguous_buf_char, &block_lengths_[i],
- old_type_);
- }else
- old_type_->unserialize( contiguous_buf_char,noncontiguous_buf_char,block_lengths_[i], op);
-
- contiguous_buf_char += block_lengths_[i]*old_type_->size();
- if (i<block_count_-1)
- noncontiguous_buf_char =
- static_cast<char*>(noncontiguous_buf) + block_indices_[i+1]*old_type_->get_extent();
- else
- noncontiguous_buf_char += block_lengths_[i]*old_type_->get_extent();
- }
- noncontiguous_buf=static_cast<void*>(noncontiguous_buf_char);
- }
-}
-
-Type_Hindexed::Type_Hindexed(int size,MPI_Aint lb, MPI_Aint ub, int flags, int count, int* block_lengths, MPI_Aint* block_indices, MPI_Datatype old_type)
-: Datatype(size, lb, ub, flags), block_count_(count), old_type_(old_type)
-{
- old_type_->use();
- block_lengths_ = new int[count];
- block_indices_ = new MPI_Aint[count];
- for (int i = 0; i < count; i++) {
- block_lengths_[i]=block_lengths[i];
- block_indices_[i]=block_indices[i];
- }
-}
-
- Type_Hindexed::~Type_Hindexed(){
- old_type_->unuse();
- if(in_use_==0){
- delete[] block_lengths_;
- delete[] block_indices_;
- }
-}
-
-void Type_Hindexed::use(){
- old_type_->use();
-}
-void Type_Hindexed::serialize( void* noncontiguous_buf, void *contiguous_buf,
- int count){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf)+ block_indices_[0];
- for (int j = 0; j < count; j++) {
- for (int i = 0; i < block_count_; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED))
- memcpy(contiguous_buf_char, noncontiguous_buf_char, block_lengths_[i] * old_type_->size());
- else
- old_type_->serialize(noncontiguous_buf_char, contiguous_buf_char,block_lengths_[i]);
-
- contiguous_buf_char += block_lengths_[i]*old_type_->size();
- if (i<block_count_-1)
- noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf) + block_indices_[i+1];
- else
- noncontiguous_buf_char += block_lengths_[i]*old_type_->get_extent();
- }
- noncontiguous_buf=static_cast<void*>(noncontiguous_buf_char);
- }
-}
-
-void Type_Hindexed::unserialize( void* contiguous_buf, void *noncontiguous_buf,
- int count, MPI_Op op){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf)+ block_indices_[0];
- for (int j = 0; j < count; j++) {
- for (int i = 0; i < block_count_; i++) {
- if (!(old_type_->flags() & DT_FLAG_DERIVED)){
- if(op!=MPI_OP_NULL)
- op->apply( contiguous_buf_char, noncontiguous_buf_char, &block_lengths_[i],
- old_type_);
- }else
- old_type_->unserialize( contiguous_buf_char,noncontiguous_buf_char,block_lengths_[i], op);
-
- contiguous_buf_char += block_lengths_[i]*old_type_->size();
- if (i<block_count_-1)
- noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf) + block_indices_[i+1];
- else
- noncontiguous_buf_char += block_lengths_[i]*old_type_->get_extent();
- }
- noncontiguous_buf=static_cast<void*>(noncontiguous_buf_char);
- }
-}
-
-Type_Struct::Type_Struct(int size,MPI_Aint lb, MPI_Aint ub, int flags, int count, int* block_lengths, MPI_Aint* block_indices, MPI_Datatype* old_types): Datatype(size, lb, ub, flags), block_count_(count), block_lengths_(block_lengths), block_indices_(block_indices), old_types_(old_types){
- block_lengths_= new int[count];
- block_indices_= new MPI_Aint[count];
- old_types_= new MPI_Datatype[count];
- for (int i = 0; i < count; i++) {
- block_lengths_[i]=block_lengths[i];
- block_indices_[i]=block_indices[i];
- old_types_[i]=old_types[i];
- old_types_[i]->use();
- }
-}
-
-Type_Struct::~Type_Struct(){
- for (int i = 0; i < block_count_; i++) {
- old_types_[i]->unuse();
- }
- if(in_use_==0){
- delete[] block_lengths_;
- delete[] block_indices_;
- delete[] old_types_;
- }
-}
-
-void Type_Struct::use(){
- for (int i = 0; i < block_count_; i++) {
- old_types_[i]->use();
- }
+Datatype* Datatype::f2c(int id){
+ return static_cast<Datatype*>(F2C::f2c(id));
}
-void Type_Struct::serialize( void* noncontiguous_buf, void *contiguous_buf,
- int count){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf)+ block_indices_[0];
- for (int j = 0; j < count; j++) {
- for (int i = 0; i < block_count_; i++) {
- if (!(old_types_[i]->flags() & DT_FLAG_DERIVED))
- memcpy(contiguous_buf_char, noncontiguous_buf_char, block_lengths_[i] * old_types_[i]->size());
- else
- old_types_[i]->serialize( noncontiguous_buf_char,contiguous_buf_char,block_lengths_[i]);
-
-
- contiguous_buf_char += block_lengths_[i]*old_types_[i]->size();
- if (i<block_count_-1)
- noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf) + block_indices_[i+1];
- else //let's hope this is MPI_UB ?
- noncontiguous_buf_char += block_lengths_[i]*old_types_[i]->get_extent();
- }
- noncontiguous_buf=static_cast<void*>(noncontiguous_buf_char);
- }
-}
-
-void Type_Struct::unserialize( void* contiguous_buf, void *noncontiguous_buf,
- int count, MPI_Op op){
- char* contiguous_buf_char = static_cast<char*>(contiguous_buf);
- char* noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf)+ block_indices_[0];
- for (int j = 0; j < count; j++) {
- for (int i = 0; i < block_count_; i++) {
- if (!(old_types_[i]->flags() & DT_FLAG_DERIVED)){
- if(op!=MPI_OP_NULL)
- op->apply( contiguous_buf_char, noncontiguous_buf_char, &block_lengths_[i], old_types_[i]);
- }else
- old_types_[i]->unserialize( contiguous_buf_char, noncontiguous_buf_char,block_lengths_[i], op);
-
- contiguous_buf_char += block_lengths_[i]*old_types_[i]->size();
- if (i<block_count_-1)
- noncontiguous_buf_char = static_cast<char*>(noncontiguous_buf) + block_indices_[i+1];
- else
- noncontiguous_buf_char += block_lengths_[i]*old_types_[i]->get_extent();
- }
- noncontiguous_buf=reinterpret_cast<void*>(noncontiguous_buf_char);
- }
-}
}
}
