1 /* Copyright (c) 2007-2019. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "smpi_coll.hpp"
8 #include "smpi_comm.hpp"
9 #include "smpi_datatype_derived.hpp"
10 #include "smpi_op.hpp"
11 #include "smpi_win.hpp"
12 #include "src/smpi/include/smpi_actor.hpp"
14 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(smpi_pmpi);
17 CHECK_BUFFER(1, origin_addr, origin_count)\
18 CHECK_COUNT(2, origin_count)\
19 CHECK_TYPE(3, origin_datatype)\
20 CHECK_PROC(4, target_rank)\
21 CHECK_NEGATIVE(4, MPI_ERR_RANK, target_rank)\
22 CHECK_COUNT(6, target_count)\
23 CHECK_TYPE(7, target_datatype)
24 /* PMPI User level calls */
26 int PMPI_Win_create( void *base, MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, MPI_Win *win){
29 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
30 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
32 if (base == nullptr && size != 0){
33 retval= MPI_ERR_OTHER;
35 *win = new simgrid::smpi::Win( base, size, disp_unit, info, comm);
42 int PMPI_Win_allocate( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
44 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
45 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
46 void* ptr = xbt_malloc(size);
48 return MPI_ERR_NO_MEM;
50 *static_cast<void**>(base) = ptr;
51 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,1);
56 int PMPI_Win_allocate_shared( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
58 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
59 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
61 int rank = comm->rank();
63 ptr = xbt_malloc(size*comm->size());
65 return MPI_ERR_NO_MEM;
68 simgrid::smpi::colls::bcast(&ptr, sizeof(void*), MPI_BYTE, 0, comm);
69 simgrid::smpi::colls::barrier(comm);
70 *static_cast<void**>(base) = (char*)ptr+rank*size;
71 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,rank==0);
76 int PMPI_Win_create_dynamic( MPI_Info info, MPI_Comm comm, MPI_Win *win){
79 *win = new simgrid::smpi::Win(info, comm);
84 int PMPI_Win_attach(MPI_Win win, void *base, MPI_Aint size){
86 CHECK_NEGATIVE(3, MPI_ERR_OTHER, size)
87 if (base == nullptr && size != 0)
90 int retval = win->attach(base, size);
95 int PMPI_Win_detach(MPI_Win win, const void* base)
98 CHECK_NULL(2, MPI_ERR_OTHER, base)
100 int retval = win->detach(base);
105 int PMPI_Win_free( MPI_Win* win){
106 CHECK_NULL(1, MPI_ERR_WIN, win)
114 int PMPI_Win_set_name(MPI_Win win, const char * name)
117 CHECK_NULL(2, MPI_ERR_ARG, name)
122 int PMPI_Win_get_name(MPI_Win win, char * name, int* len)
125 CHECK_NULL(2, MPI_ERR_ARG, name)
126 win->get_name(name, len);
130 int PMPI_Win_get_info(MPI_Win win, MPI_Info* info)
133 CHECK_NULL(2, MPI_ERR_ARG, info)
138 int PMPI_Win_set_info(MPI_Win win, MPI_Info info)
145 int PMPI_Win_get_group(MPI_Win win, MPI_Group * group){
147 win->get_group(group);
152 int PMPI_Win_fence( int assert, MPI_Win win){
155 int my_proc_id = simgrid::s4u::this_actor::get_pid();
156 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_fence"));
157 int retval = win->fence(assert);
158 TRACE_smpi_comm_out(my_proc_id);
163 int PMPI_Get( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
164 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
170 if (win->dynamic()==0 && target_disp <0){
171 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
172 retval = MPI_ERR_ARG;
174 int my_proc_id = simgrid::s4u::this_actor::get_pid();
176 win->get_group(&group);
177 TRACE_smpi_comm_in(my_proc_id, __func__,
178 new simgrid::instr::Pt2PtTIData("Get", target_rank, origin_datatype->is_replayable()
180 : origin_count * origin_datatype->size(),
181 simgrid::smpi::Datatype::encode(origin_datatype)));
183 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
185 TRACE_smpi_comm_out(my_proc_id);
191 int PMPI_Rget( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
192 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
193 if(target_rank==MPI_PROC_NULL)
194 *request = MPI_REQUEST_NULL;
197 CHECK_NULL(9, MPI_ERR_ARG, request)
201 if (win->dynamic()==0 && target_disp <0){
202 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
203 retval = MPI_ERR_ARG;
205 int my_proc_id = simgrid::s4u::this_actor::get_pid();
207 win->get_group(&group);
208 TRACE_smpi_comm_in(my_proc_id, __func__,
209 new simgrid::instr::Pt2PtTIData(
211 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
212 simgrid::smpi::Datatype::encode(origin_datatype)));
214 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
215 target_datatype, request);
217 TRACE_smpi_comm_out(my_proc_id);
223 int PMPI_Put(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
224 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
230 if (win->dynamic()==0 && target_disp <0){
231 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
232 retval = MPI_ERR_ARG;
234 int my_proc_id = simgrid::s4u::this_actor::get_pid();
236 win->get_group(&group);
237 int dst_traced = group->actor(target_rank)->get_pid();
238 TRACE_smpi_comm_in(my_proc_id, __func__,
239 new simgrid::instr::Pt2PtTIData("Put", target_rank, origin_datatype->is_replayable()
241 : origin_count * origin_datatype->size(),
242 simgrid::smpi::Datatype::encode(origin_datatype)));
243 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
245 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
248 TRACE_smpi_comm_out(my_proc_id);
254 int PMPI_Rput(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
255 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
256 if(target_rank==MPI_PROC_NULL)
257 *request = MPI_REQUEST_NULL;
260 CHECK_NULL(9, MPI_ERR_ARG, request)
263 if (win->dynamic()==0 && target_disp <0){
264 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
265 retval = MPI_ERR_ARG;
267 int my_proc_id = simgrid::s4u::this_actor::get_pid();
269 win->get_group(&group);
270 int dst_traced = group->actor(target_rank)->get_pid();
271 TRACE_smpi_comm_in(my_proc_id, __func__,
272 new simgrid::instr::Pt2PtTIData(
274 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
275 simgrid::smpi::Datatype::encode(origin_datatype)));
276 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
278 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
279 target_datatype, request);
281 TRACE_smpi_comm_out(my_proc_id);
287 int PMPI_Accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
288 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
295 if (win->dynamic()==0 && target_disp <0){
296 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
297 retval = MPI_ERR_ARG;
299 int my_proc_id = simgrid::s4u::this_actor::get_pid();
301 win->get_group(&group);
302 TRACE_smpi_comm_in(my_proc_id, __func__,
303 new simgrid::instr::Pt2PtTIData(
304 "Accumulate", target_rank,
305 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
306 simgrid::smpi::Datatype::encode(origin_datatype)));
307 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
308 target_datatype, op);
310 TRACE_smpi_comm_out(my_proc_id);
316 int PMPI_Raccumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
317 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
318 if(target_rank==MPI_PROC_NULL)
319 *request = MPI_REQUEST_NULL;
323 CHECK_NULL(10, MPI_ERR_ARG, request)
327 if (win->dynamic()==0 && target_disp <0){
328 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
329 retval = MPI_ERR_ARG;
331 int my_proc_id = simgrid::s4u::this_actor::get_pid();
333 win->get_group(&group);
334 TRACE_smpi_comm_in(my_proc_id, __func__,
335 new simgrid::instr::Pt2PtTIData(
336 "Raccumulate", target_rank,
337 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
338 simgrid::smpi::Datatype::encode(origin_datatype)));
340 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
341 target_datatype, op, request);
343 TRACE_smpi_comm_out(my_proc_id);
349 int PMPI_Get_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
350 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
351 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
353 CHECK_BUFFER(1, origin_addr, origin_count)
354 CHECK_COUNT(2, origin_count)
356 CHECK_TYPE(3, origin_datatype)
357 CHECK_BUFFER(4, result_addr, result_count)
358 CHECK_COUNT(5, result_count)
359 CHECK_TYPE(6, result_datatype)
360 CHECK_PROC(7, target_rank)
361 CHECK_NEGATIVE(7, MPI_ERR_RANK, target_rank)
362 CHECK_COUNT(9, target_count)
363 CHECK_TYPE(10, target_datatype)
368 if (win->dynamic()==0 && target_disp <0){
369 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
370 retval = MPI_ERR_ARG;
372 int my_proc_id = simgrid::s4u::this_actor::get_pid();
374 win->get_group(&group);
375 TRACE_smpi_comm_in(my_proc_id, __func__,
376 new simgrid::instr::Pt2PtTIData(
377 "Get_accumulate", target_rank,
378 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
379 simgrid::smpi::Datatype::encode(target_datatype)));
381 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
382 result_count, result_datatype, target_rank, target_disp,
383 target_count, target_datatype, op);
385 TRACE_smpi_comm_out(my_proc_id);
392 int PMPI_Rget_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
393 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
394 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
395 if(target_rank==MPI_PROC_NULL)
396 *request = MPI_REQUEST_NULL;
397 CHECK_BUFFER(1, origin_addr, origin_count)
398 CHECK_COUNT(2, origin_count)
399 CHECK_TYPE(3, origin_datatype)
400 CHECK_BUFFER(4, result_addr, result_count)
401 CHECK_COUNT(5, result_count)
402 CHECK_TYPE(6, result_datatype)
403 CHECK_PROC(7, target_rank)
404 CHECK_NEGATIVE(7, MPI_ERR_RANK, target_rank)
405 CHECK_COUNT(9, target_count)
406 CHECK_TYPE(10, target_datatype)
409 CHECK_NULL(10, MPI_ERR_ARG, request)
412 if (win->dynamic()==0 && target_disp <0){
413 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
414 retval = MPI_ERR_ARG;
416 int my_proc_id = simgrid::s4u::this_actor::get_pid();
418 win->get_group(&group);
419 TRACE_smpi_comm_in(my_proc_id, __func__,
420 new simgrid::instr::Pt2PtTIData(
421 "Rget_accumulate", target_rank,
422 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
423 simgrid::smpi::Datatype::encode(target_datatype)));
425 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
426 result_count, result_datatype, target_rank, target_disp,
427 target_count, target_datatype, op, request);
429 TRACE_smpi_comm_out(my_proc_id);
435 int PMPI_Fetch_and_op(const void *origin_addr, void *result_addr, MPI_Datatype dtype, int target_rank, MPI_Aint target_disp, MPI_Op op, MPI_Win win){
436 return PMPI_Get_accumulate(origin_addr, origin_addr==nullptr?0:1, dtype, result_addr, 1, dtype, target_rank, target_disp, 1, dtype, op, win);
439 int PMPI_Compare_and_swap(const void* origin_addr, void* compare_addr, void* result_addr, MPI_Datatype datatype,
440 int target_rank, MPI_Aint target_disp, MPI_Win win)
442 CHECK_NULL(1, MPI_ERR_BUFFER, origin_addr)
443 CHECK_NULL(2, MPI_ERR_BUFFER, compare_addr)
444 CHECK_NULL(3, MPI_ERR_BUFFER, result_addr)
445 CHECK_TYPE(4, datatype)
446 CHECK_PROC(5, target_rank)
447 CHECK_NEGATIVE(5, MPI_ERR_RANK, target_rank)
451 if (win->dynamic()==0 && target_disp <0){
452 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
453 retval = MPI_ERR_ARG;
455 int my_proc_id = simgrid::s4u::this_actor::get_pid();
457 win->get_group(&group);
458 TRACE_smpi_comm_in(my_proc_id, __func__,
459 new simgrid::instr::Pt2PtTIData("Compare_and_swap", target_rank,
460 datatype->is_replayable() ? 1 : datatype->size(),
461 simgrid::smpi::Datatype::encode(datatype)));
463 retval = win->compare_and_swap(origin_addr, compare_addr, result_addr, datatype, target_rank, target_disp);
465 TRACE_smpi_comm_out(my_proc_id);
471 int PMPI_Win_post(MPI_Group group, int assert, MPI_Win win){
472 CHECK_GROUP(1, group)
475 int my_proc_id = simgrid::s4u::this_actor::get_pid();
476 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_post"));
477 int retval = win->post(group,assert);
478 TRACE_smpi_comm_out(my_proc_id);
483 int PMPI_Win_start(MPI_Group group, int assert, MPI_Win win){
484 CHECK_GROUP(1, group)
487 int my_proc_id = simgrid::s4u::this_actor::get_pid();
488 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_start"));
489 int retval = win->start(group,assert);
490 TRACE_smpi_comm_out(my_proc_id);
495 int PMPI_Win_complete(MPI_Win win){
498 int my_proc_id = simgrid::s4u::this_actor::get_pid();
499 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_complete"));
500 int retval = win->complete();
501 TRACE_smpi_comm_out(my_proc_id);
506 int PMPI_Win_wait(MPI_Win win){
509 int my_proc_id = simgrid::s4u::this_actor::get_pid();
510 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_wait"));
511 int retval = win->wait();
512 TRACE_smpi_comm_out(my_proc_id);
517 int PMPI_Win_lock(int lock_type, int rank, int assert, MPI_Win win){
522 if (lock_type != MPI_LOCK_EXCLUSIVE &&
523 lock_type != MPI_LOCK_SHARED) {
524 retval = MPI_ERR_LOCKTYPE;
526 int my_proc_id = simgrid::s4u::this_actor::get_pid();
527 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock"));
528 retval = win->lock(lock_type,rank,assert);
529 TRACE_smpi_comm_out(my_proc_id);
535 int PMPI_Win_unlock(int rank, MPI_Win win){
539 int my_proc_id = simgrid::s4u::this_actor::get_pid();
540 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock"));
541 int retval = win->unlock(rank);
542 TRACE_smpi_comm_out(my_proc_id);
547 int PMPI_Win_lock_all(int assert, MPI_Win win){
550 int my_proc_id = simgrid::s4u::this_actor::get_pid();
551 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock_all"));
552 int retval = win->lock_all(assert);
553 TRACE_smpi_comm_out(my_proc_id);
558 int PMPI_Win_unlock_all(MPI_Win win){
561 int my_proc_id = simgrid::s4u::this_actor::get_pid();
562 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock_all"));
563 int retval = win->unlock_all();
564 TRACE_smpi_comm_out(my_proc_id);
569 int PMPI_Win_flush(int rank, MPI_Win win){
573 int my_proc_id = simgrid::s4u::this_actor::get_pid();
574 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush"));
575 int retval = win->flush(rank);
576 TRACE_smpi_comm_out(my_proc_id);
581 int PMPI_Win_flush_local(int rank, MPI_Win win){
583 CHECK_WIN(2, win) smpi_bench_end();
584 int my_proc_id = simgrid::s4u::this_actor::get_pid();
585 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local"));
586 int retval = win->flush_local(rank);
587 TRACE_smpi_comm_out(my_proc_id);
592 int PMPI_Win_flush_all(MPI_Win win){
595 int my_proc_id = simgrid::s4u::this_actor::get_pid();
596 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_all"));
597 int retval = win->flush_all();
598 TRACE_smpi_comm_out(my_proc_id);
603 int PMPI_Win_flush_local_all(MPI_Win win){
606 int my_proc_id = simgrid::s4u::this_actor::get_pid();
607 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local_all"));
608 int retval = win->flush_local_all();
609 TRACE_smpi_comm_out(my_proc_id);
614 int PMPI_Win_shared_query (MPI_Win win, int rank, MPI_Aint* size, int* disp_unit, void* baseptr)
617 return win->shared_query(rank, size, disp_unit, baseptr);
620 int PMPI_Win_get_attr (MPI_Win win, int keyval, void *attribute_val, int* flag)
622 static MPI_Aint size;
623 static MPI_Aint disp_unit;
627 *static_cast<void**>(attribute_val) = win->base();
632 *static_cast<MPI_Aint**>(attribute_val) = &size;
635 case MPI_WIN_DISP_UNIT:
636 disp_unit = win->disp_unit();
637 *static_cast<MPI_Aint**>(attribute_val) = &disp_unit;
641 return win->attr_get<simgrid::smpi::Win>(keyval, attribute_val, flag);
645 int PMPI_Win_set_attr (MPI_Win win, int type_keyval, void *attribute_val)
648 return win->attr_put<simgrid::smpi::Win>(type_keyval, attribute_val);
651 int PMPI_Win_delete_attr (MPI_Win win, int type_keyval)
654 return win->attr_delete<simgrid::smpi::Win>(type_keyval);
657 int PMPI_Win_create_keyval(MPI_Win_copy_attr_function* copy_fn, MPI_Win_delete_attr_function* delete_fn, int* keyval,
660 smpi_copy_fn _copy_fn={nullptr, nullptr,copy_fn,nullptr, nullptr,nullptr};
661 smpi_delete_fn _delete_fn={nullptr, nullptr,delete_fn,nullptr, nullptr,nullptr};
662 return simgrid::smpi::Keyval::keyval_create<simgrid::smpi::Win>(_copy_fn, _delete_fn, keyval, extra_state);
665 int PMPI_Win_free_keyval(int* keyval) {
666 return simgrid::smpi::Keyval::keyval_free<simgrid::smpi::Win>(keyval);
669 MPI_Win PMPI_Win_f2c(MPI_Fint win){
672 return static_cast<MPI_Win>(simgrid::smpi::Win::f2c(win));
675 MPI_Fint PMPI_Win_c2f(MPI_Win win){
676 if(win==MPI_WIN_NULL)
681 int PMPI_Win_create_errhandler(MPI_Win_errhandler_function* function, MPI_Errhandler* errhandler){
682 *errhandler=new simgrid::smpi::Errhandler(function);
686 int PMPI_Win_get_errhandler(MPI_Win win, MPI_Errhandler* errhandler){
688 if (errhandler==nullptr){
691 *errhandler=win->errhandler();
695 int PMPI_Win_set_errhandler(MPI_Win win, MPI_Errhandler errhandler){
697 if (errhandler==nullptr){
700 win->set_errhandler(errhandler);
704 int PMPI_Win_call_errhandler(MPI_Win win,int errorcode){
706 win->errhandler()->call(win, errorcode);