1 /* Copyright (c) 2007-2021. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "smpi_coll.hpp"
8 #include "smpi_comm.hpp"
9 #include "smpi_datatype_derived.hpp"
10 #include "smpi_op.hpp"
11 #include "smpi_win.hpp"
12 #include "src/smpi/include/smpi_actor.hpp"
14 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(smpi_pmpi);
17 CHECK_BUFFER(1, origin_addr, origin_count)\
18 CHECK_COUNT(2, origin_count)\
19 CHECK_TYPE(3, origin_datatype)\
20 CHECK_PROC(4, target_rank)\
21 CHECK_NEGATIVE(4, MPI_ERR_RANK, target_rank)\
22 CHECK_COUNT(6, target_count)\
23 CHECK_TYPE(7, target_datatype)
25 #define CHECK_TARGET_DISP(num)\
26 if(win->dynamic()==0)\
27 CHECK_NEGATIVE((num), MPI_ERR_RMA_RANGE, target_disp)\
28 /* PMPI User level calls */
30 int PMPI_Win_create( void *base, MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, MPI_Win *win){
33 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
34 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
36 if (base == nullptr && size != 0){
37 retval= MPI_ERR_OTHER;
39 *win = new simgrid::smpi::Win( base, size, disp_unit, info, comm);
46 int PMPI_Win_allocate( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
48 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
49 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
50 void* ptr = xbt_malloc(size);
52 *static_cast<void**>(base) = ptr;
53 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,1);
58 int PMPI_Win_allocate_shared( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
60 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
61 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
63 int rank = comm->rank();
65 ptr = xbt_malloc(size*comm->size());
68 simgrid::smpi::colls::bcast(&ptr, sizeof(void*), MPI_BYTE, 0, comm);
69 simgrid::smpi::colls::barrier(comm);
70 *static_cast<void**>(base) = (char*)ptr+rank*size;
71 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,rank==0);
76 int PMPI_Win_create_dynamic( MPI_Info info, MPI_Comm comm, MPI_Win *win){
79 *win = new simgrid::smpi::Win(info, comm);
84 int PMPI_Win_attach(MPI_Win win, void *base, MPI_Aint size){
86 CHECK_NEGATIVE(3, MPI_ERR_OTHER, size)
87 if (base == nullptr && size != 0)
90 int retval = win->attach(base, size);
95 int PMPI_Win_detach(MPI_Win win, const void* base)
98 CHECK_NULL(2, MPI_ERR_OTHER, base)
100 int retval = win->detach(base);
105 int PMPI_Win_free( MPI_Win* win){
106 CHECK_NULL(1, MPI_ERR_WIN, win)
114 int PMPI_Win_set_name(MPI_Win win, const char * name)
117 CHECK_NULL(2, MPI_ERR_ARG, name)
122 int PMPI_Win_get_name(MPI_Win win, char * name, int* len)
125 CHECK_NULL(2, MPI_ERR_ARG, name)
126 win->get_name(name, len);
130 int PMPI_Win_get_info(MPI_Win win, MPI_Info* info)
133 CHECK_NULL(2, MPI_ERR_ARG, info)
138 int PMPI_Win_set_info(MPI_Win win, MPI_Info info)
145 int PMPI_Win_get_group(MPI_Win win, MPI_Group * group){
147 win->get_group(group);
152 int PMPI_Win_fence( int assert, MPI_Win win){
155 int my_proc_id = simgrid::s4u::this_actor::get_pid();
156 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_fence"));
157 int retval = win->fence(assert);
158 TRACE_smpi_comm_out(my_proc_id);
163 int PMPI_Get( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
164 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
172 int my_proc_id = simgrid::s4u::this_actor::get_pid();
174 win->get_group(&group);
175 TRACE_smpi_comm_in(my_proc_id, __func__,
176 new simgrid::instr::Pt2PtTIData("Get", target_rank, origin_datatype->is_replayable()
178 : origin_count * origin_datatype->size(),
179 simgrid::smpi::Datatype::encode(origin_datatype)));
180 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
182 TRACE_smpi_comm_out(my_proc_id);
188 int PMPI_Rget( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
189 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
190 if(target_rank==MPI_PROC_NULL)
191 *request = MPI_REQUEST_NULL;
195 CHECK_NULL(9, MPI_ERR_ARG, request)
200 int my_proc_id = simgrid::s4u::this_actor::get_pid();
202 win->get_group(&group);
203 TRACE_smpi_comm_in(my_proc_id, __func__,
204 new simgrid::instr::Pt2PtTIData(
206 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
207 simgrid::smpi::Datatype::encode(origin_datatype)));
209 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
210 target_datatype, request);
212 TRACE_smpi_comm_out(my_proc_id);
218 int PMPI_Put(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
219 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
227 int my_proc_id = simgrid::s4u::this_actor::get_pid();
229 win->get_group(&group);
230 int dst_traced = group->actor(target_rank)->get_pid();
231 TRACE_smpi_comm_in(my_proc_id, __func__,
232 new simgrid::instr::Pt2PtTIData("Put", target_rank, origin_datatype->is_replayable()
234 : origin_count * origin_datatype->size(),
235 simgrid::smpi::Datatype::encode(origin_datatype)));
236 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
238 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
241 TRACE_smpi_comm_out(my_proc_id);
247 int PMPI_Rput(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
248 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
249 if(target_rank==MPI_PROC_NULL)
250 *request = MPI_REQUEST_NULL;
254 CHECK_NULL(9, MPI_ERR_ARG, request)
258 int my_proc_id = simgrid::s4u::this_actor::get_pid();
260 win->get_group(&group);
261 int dst_traced = group->actor(target_rank)->get_pid();
262 TRACE_smpi_comm_in(my_proc_id, __func__,
263 new simgrid::instr::Pt2PtTIData(
265 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
266 simgrid::smpi::Datatype::encode(origin_datatype)));
267 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
269 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
270 target_datatype, request);
272 TRACE_smpi_comm_out(my_proc_id);
278 int PMPI_Accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
279 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
288 int my_proc_id = simgrid::s4u::this_actor::get_pid();
290 win->get_group(&group);
291 TRACE_smpi_comm_in(my_proc_id, __func__,
292 new simgrid::instr::Pt2PtTIData(
293 "Accumulate", target_rank,
294 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
295 simgrid::smpi::Datatype::encode(origin_datatype)));
296 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
297 target_datatype, op);
299 TRACE_smpi_comm_out(my_proc_id);
305 int PMPI_Raccumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
306 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
307 if(target_rank==MPI_PROC_NULL)
308 *request = MPI_REQUEST_NULL;
313 CHECK_NULL(10, MPI_ERR_ARG, request)
319 int my_proc_id = simgrid::s4u::this_actor::get_pid();
321 win->get_group(&group);
322 TRACE_smpi_comm_in(my_proc_id, __func__,
323 new simgrid::instr::Pt2PtTIData(
324 "Raccumulate", target_rank,
325 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
326 simgrid::smpi::Datatype::encode(origin_datatype)));
328 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
329 target_datatype, op, request);
331 TRACE_smpi_comm_out(my_proc_id);
337 int PMPI_Get_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
338 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
339 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
341 CHECK_BUFFER(1, origin_addr, origin_count)
342 CHECK_COUNT(2, origin_count)
344 CHECK_TYPE(3, origin_datatype)
345 CHECK_BUFFER(4, result_addr, result_count)
346 CHECK_COUNT(5, result_count)
347 CHECK_TYPE(6, result_datatype)
348 CHECK_PROC(7, target_rank)
349 CHECK_NEGATIVE(7, MPI_ERR_RANK, target_rank)
350 CHECK_COUNT(9, target_count)
351 CHECK_TYPE(10, target_datatype)
359 int my_proc_id = simgrid::s4u::this_actor::get_pid();
361 win->get_group(&group);
362 TRACE_smpi_comm_in(my_proc_id, __func__,
363 new simgrid::instr::Pt2PtTIData(
364 "Get_accumulate", target_rank,
365 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
366 simgrid::smpi::Datatype::encode(target_datatype)));
368 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
369 result_count, result_datatype, target_rank, target_disp,
370 target_count, target_datatype, op);
372 TRACE_smpi_comm_out(my_proc_id);
379 int PMPI_Rget_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
380 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
381 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
382 if(target_rank==MPI_PROC_NULL)
383 *request = MPI_REQUEST_NULL;
384 CHECK_BUFFER(1, origin_addr, origin_count)
385 CHECK_COUNT(2, origin_count)
386 CHECK_TYPE(3, origin_datatype)
387 CHECK_BUFFER(4, result_addr, result_count)
388 CHECK_COUNT(5, result_count)
389 CHECK_TYPE(6, result_datatype)
390 CHECK_PROC(7, target_rank)
391 CHECK_NEGATIVE(7, MPI_ERR_RANK, target_rank)
392 CHECK_COUNT(9, target_count)
393 CHECK_TYPE(10, target_datatype)
397 CHECK_NULL(10, MPI_ERR_ARG, request)
401 int my_proc_id = simgrid::s4u::this_actor::get_pid();
403 win->get_group(&group);
404 TRACE_smpi_comm_in(my_proc_id, __func__,
405 new simgrid::instr::Pt2PtTIData(
406 "Rget_accumulate", target_rank,
407 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
408 simgrid::smpi::Datatype::encode(target_datatype)));
410 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
411 result_count, result_datatype, target_rank, target_disp,
412 target_count, target_datatype, op, request);
414 TRACE_smpi_comm_out(my_proc_id);
420 int PMPI_Fetch_and_op(const void *origin_addr, void *result_addr, MPI_Datatype dtype, int target_rank, MPI_Aint target_disp, MPI_Op op, MPI_Win win){
421 return PMPI_Get_accumulate(origin_addr, origin_addr==nullptr?0:1, dtype, result_addr, 1, dtype, target_rank, target_disp, 1, dtype, op, win);
424 int PMPI_Compare_and_swap(const void* origin_addr, void* compare_addr, void* result_addr, MPI_Datatype datatype,
425 int target_rank, MPI_Aint target_disp, MPI_Win win)
427 CHECK_NULL(1, MPI_ERR_BUFFER, origin_addr)
428 CHECK_NULL(2, MPI_ERR_BUFFER, compare_addr)
429 CHECK_NULL(3, MPI_ERR_BUFFER, result_addr)
430 CHECK_TYPE(4, datatype)
431 CHECK_PROC(5, target_rank)
432 CHECK_NEGATIVE(5, MPI_ERR_RANK, target_rank)
440 int my_proc_id = simgrid::s4u::this_actor::get_pid();
442 win->get_group(&group);
443 TRACE_smpi_comm_in(my_proc_id, __func__,
444 new simgrid::instr::Pt2PtTIData("Compare_and_swap", target_rank,
445 datatype->is_replayable() ? 1 : datatype->size(),
446 simgrid::smpi::Datatype::encode(datatype)));
448 retval = win->compare_and_swap(origin_addr, compare_addr, result_addr, datatype, target_rank, target_disp);
450 TRACE_smpi_comm_out(my_proc_id);
456 int PMPI_Win_post(MPI_Group group, int assert, MPI_Win win){
457 CHECK_GROUP(1, group)
460 int my_proc_id = simgrid::s4u::this_actor::get_pid();
461 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_post"));
462 int retval = win->post(group,assert);
463 TRACE_smpi_comm_out(my_proc_id);
468 int PMPI_Win_start(MPI_Group group, int assert, MPI_Win win){
469 CHECK_GROUP(1, group)
472 int my_proc_id = simgrid::s4u::this_actor::get_pid();
473 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_start"));
474 int retval = win->start(group,assert);
475 TRACE_smpi_comm_out(my_proc_id);
480 int PMPI_Win_complete(MPI_Win win){
483 int my_proc_id = simgrid::s4u::this_actor::get_pid();
484 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_complete"));
485 int retval = win->complete();
486 TRACE_smpi_comm_out(my_proc_id);
491 int PMPI_Win_wait(MPI_Win win){
494 int my_proc_id = simgrid::s4u::this_actor::get_pid();
495 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_wait"));
496 int retval = win->wait();
497 TRACE_smpi_comm_out(my_proc_id);
502 int PMPI_Win_lock(int lock_type, int rank, int assert, MPI_Win win){
507 if (lock_type != MPI_LOCK_EXCLUSIVE &&
508 lock_type != MPI_LOCK_SHARED) {
509 retval = MPI_ERR_LOCKTYPE;
511 int my_proc_id = simgrid::s4u::this_actor::get_pid();
512 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock"));
513 retval = win->lock(lock_type,rank,assert);
514 TRACE_smpi_comm_out(my_proc_id);
520 int PMPI_Win_unlock(int rank, MPI_Win win){
524 int my_proc_id = simgrid::s4u::this_actor::get_pid();
525 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock"));
526 int retval = win->unlock(rank);
527 TRACE_smpi_comm_out(my_proc_id);
532 int PMPI_Win_lock_all(int assert, MPI_Win win){
535 int my_proc_id = simgrid::s4u::this_actor::get_pid();
536 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock_all"));
537 int retval = win->lock_all(assert);
538 TRACE_smpi_comm_out(my_proc_id);
543 int PMPI_Win_unlock_all(MPI_Win win){
546 int my_proc_id = simgrid::s4u::this_actor::get_pid();
547 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock_all"));
548 int retval = win->unlock_all();
549 TRACE_smpi_comm_out(my_proc_id);
554 int PMPI_Win_flush(int rank, MPI_Win win){
558 int my_proc_id = simgrid::s4u::this_actor::get_pid();
559 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush"));
560 int retval = win->flush(rank);
561 TRACE_smpi_comm_out(my_proc_id);
566 int PMPI_Win_flush_local(int rank, MPI_Win win){
568 CHECK_WIN(2, win) smpi_bench_end();
569 int my_proc_id = simgrid::s4u::this_actor::get_pid();
570 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local"));
571 int retval = win->flush_local(rank);
572 TRACE_smpi_comm_out(my_proc_id);
577 int PMPI_Win_flush_all(MPI_Win win){
580 int my_proc_id = simgrid::s4u::this_actor::get_pid();
581 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_all"));
582 int retval = win->flush_all();
583 TRACE_smpi_comm_out(my_proc_id);
588 int PMPI_Win_flush_local_all(MPI_Win win){
591 int my_proc_id = simgrid::s4u::this_actor::get_pid();
592 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local_all"));
593 int retval = win->flush_local_all();
594 TRACE_smpi_comm_out(my_proc_id);
599 int PMPI_Win_shared_query (MPI_Win win, int rank, MPI_Aint* size, int* disp_unit, void* baseptr)
602 return win->shared_query(rank, size, disp_unit, baseptr);
605 int PMPI_Win_get_attr (MPI_Win win, int keyval, void *attribute_val, int* flag)
607 static MPI_Aint size;
608 static MPI_Aint disp_unit;
612 *static_cast<void**>(attribute_val) = win->base();
617 *static_cast<MPI_Aint**>(attribute_val) = &size;
620 case MPI_WIN_DISP_UNIT:
621 disp_unit = win->disp_unit();
622 *static_cast<MPI_Aint**>(attribute_val) = &disp_unit;
626 return win->attr_get<simgrid::smpi::Win>(keyval, attribute_val, flag);
630 int PMPI_Win_set_attr (MPI_Win win, int type_keyval, void *attribute_val)
633 return win->attr_put<simgrid::smpi::Win>(type_keyval, attribute_val);
636 int PMPI_Win_delete_attr (MPI_Win win, int type_keyval)
639 return win->attr_delete<simgrid::smpi::Win>(type_keyval);
642 int PMPI_Win_create_keyval(MPI_Win_copy_attr_function* copy_fn, MPI_Win_delete_attr_function* delete_fn, int* keyval,
645 smpi_copy_fn _copy_fn={nullptr, nullptr,copy_fn,nullptr, nullptr,nullptr};
646 smpi_delete_fn _delete_fn={nullptr, nullptr,delete_fn,nullptr, nullptr,nullptr};
647 return simgrid::smpi::Keyval::keyval_create<simgrid::smpi::Win>(_copy_fn, _delete_fn, keyval, extra_state);
650 int PMPI_Win_free_keyval(int* keyval) {
651 return simgrid::smpi::Keyval::keyval_free<simgrid::smpi::Win>(keyval);
654 MPI_Win PMPI_Win_f2c(MPI_Fint win){
657 return simgrid::smpi::Win::f2c(win);
660 MPI_Fint PMPI_Win_c2f(MPI_Win win){
661 if(win==MPI_WIN_NULL)
666 int PMPI_Win_create_errhandler(MPI_Win_errhandler_function* function, MPI_Errhandler* errhandler){
667 *errhandler=new simgrid::smpi::Errhandler(function);
671 int PMPI_Win_get_errhandler(MPI_Win win, MPI_Errhandler* errhandler){
673 if (errhandler==nullptr){
676 *errhandler=win->errhandler();
680 int PMPI_Win_set_errhandler(MPI_Win win, MPI_Errhandler errhandler){
682 if (errhandler==nullptr){
685 win->set_errhandler(errhandler);
689 int PMPI_Win_call_errhandler(MPI_Win win,int errorcode){
691 MPI_Errhandler err = win->errhandler();
692 err->call(win, errorcode);
693 simgrid::smpi::Errhandler::unref(err);