1 /* Copyright (c) 2007-2021. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "smpi_coll.hpp"
8 #include "smpi_comm.hpp"
9 #include "smpi_datatype_derived.hpp"
10 #include "smpi_op.hpp"
11 #include "smpi_win.hpp"
12 #include "src/smpi/include/smpi_actor.hpp"
14 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(smpi_pmpi);
17 CHECK_COUNT(2, origin_count)\
18 CHECK_TYPE(3, origin_datatype)\
19 CHECK_BUFFER(1, origin_addr, origin_count, origin_datatype)\
20 CHECK_PROC_RMA(4, target_rank, win)\
21 CHECK_COUNT(6, target_count)\
22 CHECK_TYPE(7, target_datatype)
24 #define CHECK_TARGET_DISP(num)\
25 if(win->dynamic()==0)\
26 CHECK_NEGATIVE((num), MPI_ERR_RMA_RANGE, target_disp)
28 /* PMPI User level calls */
30 int PMPI_Win_create( void *base, MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, MPI_Win *win){
33 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
34 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
36 if (base == nullptr && size != 0){
37 retval= MPI_ERR_OTHER;
39 *win = new simgrid::smpi::Win( base, size, disp_unit, info, comm);
46 int PMPI_Win_allocate( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
48 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
49 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
50 void* ptr = xbt_malloc(size);
52 *static_cast<void**>(base) = ptr;
53 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,1);
58 int PMPI_Win_allocate_shared( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
60 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
61 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
63 int rank = comm->rank();
65 ptr = xbt_malloc(size*comm->size());
68 simgrid::smpi::colls::bcast(&ptr, sizeof(void*), MPI_BYTE, 0, comm);
69 simgrid::smpi::colls::barrier(comm);
70 *static_cast<void**>(base) = (char*)ptr+rank*size;
71 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,rank==0);
76 int PMPI_Win_create_dynamic( MPI_Info info, MPI_Comm comm, MPI_Win *win){
79 *win = new simgrid::smpi::Win(info, comm);
84 int PMPI_Win_attach(MPI_Win win, void *base, MPI_Aint size){
86 CHECK_NEGATIVE(3, MPI_ERR_OTHER, size)
87 if (base == nullptr && size != 0)
90 int retval = win->attach(base, size);
95 int PMPI_Win_detach(MPI_Win win, const void* base)
98 CHECK_NULL(2, MPI_ERR_OTHER, base)
100 int retval = win->detach(base);
105 int PMPI_Win_free( MPI_Win* win){
106 CHECK_NULL(1, MPI_ERR_WIN, win)
114 int PMPI_Win_set_name(MPI_Win win, const char * name)
117 CHECK_NULL(2, MPI_ERR_ARG, name)
122 int PMPI_Win_get_name(MPI_Win win, char * name, int* len)
125 CHECK_NULL(2, MPI_ERR_ARG, name)
126 win->get_name(name, len);
130 int PMPI_Win_get_info(MPI_Win win, MPI_Info* info)
133 CHECK_NULL(2, MPI_ERR_ARG, info)
134 *info = new simgrid::smpi::Info(win->info());
138 int PMPI_Win_set_info(MPI_Win win, MPI_Info info)
145 int PMPI_Win_get_group(MPI_Win win, MPI_Group * group){
147 win->get_group(group);
148 if (*group != MPI_COMM_WORLD->group() && *group != MPI_GROUP_NULL && *group != MPI_GROUP_EMPTY)
153 int PMPI_Win_fence( int assert, MPI_Win win){
156 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
157 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_fence"));
158 int retval = win->fence(assert);
159 TRACE_smpi_comm_out(my_proc_id);
164 int PMPI_Get( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
165 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
173 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
175 win->get_group(&group);
176 TRACE_smpi_comm_in(my_proc_id, __func__,
177 new simgrid::instr::Pt2PtTIData("Get", target_rank, origin_datatype->is_replayable()
179 : origin_count * origin_datatype->size(),
180 simgrid::smpi::Datatype::encode(origin_datatype)));
181 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
183 TRACE_smpi_comm_out(my_proc_id);
189 int PMPI_Rget( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
190 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
191 if(target_rank==MPI_PROC_NULL)
192 *request = MPI_REQUEST_NULL;
196 CHECK_NULL(9, MPI_ERR_ARG, request)
201 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
203 win->get_group(&group);
204 TRACE_smpi_comm_in(my_proc_id, __func__,
205 new simgrid::instr::Pt2PtTIData(
207 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
208 simgrid::smpi::Datatype::encode(origin_datatype)));
210 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
211 target_datatype, request);
213 TRACE_smpi_comm_out(my_proc_id);
219 int PMPI_Put(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
220 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
228 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
230 win->get_group(&group);
231 aid_t dst_traced = group->actor(target_rank);
232 TRACE_smpi_comm_in(my_proc_id, __func__,
233 new simgrid::instr::Pt2PtTIData("Put", target_rank, origin_datatype->is_replayable()
235 : origin_count * origin_datatype->size(),
236 simgrid::smpi::Datatype::encode(origin_datatype)));
237 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
239 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
242 TRACE_smpi_comm_out(my_proc_id);
248 int PMPI_Rput(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
249 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
250 if(target_rank==MPI_PROC_NULL)
251 *request = MPI_REQUEST_NULL;
255 CHECK_NULL(9, MPI_ERR_ARG, request)
259 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
261 win->get_group(&group);
262 aid_t dst_traced = group->actor(target_rank);
263 TRACE_smpi_comm_in(my_proc_id, __func__,
264 new simgrid::instr::Pt2PtTIData(
266 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
267 simgrid::smpi::Datatype::encode(origin_datatype)));
268 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
270 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
271 target_datatype, request);
273 TRACE_smpi_comm_out(my_proc_id);
279 int PMPI_Accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
280 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
283 CHECK_MPI_NULL(8, MPI_OP_NULL, MPI_ERR_OP, op)
289 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
291 win->get_group(&group);
292 TRACE_smpi_comm_in(my_proc_id, __func__,
293 new simgrid::instr::Pt2PtTIData(
294 "Accumulate", target_rank,
295 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
296 simgrid::smpi::Datatype::encode(origin_datatype)));
297 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
298 target_datatype, op);
300 TRACE_smpi_comm_out(my_proc_id);
306 int PMPI_Raccumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
307 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
308 if(target_rank==MPI_PROC_NULL)
309 *request = MPI_REQUEST_NULL;
312 CHECK_MPI_NULL(8, MPI_OP_NULL, MPI_ERR_OP, op)
314 CHECK_NULL(10, MPI_ERR_ARG, request)
320 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
322 win->get_group(&group);
323 TRACE_smpi_comm_in(my_proc_id, __func__,
324 new simgrid::instr::Pt2PtTIData(
325 "Raccumulate", target_rank,
326 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
327 simgrid::smpi::Datatype::encode(origin_datatype)));
329 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
330 target_datatype, op, request);
332 TRACE_smpi_comm_out(my_proc_id);
338 int PMPI_Get_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
339 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
340 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
341 CHECK_COUNT(2, origin_count)
343 CHECK_TYPE(3, origin_datatype)
345 CHECK_BUFFER(1, origin_addr, origin_count, origin_datatype)
346 CHECK_COUNT(5, result_count)
347 CHECK_TYPE(6, result_datatype)
348 CHECK_BUFFER(4, result_addr, result_count, result_datatype)
350 CHECK_PROC_RMA(7, target_rank, win)
351 CHECK_COUNT(9, target_count)
352 CHECK_TYPE(10, target_datatype)
353 CHECK_MPI_NULL(11, MPI_OP_NULL, MPI_ERR_OP, op)
359 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
361 win->get_group(&group);
362 TRACE_smpi_comm_in(my_proc_id, __func__,
363 new simgrid::instr::Pt2PtTIData(
364 "Get_accumulate", target_rank,
365 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
366 simgrid::smpi::Datatype::encode(target_datatype)));
368 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
369 result_count, result_datatype, target_rank, target_disp,
370 target_count, target_datatype, op);
372 TRACE_smpi_comm_out(my_proc_id);
379 int PMPI_Rget_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
380 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
381 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
382 if(target_rank==MPI_PROC_NULL)
383 *request = MPI_REQUEST_NULL;
384 CHECK_COUNT(2, origin_count)
385 CHECK_TYPE(3, origin_datatype)
386 CHECK_BUFFER(1, origin_addr, origin_count, origin_datatype)
387 CHECK_COUNT(5, result_count)
388 CHECK_TYPE(6, result_datatype)
389 CHECK_BUFFER(4, result_addr, result_count, result_datatype)
391 CHECK_PROC_RMA(7, target_rank, win)
392 CHECK_COUNT(9, target_count)
393 CHECK_TYPE(10, target_datatype)
394 CHECK_MPI_NULL(11, MPI_OP_NULL, MPI_ERR_OP, op)
396 CHECK_NULL(10, MPI_ERR_ARG, request)
400 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
402 win->get_group(&group);
403 TRACE_smpi_comm_in(my_proc_id, __func__,
404 new simgrid::instr::Pt2PtTIData(
405 "Rget_accumulate", target_rank,
406 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
407 simgrid::smpi::Datatype::encode(target_datatype)));
409 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
410 result_count, result_datatype, target_rank, target_disp,
411 target_count, target_datatype, op, request);
413 TRACE_smpi_comm_out(my_proc_id);
419 int PMPI_Fetch_and_op(const void *origin_addr, void *result_addr, MPI_Datatype dtype, int target_rank, MPI_Aint target_disp, MPI_Op op, MPI_Win win){
420 return PMPI_Get_accumulate(origin_addr, origin_addr==nullptr?0:1, dtype, result_addr, 1, dtype, target_rank, target_disp, 1, dtype, op, win);
423 int PMPI_Compare_and_swap(const void* origin_addr, void* compare_addr, void* result_addr, MPI_Datatype datatype,
424 int target_rank, MPI_Aint target_disp, MPI_Win win)
426 CHECK_NULL(1, MPI_ERR_BUFFER, origin_addr)
427 CHECK_NULL(2, MPI_ERR_BUFFER, compare_addr)
428 CHECK_NULL(3, MPI_ERR_BUFFER, result_addr)
429 CHECK_TYPE(4, datatype)
431 CHECK_PROC_RMA(5, target_rank, win)
438 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
440 win->get_group(&group);
441 TRACE_smpi_comm_in(my_proc_id, __func__,
442 new simgrid::instr::Pt2PtTIData("Compare_and_swap", target_rank,
443 datatype->is_replayable() ? 1 : datatype->size(),
444 simgrid::smpi::Datatype::encode(datatype)));
446 retval = win->compare_and_swap(origin_addr, compare_addr, result_addr, datatype, target_rank, target_disp);
448 TRACE_smpi_comm_out(my_proc_id);
454 int PMPI_Win_post(MPI_Group group, int assert, MPI_Win win){
455 CHECK_GROUP(1, group)
458 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
459 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_post"));
460 int retval = win->post(group,assert);
461 TRACE_smpi_comm_out(my_proc_id);
466 int PMPI_Win_start(MPI_Group group, int assert, MPI_Win win){
467 CHECK_GROUP(1, group)
470 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
471 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_start"));
472 int retval = win->start(group,assert);
473 TRACE_smpi_comm_out(my_proc_id);
478 int PMPI_Win_complete(MPI_Win win){
481 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
482 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_complete"));
483 int retval = win->complete();
484 TRACE_smpi_comm_out(my_proc_id);
489 int PMPI_Win_wait(MPI_Win win){
492 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
493 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_wait"));
494 int retval = win->wait();
495 TRACE_smpi_comm_out(my_proc_id);
500 int PMPI_Win_lock(int lock_type, int rank, int assert, MPI_Win win){
502 CHECK_PROC_RMA(2, rank, win)
505 if (lock_type != MPI_LOCK_EXCLUSIVE &&
506 lock_type != MPI_LOCK_SHARED) {
507 retval = MPI_ERR_LOCKTYPE;
509 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
510 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock"));
511 retval = win->lock(lock_type,rank,assert);
512 TRACE_smpi_comm_out(my_proc_id);
518 int PMPI_Win_unlock(int rank, MPI_Win win){
520 CHECK_PROC_RMA(1, rank, win)
522 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
523 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock"));
524 int retval = win->unlock(rank);
525 TRACE_smpi_comm_out(my_proc_id);
530 int PMPI_Win_lock_all(int assert, MPI_Win win){
533 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
534 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock_all"));
535 int retval = win->lock_all(assert);
536 TRACE_smpi_comm_out(my_proc_id);
541 int PMPI_Win_unlock_all(MPI_Win win){
544 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
545 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock_all"));
546 int retval = win->unlock_all();
547 TRACE_smpi_comm_out(my_proc_id);
552 int PMPI_Win_flush(int rank, MPI_Win win){
554 CHECK_PROC_RMA(1, rank, win)
556 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
557 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush"));
558 int retval = win->flush(rank);
559 TRACE_smpi_comm_out(my_proc_id);
564 int PMPI_Win_flush_local(int rank, MPI_Win win){
566 CHECK_PROC_RMA(1, rank, win)
568 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
569 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local"));
570 int retval = win->flush_local(rank);
571 TRACE_smpi_comm_out(my_proc_id);
576 int PMPI_Win_flush_all(MPI_Win win){
579 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
580 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_all"));
581 int retval = win->flush_all();
582 TRACE_smpi_comm_out(my_proc_id);
587 int PMPI_Win_flush_local_all(MPI_Win win){
590 aid_t my_proc_id = simgrid::s4u::this_actor::get_pid();
591 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local_all"));
592 int retval = win->flush_local_all();
593 TRACE_smpi_comm_out(my_proc_id);
598 int PMPI_Win_shared_query (MPI_Win win, int rank, MPI_Aint* size, int* disp_unit, void* baseptr)
601 return win->shared_query(rank, size, disp_unit, baseptr);
604 int PMPI_Win_get_attr (MPI_Win win, int keyval, void *attribute_val, int* flag)
606 static MPI_Aint size;
607 static MPI_Aint disp_unit;
611 *static_cast<void**>(attribute_val) = win->base();
616 *static_cast<MPI_Aint**>(attribute_val) = &size;
619 case MPI_WIN_DISP_UNIT:
620 disp_unit = win->disp_unit();
621 *static_cast<MPI_Aint**>(attribute_val) = &disp_unit;
625 return win->attr_get<simgrid::smpi::Win>(keyval, attribute_val, flag);
629 int PMPI_Win_set_attr (MPI_Win win, int type_keyval, void *attribute_val)
632 return win->attr_put<simgrid::smpi::Win>(type_keyval, attribute_val);
635 int PMPI_Win_delete_attr (MPI_Win win, int type_keyval)
638 return win->attr_delete<simgrid::smpi::Win>(type_keyval);
641 int PMPI_Win_create_keyval(MPI_Win_copy_attr_function* copy_fn, MPI_Win_delete_attr_function* delete_fn, int* keyval,
644 smpi_copy_fn _copy_fn={nullptr, nullptr,copy_fn,nullptr, nullptr,nullptr};
645 smpi_delete_fn _delete_fn={nullptr, nullptr,delete_fn,nullptr, nullptr,nullptr};
646 return simgrid::smpi::Keyval::keyval_create<simgrid::smpi::Win>(_copy_fn, _delete_fn, keyval, extra_state);
649 int PMPI_Win_free_keyval(int* keyval) {
650 return simgrid::smpi::Keyval::keyval_free<simgrid::smpi::Win>(keyval);
653 MPI_Win PMPI_Win_f2c(MPI_Fint win){
656 return simgrid::smpi::Win::f2c(win);
659 MPI_Fint PMPI_Win_c2f(MPI_Win win){
660 if(win==MPI_WIN_NULL)
665 int PMPI_Win_create_errhandler(MPI_Win_errhandler_function* function, MPI_Errhandler* errhandler){
666 *errhandler=new simgrid::smpi::Errhandler(function);
670 int PMPI_Win_get_errhandler(MPI_Win win, MPI_Errhandler* errhandler){
672 if (errhandler==nullptr){
675 *errhandler=win->errhandler();
679 int PMPI_Win_set_errhandler(MPI_Win win, MPI_Errhandler errhandler){
681 if (errhandler==nullptr){
684 win->set_errhandler(errhandler);
688 int PMPI_Win_call_errhandler(MPI_Win win,int errorcode){
690 MPI_Errhandler err = win->errhandler();
691 err->call(win, errorcode);
692 simgrid::smpi::Errhandler::unref(err);