1 /* Copyright (c) 2007-2021. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "smpi_coll.hpp"
8 #include "smpi_comm.hpp"
9 #include "smpi_datatype_derived.hpp"
10 #include "smpi_op.hpp"
11 #include "smpi_win.hpp"
12 #include "src/smpi/include/smpi_actor.hpp"
14 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(smpi_pmpi);
17 CHECK_BUFFER(1, origin_addr, origin_count)\
18 CHECK_COUNT(2, origin_count)\
19 CHECK_TYPE(3, origin_datatype)\
20 CHECK_PROC(4, target_rank)\
21 CHECK_NEGATIVE(4, MPI_ERR_RANK, target_rank)\
22 CHECK_COUNT(6, target_count)\
23 CHECK_TYPE(7, target_datatype)
24 /* PMPI User level calls */
26 int PMPI_Win_create( void *base, MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, MPI_Win *win){
29 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
30 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
32 if (base == nullptr && size != 0){
33 retval= MPI_ERR_OTHER;
35 *win = new simgrid::smpi::Win( base, size, disp_unit, info, comm);
42 int PMPI_Win_allocate( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
44 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
45 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
46 void* ptr = xbt_malloc(size);
48 *static_cast<void**>(base) = ptr;
49 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,1);
54 int PMPI_Win_allocate_shared( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
56 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
57 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
59 int rank = comm->rank();
61 ptr = xbt_malloc(size*comm->size());
64 simgrid::smpi::colls::bcast(&ptr, sizeof(void*), MPI_BYTE, 0, comm);
65 simgrid::smpi::colls::barrier(comm);
66 *static_cast<void**>(base) = (char*)ptr+rank*size;
67 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,rank==0);
72 int PMPI_Win_create_dynamic( MPI_Info info, MPI_Comm comm, MPI_Win *win){
75 *win = new simgrid::smpi::Win(info, comm);
80 int PMPI_Win_attach(MPI_Win win, void *base, MPI_Aint size){
82 CHECK_NEGATIVE(3, MPI_ERR_OTHER, size)
83 if (base == nullptr && size != 0)
86 int retval = win->attach(base, size);
91 int PMPI_Win_detach(MPI_Win win, const void* base)
94 CHECK_NULL(2, MPI_ERR_OTHER, base)
96 int retval = win->detach(base);
101 int PMPI_Win_free( MPI_Win* win){
102 CHECK_NULL(1, MPI_ERR_WIN, win)
110 int PMPI_Win_set_name(MPI_Win win, const char * name)
113 CHECK_NULL(2, MPI_ERR_ARG, name)
118 int PMPI_Win_get_name(MPI_Win win, char * name, int* len)
121 CHECK_NULL(2, MPI_ERR_ARG, name)
122 win->get_name(name, len);
126 int PMPI_Win_get_info(MPI_Win win, MPI_Info* info)
129 CHECK_NULL(2, MPI_ERR_ARG, info)
134 int PMPI_Win_set_info(MPI_Win win, MPI_Info info)
141 int PMPI_Win_get_group(MPI_Win win, MPI_Group * group){
143 win->get_group(group);
148 int PMPI_Win_fence( int assert, MPI_Win win){
151 int my_proc_id = simgrid::s4u::this_actor::get_pid();
152 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_fence"));
153 int retval = win->fence(assert);
154 TRACE_smpi_comm_out(my_proc_id);
159 int PMPI_Get( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
160 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
166 if (win->dynamic()==0 && target_disp <0){
167 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
168 retval = MPI_ERR_ARG;
170 int my_proc_id = simgrid::s4u::this_actor::get_pid();
172 win->get_group(&group);
173 TRACE_smpi_comm_in(my_proc_id, __func__,
174 new simgrid::instr::Pt2PtTIData("Get", target_rank, origin_datatype->is_replayable()
176 : origin_count * origin_datatype->size(),
177 simgrid::smpi::Datatype::encode(origin_datatype)));
179 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
181 TRACE_smpi_comm_out(my_proc_id);
187 int PMPI_Rget( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
188 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
189 if(target_rank==MPI_PROC_NULL)
190 *request = MPI_REQUEST_NULL;
193 CHECK_NULL(9, MPI_ERR_ARG, request)
197 if (win->dynamic()==0 && target_disp <0){
198 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
199 retval = MPI_ERR_ARG;
201 int my_proc_id = simgrid::s4u::this_actor::get_pid();
203 win->get_group(&group);
204 TRACE_smpi_comm_in(my_proc_id, __func__,
205 new simgrid::instr::Pt2PtTIData(
207 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
208 simgrid::smpi::Datatype::encode(origin_datatype)));
210 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
211 target_datatype, request);
213 TRACE_smpi_comm_out(my_proc_id);
219 int PMPI_Put(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
220 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
226 if (win->dynamic()==0 && target_disp <0){
227 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
228 retval = MPI_ERR_ARG;
230 int my_proc_id = simgrid::s4u::this_actor::get_pid();
232 win->get_group(&group);
233 int dst_traced = group->actor(target_rank)->get_pid();
234 TRACE_smpi_comm_in(my_proc_id, __func__,
235 new simgrid::instr::Pt2PtTIData("Put", target_rank, origin_datatype->is_replayable()
237 : origin_count * origin_datatype->size(),
238 simgrid::smpi::Datatype::encode(origin_datatype)));
239 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
241 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
244 TRACE_smpi_comm_out(my_proc_id);
250 int PMPI_Rput(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
251 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
252 if(target_rank==MPI_PROC_NULL)
253 *request = MPI_REQUEST_NULL;
256 CHECK_NULL(9, MPI_ERR_ARG, request)
259 if (win->dynamic()==0 && target_disp <0){
260 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
261 retval = MPI_ERR_ARG;
263 int my_proc_id = simgrid::s4u::this_actor::get_pid();
265 win->get_group(&group);
266 int dst_traced = group->actor(target_rank)->get_pid();
267 TRACE_smpi_comm_in(my_proc_id, __func__,
268 new simgrid::instr::Pt2PtTIData(
270 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
271 simgrid::smpi::Datatype::encode(origin_datatype)));
272 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
274 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
275 target_datatype, request);
277 TRACE_smpi_comm_out(my_proc_id);
283 int PMPI_Accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
284 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
291 if (win->dynamic()==0 && target_disp <0){
292 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
293 retval = MPI_ERR_ARG;
295 int my_proc_id = simgrid::s4u::this_actor::get_pid();
297 win->get_group(&group);
298 TRACE_smpi_comm_in(my_proc_id, __func__,
299 new simgrid::instr::Pt2PtTIData(
300 "Accumulate", target_rank,
301 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
302 simgrid::smpi::Datatype::encode(origin_datatype)));
303 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
304 target_datatype, op);
306 TRACE_smpi_comm_out(my_proc_id);
312 int PMPI_Raccumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
313 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
314 if(target_rank==MPI_PROC_NULL)
315 *request = MPI_REQUEST_NULL;
319 CHECK_NULL(10, MPI_ERR_ARG, request)
323 if (win->dynamic()==0 && target_disp <0){
324 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
325 retval = MPI_ERR_ARG;
327 int my_proc_id = simgrid::s4u::this_actor::get_pid();
329 win->get_group(&group);
330 TRACE_smpi_comm_in(my_proc_id, __func__,
331 new simgrid::instr::Pt2PtTIData(
332 "Raccumulate", target_rank,
333 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
334 simgrid::smpi::Datatype::encode(origin_datatype)));
336 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
337 target_datatype, op, request);
339 TRACE_smpi_comm_out(my_proc_id);
345 int PMPI_Get_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
346 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
347 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
349 CHECK_BUFFER(1, origin_addr, origin_count)
350 CHECK_COUNT(2, origin_count)
352 CHECK_TYPE(3, origin_datatype)
353 CHECK_BUFFER(4, result_addr, result_count)
354 CHECK_COUNT(5, result_count)
355 CHECK_TYPE(6, result_datatype)
356 CHECK_PROC(7, target_rank)
357 CHECK_NEGATIVE(7, MPI_ERR_RANK, target_rank)
358 CHECK_COUNT(9, target_count)
359 CHECK_TYPE(10, target_datatype)
364 if (win->dynamic()==0 && target_disp <0){
365 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
366 retval = MPI_ERR_ARG;
368 int my_proc_id = simgrid::s4u::this_actor::get_pid();
370 win->get_group(&group);
371 TRACE_smpi_comm_in(my_proc_id, __func__,
372 new simgrid::instr::Pt2PtTIData(
373 "Get_accumulate", target_rank,
374 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
375 simgrid::smpi::Datatype::encode(target_datatype)));
377 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
378 result_count, result_datatype, target_rank, target_disp,
379 target_count, target_datatype, op);
381 TRACE_smpi_comm_out(my_proc_id);
388 int PMPI_Rget_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
389 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
390 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
391 if(target_rank==MPI_PROC_NULL)
392 *request = MPI_REQUEST_NULL;
393 CHECK_BUFFER(1, origin_addr, origin_count)
394 CHECK_COUNT(2, origin_count)
395 CHECK_TYPE(3, origin_datatype)
396 CHECK_BUFFER(4, result_addr, result_count)
397 CHECK_COUNT(5, result_count)
398 CHECK_TYPE(6, result_datatype)
399 CHECK_PROC(7, target_rank)
400 CHECK_NEGATIVE(7, MPI_ERR_RANK, target_rank)
401 CHECK_COUNT(9, target_count)
402 CHECK_TYPE(10, target_datatype)
405 CHECK_NULL(10, MPI_ERR_ARG, request)
408 if (win->dynamic()==0 && target_disp <0){
409 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
410 retval = MPI_ERR_ARG;
412 int my_proc_id = simgrid::s4u::this_actor::get_pid();
414 win->get_group(&group);
415 TRACE_smpi_comm_in(my_proc_id, __func__,
416 new simgrid::instr::Pt2PtTIData(
417 "Rget_accumulate", target_rank,
418 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
419 simgrid::smpi::Datatype::encode(target_datatype)));
421 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
422 result_count, result_datatype, target_rank, target_disp,
423 target_count, target_datatype, op, request);
425 TRACE_smpi_comm_out(my_proc_id);
431 int PMPI_Fetch_and_op(const void *origin_addr, void *result_addr, MPI_Datatype dtype, int target_rank, MPI_Aint target_disp, MPI_Op op, MPI_Win win){
432 return PMPI_Get_accumulate(origin_addr, origin_addr==nullptr?0:1, dtype, result_addr, 1, dtype, target_rank, target_disp, 1, dtype, op, win);
435 int PMPI_Compare_and_swap(const void* origin_addr, void* compare_addr, void* result_addr, MPI_Datatype datatype,
436 int target_rank, MPI_Aint target_disp, MPI_Win win)
438 CHECK_NULL(1, MPI_ERR_BUFFER, origin_addr)
439 CHECK_NULL(2, MPI_ERR_BUFFER, compare_addr)
440 CHECK_NULL(3, MPI_ERR_BUFFER, result_addr)
441 CHECK_TYPE(4, datatype)
442 CHECK_PROC(5, target_rank)
443 CHECK_NEGATIVE(5, MPI_ERR_RANK, target_rank)
447 if (win->dynamic()==0 && target_disp <0){
448 //in case of dynamic window, target_disp can be mistakenly seen as negative, as it is an address
449 retval = MPI_ERR_ARG;
451 int my_proc_id = simgrid::s4u::this_actor::get_pid();
453 win->get_group(&group);
454 TRACE_smpi_comm_in(my_proc_id, __func__,
455 new simgrid::instr::Pt2PtTIData("Compare_and_swap", target_rank,
456 datatype->is_replayable() ? 1 : datatype->size(),
457 simgrid::smpi::Datatype::encode(datatype)));
459 retval = win->compare_and_swap(origin_addr, compare_addr, result_addr, datatype, target_rank, target_disp);
461 TRACE_smpi_comm_out(my_proc_id);
467 int PMPI_Win_post(MPI_Group group, int assert, MPI_Win win){
468 CHECK_GROUP(1, group)
471 int my_proc_id = simgrid::s4u::this_actor::get_pid();
472 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_post"));
473 int retval = win->post(group,assert);
474 TRACE_smpi_comm_out(my_proc_id);
479 int PMPI_Win_start(MPI_Group group, int assert, MPI_Win win){
480 CHECK_GROUP(1, group)
483 int my_proc_id = simgrid::s4u::this_actor::get_pid();
484 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_start"));
485 int retval = win->start(group,assert);
486 TRACE_smpi_comm_out(my_proc_id);
491 int PMPI_Win_complete(MPI_Win win){
494 int my_proc_id = simgrid::s4u::this_actor::get_pid();
495 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_complete"));
496 int retval = win->complete();
497 TRACE_smpi_comm_out(my_proc_id);
502 int PMPI_Win_wait(MPI_Win win){
505 int my_proc_id = simgrid::s4u::this_actor::get_pid();
506 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_wait"));
507 int retval = win->wait();
508 TRACE_smpi_comm_out(my_proc_id);
513 int PMPI_Win_lock(int lock_type, int rank, int assert, MPI_Win win){
518 if (lock_type != MPI_LOCK_EXCLUSIVE &&
519 lock_type != MPI_LOCK_SHARED) {
520 retval = MPI_ERR_LOCKTYPE;
522 int my_proc_id = simgrid::s4u::this_actor::get_pid();
523 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock"));
524 retval = win->lock(lock_type,rank,assert);
525 TRACE_smpi_comm_out(my_proc_id);
531 int PMPI_Win_unlock(int rank, MPI_Win win){
535 int my_proc_id = simgrid::s4u::this_actor::get_pid();
536 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock"));
537 int retval = win->unlock(rank);
538 TRACE_smpi_comm_out(my_proc_id);
543 int PMPI_Win_lock_all(int assert, MPI_Win win){
546 int my_proc_id = simgrid::s4u::this_actor::get_pid();
547 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock_all"));
548 int retval = win->lock_all(assert);
549 TRACE_smpi_comm_out(my_proc_id);
554 int PMPI_Win_unlock_all(MPI_Win win){
557 int my_proc_id = simgrid::s4u::this_actor::get_pid();
558 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock_all"));
559 int retval = win->unlock_all();
560 TRACE_smpi_comm_out(my_proc_id);
565 int PMPI_Win_flush(int rank, MPI_Win win){
569 int my_proc_id = simgrid::s4u::this_actor::get_pid();
570 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush"));
571 int retval = win->flush(rank);
572 TRACE_smpi_comm_out(my_proc_id);
577 int PMPI_Win_flush_local(int rank, MPI_Win win){
579 CHECK_WIN(2, win) smpi_bench_end();
580 int my_proc_id = simgrid::s4u::this_actor::get_pid();
581 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local"));
582 int retval = win->flush_local(rank);
583 TRACE_smpi_comm_out(my_proc_id);
588 int PMPI_Win_flush_all(MPI_Win win){
591 int my_proc_id = simgrid::s4u::this_actor::get_pid();
592 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_all"));
593 int retval = win->flush_all();
594 TRACE_smpi_comm_out(my_proc_id);
599 int PMPI_Win_flush_local_all(MPI_Win win){
602 int my_proc_id = simgrid::s4u::this_actor::get_pid();
603 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local_all"));
604 int retval = win->flush_local_all();
605 TRACE_smpi_comm_out(my_proc_id);
610 int PMPI_Win_shared_query (MPI_Win win, int rank, MPI_Aint* size, int* disp_unit, void* baseptr)
613 return win->shared_query(rank, size, disp_unit, baseptr);
616 int PMPI_Win_get_attr (MPI_Win win, int keyval, void *attribute_val, int* flag)
618 static MPI_Aint size;
619 static MPI_Aint disp_unit;
623 *static_cast<void**>(attribute_val) = win->base();
628 *static_cast<MPI_Aint**>(attribute_val) = &size;
631 case MPI_WIN_DISP_UNIT:
632 disp_unit = win->disp_unit();
633 *static_cast<MPI_Aint**>(attribute_val) = &disp_unit;
637 return win->attr_get<simgrid::smpi::Win>(keyval, attribute_val, flag);
641 int PMPI_Win_set_attr (MPI_Win win, int type_keyval, void *attribute_val)
644 return win->attr_put<simgrid::smpi::Win>(type_keyval, attribute_val);
647 int PMPI_Win_delete_attr (MPI_Win win, int type_keyval)
650 return win->attr_delete<simgrid::smpi::Win>(type_keyval);
653 int PMPI_Win_create_keyval(MPI_Win_copy_attr_function* copy_fn, MPI_Win_delete_attr_function* delete_fn, int* keyval,
656 smpi_copy_fn _copy_fn={nullptr, nullptr,copy_fn,nullptr, nullptr,nullptr};
657 smpi_delete_fn _delete_fn={nullptr, nullptr,delete_fn,nullptr, nullptr,nullptr};
658 return simgrid::smpi::Keyval::keyval_create<simgrid::smpi::Win>(_copy_fn, _delete_fn, keyval, extra_state);
661 int PMPI_Win_free_keyval(int* keyval) {
662 return simgrid::smpi::Keyval::keyval_free<simgrid::smpi::Win>(keyval);
665 MPI_Win PMPI_Win_f2c(MPI_Fint win){
668 return simgrid::smpi::Win::f2c(win);
671 MPI_Fint PMPI_Win_c2f(MPI_Win win){
672 if(win==MPI_WIN_NULL)
677 int PMPI_Win_create_errhandler(MPI_Win_errhandler_function* function, MPI_Errhandler* errhandler){
678 *errhandler=new simgrid::smpi::Errhandler(function);
682 int PMPI_Win_get_errhandler(MPI_Win win, MPI_Errhandler* errhandler){
684 if (errhandler==nullptr){
687 *errhandler=win->errhandler();
691 int PMPI_Win_set_errhandler(MPI_Win win, MPI_Errhandler errhandler){
693 if (errhandler==nullptr){
696 win->set_errhandler(errhandler);
700 int PMPI_Win_call_errhandler(MPI_Win win,int errorcode){
702 MPI_Errhandler err = win->errhandler();
703 err->call(win, errorcode);
704 simgrid::smpi::Errhandler::unref(err);