/* This program is free software; you can redistribute it and/or modify it
* under the terms of the license (GNU LGPL) which comes with this package. */
-#include "private.hpp"
#include "smpi_coll.hpp"
#include "smpi_comm.hpp"
#include "smpi_datatype.hpp"
#include "smpi_group.hpp"
-#include "smpi_process.hpp"
#include "smpi_request.hpp"
#include "xbt/replay.hpp"
#include <simgrid/smpi/replay.hpp>
+#include <src/smpi/include/private.hpp>
-#include <boost/algorithm/string/join.hpp>
#include <memory>
#include <numeric>
#include <unordered_map>
#include <vector>
#include <tuple>
+
+XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_replay, smpi, "Trace Replay with SMPI");
+
// From https://stackoverflow.com/questions/7110301/generic-hash-for-tuples-in-unordered-map-unordered-set
// This is all just to make std::unordered_map work with std::tuple. If we need this in other places,
// this could go into a header file.
};
}
-XBT_LOG_NEW_DEFAULT_SUBCATEGORY(smpi_replay,smpi,"Trace Replay with SMPI");
-
typedef std::tuple</*sender*/ int, /* reciever */ int, /* tag */int> req_key_t;
typedef std::unordered_map<req_key_t, MPI_Request, hash_tuple::hash<std::tuple<int,int,int>>> req_storage_t;
log_timed_action(action, start_time);
}
-class WaitAction : public ReplayAction<WaitTestParser> {
-private:
- RequestStorage& req_storage;
-
-public:
- explicit WaitAction(RequestStorage& storage) : ReplayAction("Wait"), req_storage(storage) {}
- void kernel(simgrid::xbt::ReplayAction& action) override
- {
- std::string s = boost::algorithm::join(action, " ");
- xbt_assert(req_storage.size(), "action wait not preceded by any irecv or isend: %s", s.c_str());
- MPI_Request request = req_storage.find(args.src, args.dst, args.tag);
- req_storage.remove(request);
-
- if (request == MPI_REQUEST_NULL) {
- /* Assume that the trace is well formed, meaning the comm might have been caught by a MPI_test. Then just
- * return.*/
- return;
- }
+void WaitAction::kernel(simgrid::xbt::ReplayAction& action)
+{
+ std::string s = boost::algorithm::join(action, " ");
+ xbt_assert(req_storage.size(), "action wait not preceded by any irecv or isend: %s", s.c_str());
+ MPI_Request request = req_storage.find(args.src, args.dst, args.tag);
+ req_storage.remove(request);
+
+ if (request == MPI_REQUEST_NULL) {
+ /* Assume that the trace is well formed, meaning the comm might have been caught by a MPI_test. Then just
+ * return.*/
+ return;
+ }
- int rank = request->comm() != MPI_COMM_NULL ? request->comm()->rank() : -1;
+ int rank = request->comm() != MPI_COMM_NULL ? request->comm()->rank() : -1;
- // Must be taken before Request::wait() since the request may be set to
- // MPI_REQUEST_NULL by Request::wait!
- bool is_wait_for_receive = (request->flags() & RECV);
- // TODO: Here we take the rank while we normally take the process id (look for my_proc_id)
- TRACE_smpi_comm_in(rank, __func__, new simgrid::instr::NoOpTIData("wait"));
+ // Must be taken before Request::wait() since the request may be set to
+ // MPI_REQUEST_NULL by Request::wait!
+ bool is_wait_for_receive = (request->flags() & MPI_REQ_RECV);
+ // TODO: Here we take the rank while we normally take the process id (look for my_proc_id)
+ TRACE_smpi_comm_in(rank, __func__, new simgrid::instr::WaitTIData(args.src, args.dst, args.tag));
- MPI_Status status;
- Request::wait(&request, &status);
+ MPI_Status status;
+ Request::wait(&request, &status);
- TRACE_smpi_comm_out(rank);
- if (is_wait_for_receive)
- TRACE_smpi_recv(args.src, args.dst, args.tag);
+ TRACE_smpi_comm_out(rank);
+ if (is_wait_for_receive)
+ TRACE_smpi_recv(args.src, args.dst, args.tag);
}
-};
-class SendAction : public ReplayAction<SendRecvParser> {
-private:
- RequestStorage& req_storage;
-
-public:
- explicit SendAction(std::string name, RequestStorage& storage) : ReplayAction(name), req_storage(storage) {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void SendAction::kernel(simgrid::xbt::ReplayAction& action)
{
int dst_traced = MPI_COMM_WORLD->group()->actor(args.partner)->get_pid();
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class RecvAction : public ReplayAction<SendRecvParser> {
-private:
- RequestStorage& req_storage;
-
-public:
- explicit RecvAction(std::string name, RequestStorage& storage) : ReplayAction(name), req_storage(storage) {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void RecvAction::kernel(simgrid::xbt::ReplayAction& action)
{
int src_traced = MPI_COMM_WORLD->group()->actor(args.partner)->get_pid();
TRACE_smpi_recv(src_traced, my_proc_id, args.tag);
}
}
-};
-class ComputeAction : public ReplayAction<ComputeParser> {
-public:
- ComputeAction() : ReplayAction("compute") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void ComputeAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_computing_in(my_proc_id, args.flops);
smpi_execute_flops(args.flops);
TRACE_smpi_computing_out(my_proc_id);
}
-};
-
-class TestAction : public ReplayAction<WaitTestParser> {
-private:
- RequestStorage& req_storage;
-public:
- explicit TestAction(RequestStorage& storage) : ReplayAction("Test"), req_storage(storage) {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void TestAction::kernel(simgrid::xbt::ReplayAction& action)
{
MPI_Request request = req_storage.find(args.src, args.dst, args.tag);
req_storage.remove(request);
// Different times in traced application and replayed version may lead to this
// In this case, ignore the extra calls.
if (request != MPI_REQUEST_NULL) {
- TRACE_smpi_testing_in(my_proc_id);
+ TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("test"));
MPI_Status status;
int flag = Request::test(&request, &status);
else
req_storage.add(request);
- TRACE_smpi_testing_out(my_proc_id);
+ TRACE_smpi_comm_out(my_proc_id);
}
}
-};
-class InitAction : public ReplayAction<ActionArgParser> {
-public:
- InitAction() : ReplayAction("Init") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void InitAction::kernel(simgrid::xbt::ReplayAction& action)
{
CHECK_ACTION_PARAMS(action, 0, 1)
MPI_DEFAULT_TYPE = (action.size() > 2) ? MPI_DOUBLE // default MPE datatype
/* start a simulated timer */
smpi_process()->simulated_start();
}
-};
-
-class CommunicatorAction : public ReplayAction<ActionArgParser> {
-public:
- CommunicatorAction() : ReplayAction("Comm") {}
- void kernel(simgrid::xbt::ReplayAction& action) override { /* nothing to do */}
-};
-class WaitAllAction : public ReplayAction<ActionArgParser> {
-private:
- RequestStorage& req_storage;
+ void CommunicatorAction::kernel(simgrid::xbt::ReplayAction& action)
+ {
+ /* nothing to do */
+ }
-public:
- explicit WaitAllAction(RequestStorage& storage) : ReplayAction("waitAll"), req_storage(storage) {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void WaitAllAction::kernel(simgrid::xbt::ReplayAction& action)
{
const unsigned int count_requests = req_storage.size();
std::vector<MPI_Request> reqs;
req_storage.get_requests(reqs);
for (const auto& req : reqs) {
- if (req && (req->flags() & RECV)) {
+ if (req && (req->flags() & MPI_REQ_RECV)) {
sender_receiver.push_back({req->src(), req->dst()});
}
}
TRACE_smpi_comm_out(my_proc_id);
}
}
-};
-class BarrierAction : public ReplayAction<ActionArgParser> {
-public:
- BarrierAction() : ReplayAction("barrier") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void BarrierAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("barrier"));
Colls::barrier(MPI_COMM_WORLD);
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class BcastAction : public ReplayAction<BcastArgParser> {
-public:
- BcastAction() : ReplayAction("bcast") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void BcastAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, "action_bcast",
new simgrid::instr::CollTIData("bcast", MPI_COMM_WORLD->group()->actor(args.root)->get_pid(),
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class ReduceAction : public ReplayAction<ReduceArgParser> {
-public:
- ReduceAction() : ReplayAction("reduce") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void ReduceAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, "action_reduce",
new simgrid::instr::CollTIData("reduce", MPI_COMM_WORLD->group()->actor(args.root)->get_pid(),
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class AllReduceAction : public ReplayAction<AllReduceArgParser> {
-public:
- AllReduceAction() : ReplayAction("allReduce") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void AllReduceAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, "action_allReduce", new simgrid::instr::CollTIData("allReduce", -1, args.comp_size, args.comm_size, -1,
Datatype::encode(args.datatype1), ""));
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class AllToAllAction : public ReplayAction<AllToAllArgParser> {
-public:
- AllToAllAction() : ReplayAction("allToAll") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void AllToAllAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, "action_allToAll",
new simgrid::instr::CollTIData("allToAll", -1, -1.0, args.send_size, args.recv_size,
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class GatherAction : public ReplayAction<GatherArgParser> {
-public:
- explicit GatherAction(std::string name) : ReplayAction(name) {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void GatherAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, name.c_str(), new simgrid::instr::CollTIData(name, (name == "gather") ? args.root : -1, -1.0, args.send_size, args.recv_size,
Datatype::encode(args.datatype1), Datatype::encode(args.datatype2)));
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class GatherVAction : public ReplayAction<GatherVArgParser> {
-public:
- explicit GatherVAction(std::string name) : ReplayAction(name) {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void GatherVAction::kernel(simgrid::xbt::ReplayAction& action)
{
int rank = MPI_COMM_WORLD->rank();
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class ScatterAction : public ReplayAction<ScatterArgParser> {
-public:
- ScatterAction() : ReplayAction("scatter") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void ScatterAction::kernel(simgrid::xbt::ReplayAction& action)
{
int rank = MPI_COMM_WORLD->rank();
TRACE_smpi_comm_in(my_proc_id, "action_scatter", new simgrid::instr::CollTIData(name, args.root, -1.0, args.send_size, args.recv_size,
TRACE_smpi_comm_out(my_proc_id);
}
-};
-
-class ScatterVAction : public ReplayAction<ScatterVArgParser> {
-public:
- ScatterVAction() : ReplayAction("scatterV") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void ScatterVAction::kernel(simgrid::xbt::ReplayAction& action)
{
int rank = MPI_COMM_WORLD->rank();
TRACE_smpi_comm_in(my_proc_id, "action_scatterv", new simgrid::instr::VarCollTIData(name, args.root, -1, args.sendcounts, args.recv_size,
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class ReduceScatterAction : public ReplayAction<ReduceScatterArgParser> {
-public:
- ReduceScatterAction() : ReplayAction("reduceScatter") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void ReduceScatterAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, "action_reducescatter",
new simgrid::instr::VarCollTIData("reduceScatter", -1, 0, nullptr, -1, args.recvcounts,
smpi_execute_flops(args.comp_size);
TRACE_smpi_comm_out(my_proc_id);
}
-};
-class AllToAllVAction : public ReplayAction<AllToAllVArgParser> {
-public:
- AllToAllVAction() : ReplayAction("allToAllV") {}
- void kernel(simgrid::xbt::ReplayAction& action) override
+ void AllToAllVAction::kernel(simgrid::xbt::ReplayAction& action)
{
TRACE_smpi_comm_in(my_proc_id, __func__,
new simgrid::instr::VarCollTIData(
TRACE_smpi_comm_out(my_proc_id);
}
-};
} // Replay Namespace
}} // namespace simgrid::smpi
-std::vector<simgrid::smpi::replay::RequestStorage> storage;
+static std::vector<simgrid::smpi::replay::RequestStorage> storage;
/** @brief Only initialize the replay, don't do it for real */
void smpi_replay_init(int* argc, char*** argv)
{
