-/* Copyright (c) 2013-2016. The SimGrid Team. All rights reserved. */
+/* Copyright (c) 2013-2020. The SimGrid Team. All rights reserved. */
/* This program is free software; you can redistribute it and/or modify it
* under the terms of the license (GNU LGPL) which comes with this package. */
-#include <simgrid/s4u/host.hpp>
-
-#include "src/simix/smx_private.h"
-#include "cpu_cas01.hpp"
-#include "src/surf/HostImpl.hpp"
-#include "simgrid/sg_config.h"
-
-#include "network_interface.hpp"
#include "src/plugins/vm/VirtualMachineImpl.hpp"
+#include "src/simix/smx_private.hpp"
+
+#include <string>
XBT_LOG_NEW_DEFAULT_SUBCATEGORY(surf_host, surf, "Logging specific to the SURF host module");
simgrid::surf::HostModel *surf_host_model = nullptr;
/*************
- * Callbacks *
+ * Callbacks *t
*************/
namespace simgrid {
/*********
* Model *
*********/
-
-/* Each VM has a dummy CPU action on the PM layer. This CPU action works as the
- * constraint (capacity) of the VM in the PM layer. If the VM does not have any
- * active task, the dummy CPU action must be deactivated, so that the VM does
- * not get any CPU share in the PM layer. */
-void HostModel::adjustWeightOfDummyCpuActions()
+/************
+ * Resource *
+ ************/
+HostImpl::HostImpl(s4u::Host* host) : piface_(host)
{
- /* iterate for all virtual machines */
- for (s4u::VirtualMachine* ws_vm : vm::VirtualMachineImpl::allVms_) {
-
- Cpu* cpu = ws_vm->pimpl_cpu;
-
- int is_active = lmm_constraint_used(cpu->getModel()->getMaxminSystem(), cpu->getConstraint());
-
- if (is_active) {
- /* some tasks exist on this VM */
- XBT_DEBUG("set the weight of the dummy CPU action on PM to 1");
+ /* The VM wants to reinstall a new HostImpl, but we don't want to leak the previously existing one */
+ delete piface_->pimpl_;
+ piface_->pimpl_ = this;
+}
- /* FIXME: we should use lmm_update_variable_weight() ? */
- /* FIXME: If we assign 1.05 and 0.05, the system makes apparently wrong values. */
- ws_vm->pimpl_vm_->action_->setPriority(1);
+HostImpl::~HostImpl()
+{
+ /* All actors should be gone when the host is turned off (by the end of the simulation). */
+ if (not actor_list_.empty()) {
+ std::string msg = std::string("Shutting down host, but it's not empty:");
+ for (auto const& actor : actor_list_)
+ msg += "\n\t" + std::string(actor.get_name());
+
+ simix_global->display_all_actor_status();
+ xbt_die("%s", msg.c_str());
+ }
+ for (auto const& arg : actors_at_boot_)
+ delete arg;
+ actors_at_boot_.clear();
- } else {
- /* no task exits on this VM */
- XBT_DEBUG("set the weight of the dummy CPU action on PM to 0");
+ for (auto const& d : disks_)
+ d->destroy();
+}
- ws_vm->pimpl_vm_->action_->setPriority(0);
- }
+/** Re-starts all the actors that are marked as restartable.
+ *
+ * Weird things will happen if you turn on a host that is already on. S4U is fool-proof, not this.
+ */
+void HostImpl::turn_on()
+{
+ for (auto const& arg : actors_at_boot_) {
+ XBT_DEBUG("Booting Actor %s(%s) right now", arg->name.c_str(), arg->host->get_cname());
+ simgrid::kernel::actor::ActorImplPtr actor = simgrid::kernel::actor::ActorImpl::create(
+ arg->name, arg->code, nullptr, arg->host, arg->properties.get(), nullptr);
+ if (arg->on_exit)
+ *actor->on_exit = *arg->on_exit;
+ if (arg->kill_time >= 0)
+ actor->set_kill_time(arg->kill_time);
+ if (arg->auto_restart)
+ actor->set_auto_restart(arg->auto_restart);
+ if (arg->daemon_)
+ actor->daemonize();
}
}
-Action* HostModel::executeParallelTask(int host_nb, simgrid::s4u::Host** host_list, double* flops_amount,
- double* bytes_amount, double rate)
+/** Kill all actors hosted here */
+void HostImpl::turn_off(kernel::actor::ActorImpl* issuer)
{
-#define cost_or_zero(array,pos) ((array)?(array)[pos]:0.0)
- Action* action = nullptr;
- if ((host_nb == 1) && (cost_or_zero(bytes_amount, 0) == 0.0)) {
- action = host_list[0]->pimpl_cpu->execution_start(flops_amount[0]);
- } else if ((host_nb == 1) && (cost_or_zero(flops_amount, 0) == 0.0)) {
- action = surf_network_model->communicate(host_list[0], host_list[0], bytes_amount[0], rate);
- } else if ((host_nb == 2) && (cost_or_zero(flops_amount, 0) == 0.0) && (cost_or_zero(flops_amount, 1) == 0.0)) {
- int i, nb = 0;
- double value = 0.0;
+ for (auto& actor : actor_list_) {
+ XBT_DEBUG("Killing Actor %s@%s on behalf of %s which turned off that host.", actor.get_cname(),
+ actor.get_host()->get_cname(), issuer->get_cname());
+ issuer->kill(&actor);
+ }
+ // When a host is turned off, we want to keep only the actors that should restart for when it will boot again.
+ // Then get rid of the others.
+ auto elm = remove_if(begin(actors_at_boot_), end(actors_at_boot_), [](const kernel::actor::ProcessArg* arg) {
+ if (arg->auto_restart)
+ return false;
+ delete arg;
+ return true;
+ });
+ actors_at_boot_.erase(elm, end(actors_at_boot_));
+}
- for (i = 0; i < host_nb * host_nb; i++) {
- if (cost_or_zero(bytes_amount, i) > 0.0) {
- nb++;
- value = cost_or_zero(bytes_amount, i);
- }
- }
- if (nb == 1) {
- action = surf_network_model->communicate(host_list[0], host_list[1], value, rate);
- } else if (nb == 0) {
- xbt_die("Cannot have a communication with no flop to exchange in this model. You should consider using the "
- "ptask model");
- } else {
- xbt_die("Cannot have a communication that is not a simple point-to-point in this model. You should consider "
- "using the ptask model");
- }
- } else
- xbt_die("This model only accepts one of the following. You should consider using the ptask model for the other "
- "cases.\n - execution with one host only and no communication\n - Self-comms with one host only\n - "
- "Communications with two hosts and no computation");
-#undef cost_or_zero
- xbt_free(host_list);
- return action;
+std::vector<s4u::ActorPtr> HostImpl::get_all_actors()
+{
+ std::vector<s4u::ActorPtr> res;
+ for (auto& actor : actor_list_)
+ res.push_back(actor.ciface());
+ return res;
+}
+size_t HostImpl::get_actor_count()
+{
+ return actor_list_.size();
}
-/************
- * Resource *
- ************/
-HostImpl::HostImpl(s4u::Host* host, xbt_dynar_t storage) : storage_(storage), piface_(host)
+std::vector<s4u::Disk*> HostImpl::get_disks()
{
- piface_->pimpl_ = this;
+ std::vector<s4u::Disk*> disks;
+ for (auto const& d : disks_)
+ disks.push_back(d->get_iface());
+ return disks;
}
-/** @brief use destroy() instead of this destructor */
-HostImpl::~HostImpl() = default;
+void HostImpl::set_disks(const std::vector<kernel::resource::DiskImpl*>& disks, s4u::Host* host)
+{
+ disks_ = std::move(disks);
+ for (auto d : disks_)
+ d->set_host(host);
+}
-simgrid::surf::Storage* HostImpl::findStorageOnMountList(const char* mount)
+void HostImpl::add_disk(const s4u::Disk* disk)
{
- simgrid::surf::Storage* st = nullptr;
- s_mount_t mnt;
- unsigned int cursor;
+ disks_.push_back(disk->get_impl());
+}
- XBT_DEBUG("Search for storage name '%s' on '%s'", mount, piface_->name().c_str());
- xbt_dynar_foreach (storage_, cursor, mnt) {
- XBT_DEBUG("See '%s'", mnt.name);
- if (!strcmp(mount, mnt.name)) {
- st = static_cast<simgrid::surf::Storage*>(mnt.storage);
+void HostImpl::remove_disk(const std::string& disk_name)
+{
+ auto position = disks_.begin();
+ for (auto const& d : disks_) {
+ if (d->get_name() == disk_name) {
+ disks_.erase(position);
break;
}
+ position++;
}
- if (!st)
- xbt_die("Can't find mount '%s' for '%s'", mount, piface_->name().c_str());
- return st;
}
-xbt_dict_t HostImpl::getMountedStorageList()
+std::vector<const char*> HostImpl::get_attached_storages()
{
- s_mount_t mnt;
- unsigned int i;
- xbt_dict_t storage_list = xbt_dict_new_homogeneous(nullptr);
- char* storage_name = nullptr;
-
- xbt_dynar_foreach (storage_, i, mnt) {
- storage_name = (char*)static_cast<simgrid::surf::Storage*>(mnt.storage)->getName();
- xbt_dict_set(storage_list, mnt.name, storage_name, nullptr);
- }
- return storage_list;
+ std::vector<const char*> storages;
+ for (auto const& s : storage_)
+ if (s.second->get_host() == piface_->get_cname())
+ storages.push_back(s.second->get_iface()->get_cname());
+ return storages;
}
-
-xbt_dynar_t HostImpl::getAttachedStorageList()
+std::unordered_map<std::string, s4u::Storage*>* HostImpl::get_mounted_storages()
{
- xbt_lib_cursor_t cursor;
- char* key;
- void** data;
- xbt_dynar_t result = xbt_dynar_new(sizeof(void*), nullptr);
- xbt_lib_foreach(storage_lib, cursor, key, data)
- {
- if (xbt_lib_get_level(xbt_lib_get_elm_or_null(storage_lib, key), SURF_STORAGE_LEVEL) != nullptr) {
- simgrid::surf::Storage* storage = static_cast<simgrid::surf::Storage*>(
- xbt_lib_get_level(xbt_lib_get_elm_or_null(storage_lib, key), SURF_STORAGE_LEVEL));
- if (!strcmp((const char*)storage->attach_, piface_->name().c_str())) {
- xbt_dynar_push_as(result, void*, (void*)storage->getName());
- }
- }
+ std::unordered_map<std::string, s4u::Storage*>* mounts = new std::unordered_map<std::string, s4u::Storage*>();
+ for (auto const& m : storage_) {
+ mounts->insert({m.first, m.second->get_iface()});
}
- return result;
- }
-
- Action* HostImpl::open(const char* fullpath)
- {
-
- simgrid::surf::Storage* st = nullptr;
- s_mount_t mnt;
- unsigned int cursor;
- size_t longest_prefix_length = 0;
- char* path = nullptr;
- char* file_mount_name = nullptr;
- char* mount_name = nullptr;
-
- XBT_DEBUG("Search for storage name for '%s' on '%s'", fullpath, piface_->name().c_str());
- xbt_dynar_foreach (storage_, cursor, mnt) {
- XBT_DEBUG("See '%s'", mnt.name);
- file_mount_name = (char*)xbt_malloc((strlen(mnt.name) + 1));
- strncpy(file_mount_name, fullpath, strlen(mnt.name) + 1);
- file_mount_name[strlen(mnt.name)] = '\0';
-
- if (!strcmp(file_mount_name, mnt.name) &&
- strlen(mnt.name) > longest_prefix_length) { /* The current mount name is found in the full path and is
- bigger than the previous*/
- longest_prefix_length = strlen(mnt.name);
- st = static_cast<simgrid::surf::Storage*>(mnt.storage);
- }
- free(file_mount_name);
- }
- if (longest_prefix_length > 0) { /* Mount point found, split fullpath into mount_name and path+filename*/
- path = (char*)xbt_malloc((strlen(fullpath) - longest_prefix_length + 1));
- mount_name = (char*)xbt_malloc((longest_prefix_length + 1));
- strncpy(mount_name, fullpath, longest_prefix_length + 1);
- strncpy(path, fullpath + longest_prefix_length, strlen(fullpath) - longest_prefix_length + 1);
- path[strlen(fullpath) - longest_prefix_length] = '\0';
- mount_name[longest_prefix_length] = '\0';
- } else
- xbt_die("Can't find mount point for '%s' on '%s'", fullpath, piface_->name().c_str());
-
- XBT_DEBUG("OPEN %s on disk '%s'", path, st->getName());
- Action* action = st->open((const char*)mount_name, (const char*)path);
- free((char*)path);
- free((char*)mount_name);
- return action;
- }
-
- Action* HostImpl::close(surf_file_t fd)
- {
- simgrid::surf::Storage* st = findStorageOnMountList(fd->mount);
- XBT_DEBUG("CLOSE %s on disk '%s'", fd->name, st->getName());
- return st->close(fd);
- }
-
- Action* HostImpl::read(surf_file_t fd, sg_size_t size)
- {
- simgrid::surf::Storage* st = findStorageOnMountList(fd->mount);
- XBT_DEBUG("READ %s on disk '%s'", fd->name, st->getName());
- return st->read(fd, size);
- }
-
- Action* HostImpl::write(surf_file_t fd, sg_size_t size)
- {
- simgrid::surf::Storage* st = findStorageOnMountList(fd->mount);
- XBT_DEBUG("WRITE %s on disk '%s'", fd->name, st->getName());
- return st->write(fd, size);
- }
-
- int HostImpl::unlink(surf_file_t fd)
- {
- if (!fd) {
- XBT_WARN("No such file descriptor. Impossible to unlink");
- return -1;
- } else {
-
- simgrid::surf::Storage* st = findStorageOnMountList(fd->mount);
- /* Check if the file is on this storage */
- if (!xbt_dict_get_or_null(st->content_, fd->name)) {
- XBT_WARN("File %s is not on disk %s. Impossible to unlink", fd->name, st->getName());
- return -1;
- } else {
- XBT_DEBUG("UNLINK %s on disk '%s'", fd->name, st->getName());
- st->usedSize_ -= fd->size;
-
- // Remove the file from storage
- xbt_dict_remove(st->content_, fd->name);
-
- xbt_free(fd->name);
- xbt_free(fd->mount);
- xbt_free(fd);
- return 0;
- }
- }
- }
-
- sg_size_t HostImpl::getSize(surf_file_t fd)
- {
- return fd->size;
- }
-
- xbt_dynar_t HostImpl::getInfo(surf_file_t fd)
- {
- simgrid::surf::Storage* st = findStorageOnMountList(fd->mount);
- sg_size_t* psize = xbt_new(sg_size_t, 1);
- *psize = fd->size;
- xbt_dynar_t info = xbt_dynar_new(sizeof(void*), nullptr);
- xbt_dynar_push_as(info, sg_size_t*, psize);
- xbt_dynar_push_as(info, void*, fd->mount);
- xbt_dynar_push_as(info, void*, (void*)st->getName());
- xbt_dynar_push_as(info, void*, st->typeId_);
- xbt_dynar_push_as(info, void*, st->contentType_);
-
- return info;
- }
-
- sg_size_t HostImpl::fileTell(surf_file_t fd)
- {
- return fd->current_position;
- }
-
- int HostImpl::fileSeek(surf_file_t fd, sg_offset_t offset, int origin)
- {
-
- switch (origin) {
- case SEEK_SET:
- fd->current_position = offset;
- return 0;
- case SEEK_CUR:
- fd->current_position += offset;
- return 0;
- case SEEK_END:
- fd->current_position = fd->size + offset;
- return 0;
- default:
- return -1;
- }
- }
-
- int HostImpl::fileMove(surf_file_t fd, const char* fullpath)
- {
- /* Check if the new full path is on the same mount point */
- if (!strncmp((const char*)fd->mount, fullpath, strlen(fd->mount))) {
- sg_size_t *psize, *new_psize;
- psize = (sg_size_t*)xbt_dict_get_or_null(findStorageOnMountList(fd->mount)->content_, fd->name);
- new_psize = xbt_new(sg_size_t, 1);
- *new_psize = *psize;
- if (psize) { // src file exists
- xbt_dict_remove(findStorageOnMountList(fd->mount)->content_, fd->name);
- char* path = (char*)xbt_malloc((strlen(fullpath) - strlen(fd->mount) + 1));
- strncpy(path, fullpath + strlen(fd->mount), strlen(fullpath) - strlen(fd->mount) + 1);
- xbt_dict_set(findStorageOnMountList(fd->mount)->content_, path, new_psize, nullptr);
- XBT_DEBUG("Move file from %s to %s, size '%llu'", fd->name, fullpath, *psize);
- free(path);
- return 0;
- } else {
- XBT_WARN("File %s doesn't exist", fd->name);
- return -1;
- }
- } else {
- XBT_WARN("New full path %s is not on the same mount point: %s. Action has been canceled.", fullpath, fd->mount);
- return -1;
- }
- }
-
- }
- }
+ return mounts;
+}
+} // namespace surf
+} // namespace simgrid