X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/7ead73742c63a41cbe32074788ee67a5a6631311..e50cb6ad58bf49c4bcd086ae0462c79e070e5cf2:/src/plugins/file_system/s4u_FileSystem.cpp diff --git a/src/plugins/file_system/s4u_FileSystem.cpp b/src/plugins/file_system/s4u_FileSystem.cpp index 7608580805..bcb6879503 100644 --- a/src/plugins/file_system/s4u_FileSystem.cpp +++ b/src/plugins/file_system/s4u_FileSystem.cpp @@ -5,6 +5,7 @@ #include "xbt/log.h" +#include "simgrid/s4u/Actor.hpp" #include "simgrid/s4u/Host.hpp" #include "simgrid/s4u/Storage.hpp" #include "simgrid/simix.hpp" @@ -95,15 +96,53 @@ void File::dump() sg_size_t File::read(sg_size_t size) { + if (size_ == 0) /* Nothing to read, return */ + return 0; + + /* Find the host where the file is physically located and read it */ + Host* host = localStorage->getHost(); XBT_DEBUG("READ %s on disk '%s'", getPath(), localStorage->getCname()); // if the current position is close to the end of the file, we may not be able to read the requested size sg_size_t read_size = localStorage->read(std::min(size, size_ - current_position_)); current_position_ += read_size; + + if (strcmp(host->getCname(), Host::current()->getCname())) { + /* the file is hosted on a remote host, initiate a communication between src and dest hosts for data transfer */ + XBT_DEBUG("File is on %s remote host, initiate data transfer of %llu bytes.", host->getCname(), read_size); + Host* m_host_list[] = {Host::current(), host}; + double* flops_amount = new double[2]{0, 0}; + double* bytes_amount = new double[4]{0, 0, static_cast(read_size), 0}; + + this_actor::parallel_execute(2, m_host_list, flops_amount, bytes_amount); + } + return read_size; } +/** \brief Write into a file (local or remote) + * + * \param size of the file to write + * \param fd is a the file descriptor + * \return the number of bytes successfully write or -1 if an error occurred + */ sg_size_t File::write(sg_size_t size) { + if (size == 0) /* Nothing to write, return */ + return 0; + + /* Find the host where the file is physically located (remote or local)*/ + Host* host = localStorage->getHost(); + + if (strcmp(host->getCname(), Host::current()->getCname())) { + /* the file is hosted on a remote host, initiate a communication between src and dest hosts for data transfer */ + XBT_DEBUG("File is on %s remote host, initiate data transfer of %llu bytes.", host->getCname(), size); + Host* m_host_list[] = {Host::current(), host}; + double* flops_amount = new double[2]{0, 0}; + double* bytes_amount = new double[4]{0, static_cast(size), 0, 0}; + + this_actor::parallel_execute(2, m_host_list, flops_amount, bytes_amount); + } + XBT_DEBUG("WRITE %s on disk '%s'. size '%llu/%llu'", getPath(), localStorage->getCname(), size, size_); // If the storage is full before even starting to write if (sg_storage_get_size_used(localStorage) >= sg_storage_get_size(localStorage)) @@ -195,6 +234,63 @@ int File::unlink() } } +int File::remoteCopy(sg_host_t host, const char* fullpath) +{ + /* Find the host where the file is physically located and read it */ + Storage* storage_src = localStorage; + Host* src_host = storage_src->getHost(); + seek(0, SEEK_SET); + XBT_DEBUG("READ %s on disk '%s'", getPath(), localStorage->getCname()); + // if the current position is close to the end of the file, we may not be able to read the requested size + sg_size_t read_size = localStorage->read(size_); + current_position_ += read_size; + + /* Find the host that owns the storage where the file has to be copied */ + Storage* storage_dest = nullptr; + Host* dst_host; + size_t longest_prefix_length = 0; + + for (auto const& elm : host->getMountedStorages()) { + std::string mount_point = std::string(fullpath).substr(0, elm.first.size()); + if (mount_point == elm.first && elm.first.length() > longest_prefix_length) { + /* The current mount name is found in the full path and is bigger than the previous*/ + longest_prefix_length = elm.first.length(); + storage_dest = elm.second; + } + } + + if (storage_dest != nullptr) { + /* Mount point found, retrieve the host the storage is attached to */ + dst_host = storage_dest->getHost(); + } else { + XBT_WARN("Can't find mount point for '%s' on destination host '%s'", fullpath, host->getCname()); + return -1; + } + + XBT_DEBUG("Initiate data transfer of %llu bytes between %s and %s.", read_size, src_host->getCname(), + storage_dest->getHost()->getCname()); + Host* m_host_list[] = {src_host, dst_host}; + double* flops_amount = new double[2]{0, 0}; + double* bytes_amount = new double[4]{0, static_cast(read_size), 0, 0}; + + this_actor::parallel_execute(2, m_host_list, flops_amount, bytes_amount); + + /* Create file on remote host, write it and close it */ + File* fd = new File(fullpath, dst_host, nullptr); + sg_size_t write_size = fd->localStorage->write(read_size); + fd->localStorage->extension()->incrUsedSize(write_size); + (*(fd->localStorage->extension()->getContent()))[path_] = size_; + delete fd; + return 0; +} + +int File::remoteMove(sg_host_t host, const char* fullpath) +{ + int res = remoteCopy(host, fullpath); + unlink(); + return res; +} + FileSystemStorageExt::FileSystemStorageExt(simgrid::s4u::Storage* ptr) { content_ = parseContent(ptr->getImpl()->content_name); @@ -275,6 +371,16 @@ sg_file_t sg_file_open(const char* fullpath, void* data) return new simgrid::s4u::File(fullpath, data); } +sg_size_t sg_file_read(sg_file_t fd, sg_size_t size) +{ + return fd->read(size); +} + +sg_size_t sg_file_write(sg_file_t fd, sg_size_t size) +{ + return fd->write(size); +} + void sg_file_close(sg_file_t fd) { delete fd; @@ -337,6 +443,30 @@ void sg_file_unlink(sg_file_t fd) delete fd; } +/** + * \brief Copy a file to another location on a remote host. + * \param file : the file to move + * \param host : the remote host where the file has to be copied + * \param fullpath : the complete path destination on the remote host + * \return If successful, the function returns 0. Otherwise, it returns -1. + */ +int sg_file_rcopy(sg_file_t file, sg_host_t host, const char* fullpath) +{ + return file->remoteCopy(host, fullpath); +} + +/** + * \brief Move a file to another location on a remote host. + * \param file : the file to move + * \param host : the remote host where the file has to be moved + * \param fullpath : the complete path destination on the remote host + * \return If successful, the function returns 0. Otherwise, it returns -1. + */ +int sg_file_rmove(sg_file_t file, sg_host_t host, const char* fullpath) +{ + return file->remoteMove(host, fullpath); +} + sg_size_t sg_storage_get_size_free(sg_storage_t st) { return st->extension()->getSize() - st->extension()->getUsedSize();