Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
Tests for the communication of partially shared buffer.
authorTom Cornebize <tom.cornebize@ensimag.grenoble-inp.fr>
Thu, 6 Apr 2017 08:22:06 +0000 (10:22 +0200)
committerTom Cornebize <tom.cornebize@ensimag.grenoble-inp.fr>
Thu, 6 Apr 2017 08:22:06 +0000 (10:22 +0200)
.gitignore
teshsuite/smpi/CMakeLists.txt
teshsuite/smpi/macro-partial-shared-communication/macro-partial-shared-communication.c [new file with mode: 0644]
teshsuite/smpi/macro-partial-shared-communication/macro-partial-shared-communication.tesh [new file with mode: 0644]

index 891f4ad..4424902 100644 (file)
@@ -987,6 +987,7 @@ teshsuite/smpi/coll-reduce-scatter/coll-reduce-scatter
 teshsuite/smpi/coll-scatter/coll-scatter
 teshsuite/smpi/macro-shared/macro-shared
 teshsuite/smpi/macro-partial-shared/macro-partial-shared
+teshsuite/smpi/macro-partial-shared-communication/macro-partial-shared-communication
 teshsuite/smpi/type-struct/type-struct
 teshsuite/smpi/type-vector/type-vector
 teshsuite/surf/lmm_usage/lmm_usage
index 36d1546..17ca6b6 100644 (file)
@@ -25,16 +25,22 @@ if(enable_smpi)
     add_executable       (macro-partial-shared macro-partial-shared/macro-partial-shared.c)
     target_link_libraries(macro-partial-shared simgrid)
     set_target_properties(macro-partial-shared PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/macro-partial-shared)
+
+    add_executable       (macro-partial-shared-communication macro-partial-shared-communication/macro-partial-shared-communication.c)
+    target_link_libraries(macro-partial-shared-communication simgrid)
+    set_target_properties(macro-partial-shared-communication PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/macro-partial-shared-communication)
   endif()
 endif()
 
 set(teshsuite_src ${teshsuite_src}  ${CMAKE_CURRENT_SOURCE_DIR}/macro-shared/macro-shared.c                PARENT_SCOPE)
 set(teshsuite_src ${teshsuite_src}  ${CMAKE_CURRENT_SOURCE_DIR}/macro-partial-shared/macro-partial-shared.c                PARENT_SCOPE)
+set(teshsuite_src ${teshsuite_src}  ${CMAKE_CURRENT_SOURCE_DIR}/macro-partial-shared-communication/macro-partial-shared-communication.c                PARENT_SCOPE)
 set(tesh_files    ${tesh_files}     ${CMAKE_CURRENT_SOURCE_DIR}/coll-allreduce/coll-allreduce-large.tesh
                                     ${CMAKE_CURRENT_SOURCE_DIR}/coll-allreduce/coll-allreduce-automatic.tesh
                                     ${CMAKE_CURRENT_SOURCE_DIR}/coll-alltoall/clusters.tesh
                                     ${CMAKE_CURRENT_SOURCE_DIR}/macro-shared/macro-shared.tesh
                                     ${CMAKE_CURRENT_SOURCE_DIR}/macro-partial-shared/macro-partial-shared.tesh
+                                    ${CMAKE_CURRENT_SOURCE_DIR}/macro-partial-shared-communication/macro-partial-shared-communication.tesh
                                     ${CMAKE_CURRENT_SOURCE_DIR}/pt2pt-pingpong/broken_hostfiles.tesh
                                     ${CMAKE_CURRENT_SOURCE_DIR}/pt2pt-pingpong/TI_output.tesh              PARENT_SCOPE)
 set(bin_files       ${bin_files}    ${CMAKE_CURRENT_SOURCE_DIR}/hostfile
@@ -46,6 +52,7 @@ if(enable_smpi)
   if(NOT WIN32)
     ADD_TESH_FACTORIES(tesh-smpi-macro-shared "thread;ucontext;raw;boost" --setenv bindir=${CMAKE_BINARY_DIR}/teshsuite/smpi/macro-shared --cd ${CMAKE_HOME_DIRECTORY}/teshsuite/smpi/macro-shared macro-shared.tesh)
     ADD_TESH_FACTORIES(tesh-smpi-macro-partial-shared "thread;ucontext;raw;boost" --setenv bindir=${CMAKE_BINARY_DIR}/teshsuite/smpi/macro-partial-shared --cd ${CMAKE_HOME_DIRECTORY}/teshsuite/smpi/macro-partial-shared macro-partial-shared.tesh)
+    ADD_TESH_FACTORIES(tesh-smpi-macro-partial-shared-communication "thread;ucontext;raw;boost" --setenv bindir=${CMAKE_BINARY_DIR}/teshsuite/smpi/macro-partial-shared-communication --cd ${CMAKE_HOME_DIRECTORY}/teshsuite/smpi/macro-partial-shared-communication macro-partial-shared-communication.tesh)
   endif()
 
   foreach(x coll-allgather coll-allgatherv coll-allreduce coll-alltoall coll-alltoallv coll-barrier coll-bcast 
diff --git a/teshsuite/smpi/macro-partial-shared-communication/macro-partial-shared-communication.c b/teshsuite/smpi/macro-partial-shared-communication/macro-partial-shared-communication.c
new file mode 100644 (file)
index 0000000..e0c2229
--- /dev/null
@@ -0,0 +1,102 @@
+/* Copyright (c) 2009-2015. The SimGrid Team.
+ * All rights reserved.                                                     */
+
+/* This program is free software; you can redistribute it and/or modify it
+ * under the terms of the license (GNU LGPL) which comes with this package. */
+
+#include <stdio.h>
+#include <mpi.h>
+#include <stdint.h>
+#include <inttypes.h>
+#include <assert.h>
+
+// Set the elements between buf[start] and buf[stop-1] to (i+value)%256
+void set(uint8_t *buf, int start, int stop, uint8_t value) {
+  for(int i = start; i < stop; i++) {
+    buf[i] = (i+value)%256;
+  }
+}
+
+// Return the number of times that an element is equal to (i+value)%256 between buf[start] and buf[stop-1].
+int count_all(uint8_t *buf, int start, int stop, uint8_t value) {
+  int occ = 0;
+  for(int i = start ; i < stop ; i++) {
+    if(buf[i] == (i+value)%256) {
+      occ ++;
+    }
+  }
+  return occ;
+}
+
+// Return true iff the values from buf[start] to buf[stop-1] are all equal to (i+value)%256.
+int check_all(uint8_t *buf, int start, int stop, uint8_t value) {
+  int occ = count_all(buf, start, stop, value);
+  return occ == stop-start;
+}
+
+// Return true iff "enough" elements are equal to (i+value)%256 between buf[start] and buf[stop-1].
+int check_enough(uint8_t *buf, int start, int stop, uint8_t value) {
+  int page_size = 0x1000;
+  int size = stop-start;
+  if(size <= 2*page_size) // we are not sure to have a whole page that is shared
+    return 1;
+  int occ = count_all(buf, start, stop, value);
+  return occ >= size - 2*page_size;
+}
+
+int main(int argc, char *argv[])
+{
+  MPI_Init(&argc, &argv);
+  int rank;
+  int size;
+  int mem_size = 0x10000000;
+  int shared_blocks[] = {
+    0,         0x1234567,
+    0x1300000, 0x1300010,
+    0x3456789, 0x3457890,
+    0x4444444, 0x5555555,
+    0x5555565, 0x5600000,
+    0x8000000, 0x10000000
+  };
+  int nb_blocks = (sizeof(shared_blocks)/sizeof(int))/2;
+  MPI_Comm_rank(MPI_COMM_WORLD, &rank);
+  MPI_Comm_size(MPI_COMM_WORLD, &size);
+  //Let's Allocate a shared memory buffer
+  assert(size%2 == 0);
+  uint8_t *buf;
+  buf = SMPI_PARTIAL_SHARED_MALLOC(mem_size, shared_blocks, nb_blocks);
+  memset(buf, 3, mem_size);
+  MPI_Barrier(MPI_COMM_WORLD);
+
+  // Even processes write their rank in private blocks
+  if(rank%2 == 0) {
+    for(int i = 0; i < nb_blocks-1; i++) {
+      int start = shared_blocks[2*i+1];
+      int stop = shared_blocks[2*i+2];
+      set(buf, start, stop, rank);
+    }
+  }
+  // Then, even processes send their buffer to their successor
+  if(rank%2 == 0) {
+    MPI_Send(buf, mem_size, MPI_UINT8_T, rank+1, 0, MPI_COMM_WORLD);
+  }
+  else {
+    MPI_Recv(buf, mem_size, MPI_UINT8_T, rank-1, 0, MPI_COMM_WORLD, MPI_STATUS_IGNORE);
+  }
+
+
+  // Odd processes verify that they successfully received the message
+  if(rank%2 == 1) {
+    for(int i = 0; i < nb_blocks-1; i++) {
+      int start = shared_blocks[2*i+1];
+      int stop = shared_blocks[2*i+2];
+      int comm = check_all(buf, start, stop, rank-1);
+      printf("[%d] The result of the communication check for block (0x%x, 0x%x) is: %d\n", rank, start, stop, comm);
+    }
+  }
+
+  SMPI_SHARED_FREE(buf);
+
+  MPI_Finalize();
+  return 0;
+}
diff --git a/teshsuite/smpi/macro-partial-shared-communication/macro-partial-shared-communication.tesh b/teshsuite/smpi/macro-partial-shared-communication/macro-partial-shared-communication.tesh
new file mode 100644 (file)
index 0000000..c129aca
--- /dev/null
@@ -0,0 +1,15 @@
+p Test compute
+! setenv LD_LIBRARY_PATH=../../lib
+! output sort
+! timeout 5
+$ ${bindir:=.}/../../../bin/smpirun -hostfile ../hostfile -platform ../../../examples/platforms/small_platform.xml -np 4 ${bindir:=.}/macro-partial-shared-communication --log=smpi_kernel.thres:warning --log=xbt_cfg.thres:warning
+> [3] The result of the communication check for block (0x1234567, 0x1300000) is: 1
+> [3] The result of the communication check for block (0x1300010, 0x3456789) is: 1
+> [3] The result of the communication check for block (0x3457890, 0x4444444) is: 1
+> [3] The result of the communication check for block (0x5555555, 0x5555565) is: 1
+> [3] The result of the communication check for block (0x5600000, 0x8000000) is: 1
+> [1] The result of the communication check for block (0x1234567, 0x1300000) is: 1
+> [1] The result of the communication check for block (0x1300010, 0x3456789) is: 1
+> [1] The result of the communication check for block (0x3457890, 0x4444444) is: 1
+> [1] The result of the communication check for block (0x5555555, 0x5555565) is: 1
+> [1] The result of the communication check for block (0x5600000, 0x8000000) is: 1