From b65f1d94c7599974e73d5423312cb0b5137852c1 Mon Sep 17 00:00:00 2001 From: Martin Quinson Date: Mon, 22 May 2017 23:23:53 +0200 Subject: [PATCH] Kill a stupid example A tiled matrix multiplication is a good idea, but doing the multiplication for real in MSG is not so much --- .gitignore | 1 - examples/msg/CMakeLists.txt | 4 +- examples/msg/README.doc | 9 - examples/msg/app-pmm/app-pmm.c | 328 ------------------------------ examples/msg/app-pmm/app-pmm.tesh | 98 --------- 5 files changed, 1 insertion(+), 439 deletions(-) delete mode 100644 examples/msg/app-pmm/app-pmm.c delete mode 100644 examples/msg/app-pmm/app-pmm.tesh diff --git a/.gitignore b/.gitignore index 725236b2f1..13852338c1 100644 --- a/.gitignore +++ b/.gitignore @@ -173,7 +173,6 @@ examples/msg/mc/test/snapshot_comparison4 examples/msg/mc/test/snapshot_comparison5 examples/msg/ms.trace examples/msg/network-ns3/network-ns3 -examples/msg/app-pmm/app-pmm examples/msg/task-priority/task-priority examples/msg/procmig.trace examples/msg/platform-properties/platform-properties diff --git a/examples/msg/CMakeLists.txt b/examples/msg/CMakeLists.txt index 15c5b87970..5eb428ef25 100644 --- a/examples/msg/CMakeLists.txt +++ b/examples/msg/CMakeLists.txt @@ -1,5 +1,5 @@ # C examples -foreach(x actions-comm actions-storage app-masterworker app-pingpong app-pmm app-token-ring async-yield async-wait async-waitall +foreach(x actions-comm actions-storage app-masterworker app-pingpong app-token-ring async-yield async-wait async-waitall async-waitany cloud-capping cloud-masterworker cloud-migration cloud-simple cloud-two-tasks dht-chord dht-pastry energy-consumption energy-onoff energy-pstate energy-ptask energy-vm platform-failures io-file io-remote io-storage task-priority @@ -126,8 +126,6 @@ endif() ADD_TESH_FACTORIES(app-masterworker-multicore "thread;ucontext;raw;boost" --setenv srcdir=${CMAKE_HOME_DIRECTORY}/examples/msg --cd ${CMAKE_BINARY_DIR}/examples/msg ${CMAKE_HOME_DIRECTORY}/examples/msg/app-masterworker/app-masterworker-multicore.tesh) ADD_TESH_FACTORIES(app-masterworker-vivaldi "thread;ucontext;raw;boost" --setenv srcdir=${CMAKE_HOME_DIRECTORY}/examples/msg --cd ${CMAKE_BINARY_DIR}/examples/msg ${CMAKE_HOME_DIRECTORY}/examples/msg/app-masterworker/app-masterworker-vivaldi.tesh) -ADD_TESH(msg-app-pmm --setenv srcdir=${CMAKE_HOME_DIRECTORY}/examples/msg --setenv srcdir=${CMAKE_HOME_DIRECTORY}/examples/platforms --cd ${CMAKE_BINARY_DIR}/examples/msg ${CMAKE_HOME_DIRECTORY}/examples/msg/app-pmm/app-pmm.tesh) - if(SIMGRID_HAVE_NS3) ADD_TESH_FACTORIES(msg-network-ns3 "thread;ucontext;raw;boost" --setenv srcdir=${CMAKE_HOME_DIRECTORY} --cd ${CMAKE_BINARY_DIR}/examples/msg ${CMAKE_HOME_DIRECTORY}/examples/msg/network-ns3/network-ns3.tesh) endif() diff --git a/examples/msg/README.doc b/examples/msg/README.doc index 16878978b7..2f586f02c6 100644 --- a/examples/msg/README.doc +++ b/examples/msg/README.doc @@ -233,14 +233,6 @@ also the tesh files in the example directories for details. @section msg_ex_apps Examples of Full Applications - - Parallel Matrix Multiplication. - @ref examples/msg/app-pmm/app-pmm.c \n - This little application multiplies two matrices in parallel. Each - of the 9 processes computes a sub-block of the result, with the - sub-blocks of the input matrices exchanged between the processes. \n - This is a classical assignment in MPI lectures, here implemented - in MSG. - - Chord P2P protocol. @ref examples/msg/dht-chord/dht-chord.c \n This example implements the well known Chord protocol, @@ -307,7 +299,6 @@ top of the example file). @example examples/msg/actions-comm/actions-comm.c @example examples/msg/actions-storage/actions-storage.c -@example examples/msg/app-pmm/app-pmm.c @example examples/msg/dht-chord/dht-chord.c @example examples/msg/task-priority/task-priority.c diff --git a/examples/msg/app-pmm/app-pmm.c b/examples/msg/app-pmm/app-pmm.c deleted file mode 100644 index e68636f771..0000000000 --- a/examples/msg/app-pmm/app-pmm.c +++ /dev/null @@ -1,328 +0,0 @@ -/* pmm - double broadcast parallel matrix multiplication */ - -/* Copyright (c) 2006-2016. The SimGrid Team. All rights reserved. */ - -/* This program is free software; you can redistribute it and/or modify it - * under the terms of the license (GNU LGPL) which comes with this package. */ - -#include "simgrid/msg.h" -#include "xbt/matrix.h" -#include "xbt/xbt_os_time.h" - -XBT_LOG_NEW_DEFAULT_CATEGORY(msg_pmm, "Messages specific for this msg example"); - -/* This example should always be executed using a deployment of GRID_SIZE * GRID_SIZE nodes. */ -#define GRID_SIZE 3 /* Modify to adjust the grid's size */ -#define NODE_MATRIX_SIZE 300 /* Amount of work done by each node*/ - -#define GRID_NUM_NODES GRID_SIZE * GRID_SIZE -#define MATRIX_SIZE NODE_MATRIX_SIZE * GRID_SIZE -#define MAILBOX_NAME_SIZE 10 -#define NEIGHBOURS_COUNT GRID_SIZE - 1 - -/* The job sent to every node */ -typedef struct s_node_job{ - int row; - int col; - int nodes_in_row[NEIGHBOURS_COUNT]; - int nodes_in_col[NEIGHBOURS_COUNT]; - xbt_matrix_t A; - xbt_matrix_t B; -} s_node_job_t; - -typedef s_node_job_t *node_job_t; - -/* Structure for recovering results */ -typedef struct s_result { - int row; - int col; - xbt_matrix_t sC; -} s_result_t; - -typedef s_result_t *result_t; - -int node(int argc, char **argv); -static void create_jobs(xbt_matrix_t A, xbt_matrix_t B, node_job_t *jobs); -static void broadcast_jobs(node_job_t *jobs); -static node_job_t wait_job(int selfid); -static void broadcast_matrix(xbt_matrix_t M, int num_nodes, int *nodes); -static void get_sub_matrix(xbt_matrix_t *sM, int selfid); -static void receive_results(result_t *results); -static void task_cleanup(void *arg); - -int node(int argc, char **argv) -{ - char my_mbox[MAILBOX_NAME_SIZE]; - node_job_t myjob; - node_job_t jobs[GRID_NUM_NODES]; - xbt_matrix_t A = NULL; - xbt_matrix_t B = NULL; - xbt_matrix_t C = NULL; - result_t result; - - xbt_assert(argc != 1, "Wrong number of arguments for this node"); - - /* Initialize the node's data-structures */ - int myid = xbt_str_parse_int(argv[1], "Invalid ID received as first node parameter: %s"); - snprintf(my_mbox, MAILBOX_NAME_SIZE - 1, "%d", myid); - xbt_matrix_t sC = xbt_matrix_double_new_zeros(NODE_MATRIX_SIZE, NODE_MATRIX_SIZE); - - if (myid == 0){ - /* Create the matrices to multiply and one to store the result */ - A = xbt_matrix_double_new_id(MATRIX_SIZE, MATRIX_SIZE); - B = xbt_matrix_double_new_seq(MATRIX_SIZE, MATRIX_SIZE); - C = xbt_matrix_double_new_zeros(MATRIX_SIZE, MATRIX_SIZE); - - /* Create the nodes' jobs */ - create_jobs(A, B, jobs); - - /* Get own job first */ - myjob = jobs[0]; - - /* Broadcast the rest of the jobs to the other nodes */ - broadcast_jobs(jobs + 1); - - } else { - myjob = wait_job(myid); - } - - /* Multiplication main-loop */ - XBT_VERB("Start Multiplication's Main-loop"); - for (int k=0; k < GRID_SIZE; k++){ - xbt_matrix_t sA; - xbt_matrix_t sB; - - if(k == myjob->col){ - XBT_VERB("Broadcast sA(%d,%d) to row %d", myjob->row, k, myjob->row); - broadcast_matrix(myjob->A, NEIGHBOURS_COUNT, myjob->nodes_in_row); - } - - if(k == myjob->row){ - XBT_VERB("Broadcast sB(%d,%d) to col %d", k, myjob->col, myjob->col); - broadcast_matrix(myjob->B, NEIGHBOURS_COUNT, myjob->nodes_in_col); - } - - if(myjob->row == k && myjob->col == k){ - xbt_matrix_double_addmult(myjob->A, myjob->B, sC); - }else if(myjob->row == k){ - get_sub_matrix(&sA, myid); - xbt_matrix_double_addmult(sA, myjob->B, sC); - xbt_matrix_free(sA); - }else if(myjob->col == k){ - get_sub_matrix(&sB, myid); - xbt_matrix_double_addmult(myjob->A, sB, sC); - xbt_matrix_free(sB); - }else{ - get_sub_matrix(&sA, myid); - get_sub_matrix(&sB, myid); - xbt_matrix_double_addmult(sA, sB, sC); - xbt_matrix_free(sA); - xbt_matrix_free(sB); - } - } - - /* Node 0: gather the results and reconstruct the final matrix */ - if(myid == 0){ - int node; - result_t results[GRID_NUM_NODES] = {0}; - - XBT_VERB("Multiplication done."); - - /* Get the result from the nodes in the GRID */ - receive_results(results); - - /* First add our results */ - xbt_matrix_copy_values(C, sC, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE, 0, 0, 0, 0, NULL); - - /* Reconstruct the rest of the result matrix */ - for (node = 1; node < GRID_NUM_NODES; node++){ - xbt_matrix_copy_values(C, results[node]->sC, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE, - NODE_MATRIX_SIZE * results[node]->row, NODE_MATRIX_SIZE * results[node]->col, - 0, 0, NULL); - xbt_matrix_free(results[node]->sC); - xbt_free(results[node]); - } - - //xbt_matrix_dump(C, "C:res", 0, xbt_matrix_dump_display_double); - - xbt_matrix_free(A); - xbt_matrix_free(B); - xbt_matrix_free(C); - - /* The rest: return the result to node 0 */ - }else{ - msg_task_t task; - - XBT_VERB("Multiplication done. Send the sub-result."); - - result = xbt_new0(s_result_t, 1); - result->row = myjob->row; - result->col = myjob->col; - result->sC = xbt_matrix_new_sub(sC, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE, 0, 0, NULL); - task = MSG_task_create("result",100,100,result); - MSG_task_send(task, "0"); - } - - /* Clean up and finish*/ - xbt_matrix_free(sC); - xbt_matrix_free(myjob->A); - xbt_matrix_free(myjob->B); - xbt_free(myjob); - return 0; -} - -/* - * Broadcast the jobs to the nodes of the grid (except to node 0) - */ -static void broadcast_jobs(node_job_t *jobs) -{ - char node_mbox[MAILBOX_NAME_SIZE]; - msg_comm_t comms[GRID_NUM_NODES - 1] = {0}; - - XBT_VERB("Broadcast Jobs"); - for (int node = 1; node < GRID_NUM_NODES; node++){ - msg_task_t task = MSG_task_create("Job", 100, 100, jobs[node-1]); - snprintf(node_mbox, MAILBOX_NAME_SIZE - 1, "%d", node); - comms[node-1] = MSG_task_isend(task, node_mbox); - } - - MSG_comm_waitall(comms, GRID_NUM_NODES-1, -1); - for (int node = 1; node < GRID_NUM_NODES; node++) - MSG_comm_destroy(comms[node - 1]); -} - -static node_job_t wait_job(int selfid) -{ - msg_task_t task = NULL; - char self_mbox[MAILBOX_NAME_SIZE]; - snprintf(self_mbox, MAILBOX_NAME_SIZE - 1, "%d", selfid); - msg_error_t err = MSG_task_receive(&task, self_mbox); - xbt_assert(err == MSG_OK, "Error while receiving from %s (%d)", self_mbox, (int)err); - node_job_t job = (node_job_t)MSG_task_get_data(task); - MSG_task_destroy(task); - XBT_VERB("Got Job (%d,%d)", job->row, job->col); - - return job; -} - -static void broadcast_matrix(xbt_matrix_t M, int num_nodes, int *nodes) -{ - char node_mbox[MAILBOX_NAME_SIZE]; - - for(int node=0; node < num_nodes; node++){ - snprintf(node_mbox, MAILBOX_NAME_SIZE - 1, "%d", nodes[node]); - xbt_matrix_t sM = xbt_matrix_new_sub(M, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE, 0, 0, NULL); - msg_task_t task = MSG_task_create("sub-matrix", 100, 100, sM); - MSG_task_dsend(task, node_mbox, task_cleanup); - XBT_DEBUG("sub-matrix sent to %s", node_mbox); - } -} - -static void get_sub_matrix(xbt_matrix_t *sM, int selfid) -{ - msg_task_t task = NULL; - char node_mbox[MAILBOX_NAME_SIZE]; - - XBT_VERB("Get sub-matrix"); - - snprintf(node_mbox, MAILBOX_NAME_SIZE - 1, "%d", selfid); - msg_error_t err = MSG_task_receive(&task, node_mbox); - xbt_assert(err == MSG_OK, "Error while receiving from %s (%d)", node_mbox, (int)err); - *sM = (xbt_matrix_t)MSG_task_get_data(task); - MSG_task_destroy(task); -} - -static void task_cleanup(void *arg){ - msg_task_t task = (msg_task_t)arg; - xbt_matrix_t m = (xbt_matrix_t)MSG_task_get_data(task); - xbt_matrix_free(m); - MSG_task_destroy(task); -} - -int main(int argc, char *argv[]) -{ - MSG_init(&argc, argv); - const char *platform = "../../platforms/cluster.xml"; - if (argc > 1) - platform = argv[1]; - MSG_create_environment(platform); - - MSG_function_register("node", node); - for(int i = 0 ; i< 9; i++) { - char *hostname = bprintf("node-%d.acme.org", i); - char **argvF = xbt_new(char *, 3); - argvF[0] = xbt_strdup("node"); - argvF[1] = bprintf("%d", i); - argvF[2] = NULL; - MSG_process_create_with_arguments("node", node, NULL, MSG_host_by_name(hostname), 2, argvF); - xbt_free(hostname); - } - - msg_error_t res = MSG_main(); - XBT_INFO("Simulated time: %g", MSG_get_clock()); - - return res != MSG_OK; -} - -static void create_jobs(xbt_matrix_t A, xbt_matrix_t B, node_job_t *jobs) -{ - int row = 0; - int col = 0; - - for (int node = 0; node < GRID_NUM_NODES; node++){ - XBT_VERB("Create job %d", node); - jobs[node] = xbt_new0(s_node_job_t, 1); - jobs[node]->row = row; - jobs[node]->col = col; - - /* Compute who are the nodes in the same row and column than the node receiving this job */ - int k=0; - for (int j = 0; j < GRID_SIZE; j++) { - if (node != (GRID_SIZE * row) + j) { - jobs[node]->nodes_in_row[k] = (GRID_SIZE * row) + j; - k++; - } - } - - k=0; - for (int j = 0; j < GRID_SIZE; j++) { - if (node != (GRID_SIZE * j) + col) { - jobs[node]->nodes_in_col[k] = (GRID_SIZE * j) + col; - k++; - } - } - - /* Assign a sub matrix of A and B to the job */ - jobs[node]->A = - xbt_matrix_new_sub(A, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE * row, NODE_MATRIX_SIZE * col, NULL); - jobs[node]->B = - xbt_matrix_new_sub(B, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE, NODE_MATRIX_SIZE * row, NODE_MATRIX_SIZE * col, NULL); - - col++; - if (col >= GRID_SIZE){ - col = 0; - row++; - } - } -} - -static void receive_results(result_t *results) { - msg_comm_t comms[GRID_NUM_NODES-1] = {0}; - msg_task_t tasks[GRID_NUM_NODES-1] = {0}; - - XBT_VERB("Receive Results."); - - /* Get the result from the nodes in the GRID */ - for (int node = 1; node < GRID_NUM_NODES; node++) - comms[node-1] = MSG_task_irecv(&tasks[node-1], "0"); - - MSG_comm_waitall(comms, GRID_NUM_NODES - 1, -1); - for (int node = 1; node < GRID_NUM_NODES; node++) - MSG_comm_destroy(comms[node - 1]); - - /* Reconstruct the result matrix */ - for (int node = 1; node < GRID_NUM_NODES; node++){ - results[node] = (result_t)MSG_task_get_data(tasks[node-1]); - MSG_task_destroy(tasks[node-1]); - } -} diff --git a/examples/msg/app-pmm/app-pmm.tesh b/examples/msg/app-pmm/app-pmm.tesh deleted file mode 100644 index 0912eb8e6f..0000000000 --- a/examples/msg/app-pmm/app-pmm.tesh +++ /dev/null @@ -1,98 +0,0 @@ -#! ./tesh - -p Testing the Parallel Matrix Multiplication - -! timeout 120 -$ ./app-pmm/app-pmm --log=msg_pmm.thres:verbose --log=no_loc ${srcdir:=.}/../platforms/cluster.xml -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 0 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 1 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 2 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 3 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 4 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 5 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 6 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 7 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Create job 8 -> [node-0.acme.org:node:(1) 0.000000] [msg_pmm/VERBOSE] Broadcast Jobs -> [node-2.acme.org:node:(3) 0.007813] [msg_pmm/VERBOSE] Got Job (0,2) -> [node-2.acme.org:node:(3) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-2.acme.org:node:(3) 0.007813] [msg_pmm/VERBOSE] Broadcast sB(0,2) to col 2 -> [node-1.acme.org:node:(2) 0.007813] [msg_pmm/VERBOSE] Got Job (0,1) -> [node-1.acme.org:node:(2) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-1.acme.org:node:(2) 0.007813] [msg_pmm/VERBOSE] Broadcast sB(0,1) to col 1 -> [node-8.acme.org:node:(9) 0.007813] [msg_pmm/VERBOSE] Got Job (2,2) -> [node-8.acme.org:node:(9) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-8.acme.org:node:(9) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-7.acme.org:node:(8) 0.007813] [msg_pmm/VERBOSE] Got Job (2,1) -> [node-7.acme.org:node:(8) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-7.acme.org:node:(8) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-6.acme.org:node:(7) 0.007813] [msg_pmm/VERBOSE] Got Job (2,0) -> [node-6.acme.org:node:(7) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-6.acme.org:node:(7) 0.007813] [msg_pmm/VERBOSE] Broadcast sA(2,0) to row 2 -> [node-5.acme.org:node:(6) 0.007813] [msg_pmm/VERBOSE] Got Job (1,2) -> [node-5.acme.org:node:(6) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-5.acme.org:node:(6) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-4.acme.org:node:(5) 0.007813] [msg_pmm/VERBOSE] Got Job (1,1) -> [node-4.acme.org:node:(5) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-4.acme.org:node:(5) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-3.acme.org:node:(4) 0.007813] [msg_pmm/VERBOSE] Got Job (1,0) -> [node-3.acme.org:node:(4) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-3.acme.org:node:(4) 0.007813] [msg_pmm/VERBOSE] Broadcast sA(1,0) to row 1 -> [node-2.acme.org:node:(3) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-1.acme.org:node:(2) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-6.acme.org:node:(7) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-3.acme.org:node:(4) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-0.acme.org:node:(1) 0.007813] [msg_pmm/VERBOSE] Start Multiplication's Main-loop -> [node-0.acme.org:node:(1) 0.007813] [msg_pmm/VERBOSE] Broadcast sA(0,0) to row 0 -> [node-0.acme.org:node:(1) 0.007813] [msg_pmm/VERBOSE] Broadcast sB(0,0) to col 0 -> [node-0.acme.org:node:(1) 0.007813] [msg_pmm/VERBOSE] Get sub-matrix -> [node-7.acme.org:node:(8) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-4.acme.org:node:(5) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-8.acme.org:node:(9) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-5.acme.org:node:(6) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-6.acme.org:node:(7) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-2.acme.org:node:(3) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-3.acme.org:node:(4) 0.015619] [msg_pmm/VERBOSE] Broadcast sB(1,0) to col 0 -> [node-1.acme.org:node:(2) 0.015619] [msg_pmm/VERBOSE] Broadcast sA(0,1) to row 0 -> [node-3.acme.org:node:(4) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-1.acme.org:node:(2) 0.015619] [msg_pmm/VERBOSE] Get sub-matrix -> [node-8.acme.org:node:(9) 0.023426] [msg_pmm/VERBOSE] Get sub-matrix -> [node-2.acme.org:node:(3) 0.023426] [msg_pmm/VERBOSE] Get sub-matrix -> [node-7.acme.org:node:(8) 0.023426] [msg_pmm/VERBOSE] Broadcast sA(2,1) to row 2 -> [node-5.acme.org:node:(6) 0.023426] [msg_pmm/VERBOSE] Broadcast sB(1,2) to col 2 -> [node-6.acme.org:node:(7) 0.023426] [msg_pmm/VERBOSE] Get sub-matrix -> [node-4.acme.org:node:(5) 0.023426] [msg_pmm/VERBOSE] Broadcast sA(1,1) to row 1 -> [node-0.acme.org:node:(1) 0.023426] [msg_pmm/VERBOSE] Get sub-matrix -> [node-7.acme.org:node:(8) 0.023426] [msg_pmm/VERBOSE] Get sub-matrix -> [node-5.acme.org:node:(6) 0.023426] [msg_pmm/VERBOSE] Get sub-matrix -> [node-4.acme.org:node:(5) 0.023426] [msg_pmm/VERBOSE] Broadcast sB(1,1) to col 1 -> [node-4.acme.org:node:(5) 0.023426] [msg_pmm/VERBOSE] Get sub-matrix -> [node-2.acme.org:node:(3) 0.031233] [msg_pmm/VERBOSE] Broadcast sA(0,2) to row 0 -> [node-0.acme.org:node:(1) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-6.acme.org:node:(7) 0.031233] [msg_pmm/VERBOSE] Broadcast sB(2,0) to col 0 -> [node-8.acme.org:node:(9) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-5.acme.org:node:(6) 0.031233] [msg_pmm/VERBOSE] Broadcast sA(1,2) to row 1 -> [node-3.acme.org:node:(4) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-1.acme.org:node:(2) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-7.acme.org:node:(8) 0.031233] [msg_pmm/VERBOSE] Broadcast sB(2,1) to col 1 -> [node-2.acme.org:node:(3) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-6.acme.org:node:(7) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-5.acme.org:node:(6) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-7.acme.org:node:(8) 0.031233] [msg_pmm/VERBOSE] Get sub-matrix -> [node-0.acme.org:node:(1) 0.039040] [msg_pmm/VERBOSE] Get sub-matrix -> [node-1.acme.org:node:(2) 0.039040] [msg_pmm/VERBOSE] Get sub-matrix -> [node-8.acme.org:node:(9) 0.039040] [msg_pmm/VERBOSE] Broadcast sA(2,2) to row 2 -> [node-3.acme.org:node:(4) 0.039040] [msg_pmm/VERBOSE] Get sub-matrix -> [node-4.acme.org:node:(5) 0.039040] [msg_pmm/VERBOSE] Get sub-matrix -> [node-8.acme.org:node:(9) 0.039040] [msg_pmm/VERBOSE] Broadcast sB(2,2) to col 2 -> [node-8.acme.org:node:(9) 0.039040] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [node-1.acme.org:node:(2) 0.046847] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [node-4.acme.org:node:(5) 0.046847] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [node-3.acme.org:node:(4) 0.046847] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [node-0.acme.org:node:(1) 0.046847] [msg_pmm/VERBOSE] Multiplication done. -> [node-0.acme.org:node:(1) 0.046847] [msg_pmm/VERBOSE] Receive Results. -> [node-6.acme.org:node:(7) 0.046847] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [node-2.acme.org:node:(3) 0.046847] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [node-5.acme.org:node:(6) 0.046847] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [node-7.acme.org:node:(8) 0.046847] [msg_pmm/VERBOSE] Multiplication done. Send the sub-result. -> [0.054659] [msg_pmm/INFO] Simulated time: 0.0546594 -- 2.20.1