X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/29bae2bcc4ae6d59eb3cc6c1e034daec79436b27..d873c22327ce06f75a6c6d48ffd84d96e4fd77e0:/examples/gras/pmm/pmm.c diff --git a/examples/gras/pmm/pmm.c b/examples/gras/pmm/pmm.c old mode 100755 new mode 100644 index 14c3a4d56b..7e7d35d32d --- a/examples/gras/pmm/pmm.c +++ b/examples/gras/pmm/pmm.c @@ -1,405 +1,429 @@ -/* pmm - paralel matrix multiplication "double diffusion" */ +/* pmm - parallel matrix multiplication "double diffusion" */ -/* Copyright (c) 2006- Ahmed Harbaoui. All rights reserved. */ +/* Copyright (c) 2006, 2007, 2008, 2009, 2010. The SimGrid Team. + * All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it * under the terms of the license (GNU LGPL) which comes with this package. */ #include "gras.h" -#define MATRIX_SIZE 3 +#include "xbt/matrix.h" +#include "amok/peermanagement.h" -XBT_LOG_NEW_DEFAULT_CATEGORY(pmm,"Messages specific to this example"); +#define PROC_MATRIX_SIZE 2 +#define NEIGHBOR_COUNT PROC_MATRIX_SIZE - 1 +#define SLAVE_COUNT (PROC_MATRIX_SIZE*PROC_MATRIX_SIZE) -GRAS_DEFINE_TYPE(s_matrix,struct s_matrix { - int rows; - int cols; - double *data GRAS_ANNOTE(size, rows*cols); -};) -typedef struct s_matrix matrix_t; +#define DATA_MATRIX_SIZE 18 +const int submatrix_size = DATA_MATRIX_SIZE / PROC_MATRIX_SIZE; + +XBT_LOG_NEW_DEFAULT_CATEGORY(pmm, "Parallel Matrix Multiplication"); /* struct for recovering results */ -GRAS_DEFINE_TYPE(s_result,struct s_result { - int i; - int j; - double value; -}); +GRAS_DEFINE_TYPE(s_result, struct s_result { + int linepos; int rowpos; + xbt_matrix_t C GRAS_ANNOTE(subtype, double); + }); + typedef struct s_result result_t; -/* struct to send initial data to sensor */ -GRAS_DEFINE_TYPE(s_init_data,struct s_init_data { - int myrow; - int mycol; - double a; - double b; -}); -typedef struct s_init_data init_data_t; +/* struct to send initial data to slave */ +GRAS_DEFINE_TYPE(s_pmm_assignment, struct s_pmm_assignment { + int linepos; + int rowpos; + xbt_peer_t line[NEIGHBOR_COUNT]; + xbt_peer_t row[NEIGHBOR_COUNT]; + xbt_matrix_t A GRAS_ANNOTE(subtype, double); + xbt_matrix_t B GRAS_ANNOTE(subtype, double); + }); + +typedef struct s_pmm_assignment s_pmm_assignment_t; /* register messages which may be sent (common to client and server) */ -static void register_messages(void) { - gras_datadesc_type_t result_type; - gras_datadesc_type_t init_data_type; - result_type=gras_datadesc_by_symbol(s_result); - init_data_type=gras_datadesc_by_symbol(s_init_data); - - gras_msgtype_declare("result", result_type); - gras_msgtype_declare("init_data", init_data_type); - - gras_msgtype_declare("ask_result", gras_datadesc_by_name("int")); - gras_msgtype_declare("step", gras_datadesc_by_name("int")); - gras_msgtype_declare("step_ack", gras_datadesc_by_name("int")); - gras_msgtype_declare("data", gras_datadesc_by_name("int")); +static void register_messages(void) +{ + gras_datadesc_type_t result_type; + gras_datadesc_type_t pmm_assignment_type; + + gras_datadesc_set_const("NEIGHBOR_COUNT", NEIGHBOR_COUNT); + result_type = gras_datadesc_by_symbol(s_result); + pmm_assignment_type = gras_datadesc_by_symbol(s_pmm_assignment); + + /* receive a final result from slave */ + gras_msgtype_declare("result", result_type); + + /* send from master to slave to assign a position and some data */ + gras_msgtype_declare("pmm_slave", pmm_assignment_type); + + /* send data between slaves */ + gras_msgtype_declare("dataA", + gras_datadesc_matrix(gras_datadesc_by_name + ("double"), NULL)); + gras_msgtype_declare("dataB", + gras_datadesc_matrix(gras_datadesc_by_name + ("double"), NULL)); + + /* synchronization message */ + gras_msgtype_declare("pmm_sync", 0); } /* Function prototypes */ -int maestro (int argc,char *argv[]); -int sensor (int argc,char *argv[]); +int slave(int argc, char *argv[]); +int master(int argc, char *argv[]); + /* ********************************************************************** - * Maestro code + * master code * **********************************************************************/ /* Global private data */ typedef struct { - int nbr_col,nbr_row; + int nbr_row, nbr_line; int remaining_step; int remaining_ack; -} maestro_data_t; - +} master_data_t; -static int maestro_cb_data_handler(gras_msg_cb_ctx_t ctx, void *payload) { +int master(int argc, char *argv[]) +{ - xbt_ex_t e; - /* 1. Get the payload into the msg variable */ - int msg=*(int*)payload_data; + int i; - gras_socket_t expeditor = gras_msg_cb_ctx_from(ctx); + xbt_matrix_t A, B, C; + result_t result; - /*code of callback */ - - /* 8. Make sure we don't leak sockets */ - gras_socket_close(expeditor); - - /* 9. Tell GRAS that we consummed this message */ - return 1; -} /* end_of_maestro_cb_data_handler */ + gras_socket_t from; -/*** Function initilaze matrixs ***/ + xbt_dynar_t peers; /* group of slaves */ + xbt_peer_t grid[SLAVE_COUNT]; /* The slaves as an array */ + gras_socket_t socket[SLAVE_COUNT]; /* sockets for brodcast to slaves */ -static void initmatrix(matrix_t *X){ - int i; - for(i=0 ; i 1, "Usage: master "); + gras_socket_server(atoi(argv[1])); + peers = amok_pm_group_new("pmm"); + + /* friends, we're ready. Come and play */ + INFO0("Wait for peers for 2 sec"); + gras_msg_handleall(2); + do { + INFO2("Got only %ld pals (of %d). Wait 2 more seconds", + xbt_dynar_length(peers),SLAVE_COUNT); + gras_msg_handleall(2); + } while (xbt_dynar_length(peers) < SLAVE_COUNT); + INFO1("Good. Got %ld pals", xbt_dynar_length(peers)); + + for (i = 0; i < xbt_dynar_length(peers) && i < SLAVE_COUNT; i++) { + xbt_dynar_get_cpy(peers, i, &grid[i]); + socket[i] = gras_socket_client(grid[i]->name, grid[i]->port); + } + xbt_assert2(i == SLAVE_COUNT, + "Not enough slaves for this setting (got %d of %d). Change the deployment file", + i, SLAVE_COUNT); + + /* Kill surnumerous slaves */ + for (i = SLAVE_COUNT; i < xbt_dynar_length(peers);) { + xbt_peer_t h; + + xbt_dynar_remove_at(peers, i, &h); + INFO2("Too much slaves. Killing %s:%d", h->name, h->port); + amok_pm_kill_hp(h->name, h->port); + free(h); + } -/*** Function Scatter Sequentiel ***/ -static void scatter(){ + /* Assign job to slaves */ + int row = 0, line = 0; + INFO0("XXXXXXXXXXXXXXXXXXXXXX begin Multiplication"); + for (i = 0; i < SLAVE_COUNT; i++) { + s_pmm_assignment_t assignment; + int j, k; -}/* end_of_Scatter */ + assignment.linepos = line; // assigned line + assignment.rowpos = row; // assigned row -/*** Function: Scatter // ***/ + /* Neiborhood */ + for (j = 0, k = 0; j < PROC_MATRIX_SIZE; j++) { + if (i != j * PROC_MATRIX_SIZE + (row)) { + assignment.row[k] = grid[j * PROC_MATRIX_SIZE + (row)]; + k++; + } + } + for (j = 0, k = 0; j < PROC_MATRIX_SIZE; j++) { + if (i != (line) * PROC_MATRIX_SIZE + j) { + assignment.line[k] = grid[(line) * PROC_MATRIX_SIZE + j]; + k++; + } + } -static void scatter_parl(){ + assignment.A = xbt_matrix_new_sub(A, + submatrix_size, submatrix_size, + submatrix_size * line, + submatrix_size * row, NULL); + assignment.B = + xbt_matrix_new_sub(B, submatrix_size, submatrix_size, + submatrix_size * line, submatrix_size * row, + NULL); + row++; + if (row >= PROC_MATRIX_SIZE) { + row = 0; + line++; + } -}/* end_of_Scatter // */ + gras_msg_send(socket[i], "pmm_slave", &assignment); + xbt_matrix_free(assignment.A); + xbt_matrix_free(assignment.B); + } -/*** Function: multiplication ***/ + /* synchronize slaves */ + for (i = 0; i < PROC_MATRIX_SIZE; i++) { + int j; + for (j = 0; j < SLAVE_COUNT; j++) + gras_msg_wait(600, "pmm_sync", NULL, NULL); + for (j = 0; j < SLAVE_COUNT; j++) + gras_msg_send(socket[j], "pmm_sync", NULL); + } -static void multiplication(){ - - int step,i; - - for (step=1; step <= MATRIX_SIZE; step++){ - for (i=0; i< nbr_sensor; i++){ - TRY { - gras_msg_send(proc[(i/3)+1][(i%3)+1], gras_msgtype_by_name("step"), &step); /* initialize Mycol, MyRow, mydataA,mydataB*/ - - myrow,mycol,mydataA,mydataB - } CATCH(e) { - gras_socket_close(proc[(i/3)+1][(i%3)+1]); - RETHROW0("Unable to send the msg : %s"); - } - } - /* wait for computing and sensor messages exchange */ - TRY { - gras_msg_wait(600,gras_msgtype_by_name("init_data"),&from,&mydata); - } CATCH(e) { - RETHROW0("I Can't get a init Data message from Maestro : %s"); + /* Retrieve the results */ + for (i = 0; i < SLAVE_COUNT; i++) { + gras_msg_wait(6000, "result", &from, &result); + VERB2("%d slaves are done already. Waiting for %d", i + 1, + SLAVE_COUNT); + xbt_matrix_copy_values(C, result.C, submatrix_size, submatrix_size, + submatrix_size * result.linepos, + submatrix_size * result.rowpos, 0, 0, NULL); + xbt_matrix_free(result.C); + } + /* end of gather */ + + if (xbt_matrix_double_is_seq(C)) + INFO0("XXXXXXXXXXXXXXXXXXXXXX Ok, the result matches expectations"); + else { + WARN0("the result seems wrong"); + if (DATA_MATRIX_SIZE < 30) { + INFO0("The Result of Multiplication is :"); + xbt_matrix_dump(C, "C:res", 0, xbt_matrix_dump_display_double); + } else { + INFO1("Matrix size too big (%d>30) to be displayed here", + DATA_MATRIX_SIZE); } } -}/* end_of_multiplication */ - -/*** Function: gather ***/ - -static void gather(){ - - -}/* end_of_gather */ - -/*** Function: Display Matrix ***/ - -static void display(matrix_t X){ - -int i,j,t=0; - - printf(" "); - for(j=0;jname, + assignment.line[i]->port); + xbt_peer_free(assignment.line[i]); + } + for (i = 0; i < PROC_MATRIX_SIZE - 1; i++) { + socket_row[i] = gras_socket_client(assignment.row[i]->name, + assignment.row[i]->port); + xbt_peer_free(assignment.row[i]); } - myrow=mydata.myrow; - mycol=mydata.mycol; - mydataA=mydata.a; - mydataB=mydata.b; - INFO4("Recover MY POSITION (%d,%d) and MY INIT DATA ( A=%.3g | B=%.3g )", - myrow,mycol,mydataA,mydataB); + for (step = 0; step < PROC_MATRIX_SIZE; step++) { + gras_msg_send(master, "pmm_sync", NULL); + gras_msg_wait(600, "pmm_sync", NULL, NULL); + + /* a line brodcast */ + if (myline == step) { + VERB2("LINE: step(%d) = Myline(%d). Broadcast my data.", step, + myline); + for (l = 0; l < PROC_MATRIX_SIZE - 1; l++) { + VERB1("LINE: Send to %s", gras_socket_peer_name(socket_row[l])); + gras_msg_send(socket_row[l], "dataB", &mydataB); + } + + + xbt_matrix_free(bB); + bB = xbt_matrix_new_sub(mydataB, + submatrix_size, submatrix_size, 0, 0, NULL); + } else { + TRY { + xbt_matrix_free(bB); + gras_msg_wait(600, "dataB", &from, &bB); + } + CATCH(e) { + RETHROW0("Can't get a data message from line : %s"); + } + VERB3("LINE: step(%d) <> Myline(%d). Receive data from %s", step, + myline, gras_socket_peer_name(from)); + } + + /* a row brodcast */ + if (myrow == step) { + VERB2("ROW: step(%d)=myrow(%d). Broadcast my data.", step, myrow); + for (l = 1; l < PROC_MATRIX_SIZE; l++) { + VERB1("ROW: Send to %s", + gras_socket_peer_name(socket_line[l - 1])); + gras_msg_send(socket_line[l - 1], "dataA", &mydataA); + } + xbt_matrix_free(bA); + bA = xbt_matrix_new_sub(mydataA, + submatrix_size, submatrix_size, 0, 0, NULL); + } else { + TRY { + xbt_matrix_free(bA); + gras_msg_wait(1200, "dataA", &from, &bA); + } + CATCH(e) { + RETHROW0("Can't get a data message from row : %s"); + } + VERB3("ROW: step(%d)<>myrow(%d). Receive data from %s", step, myrow, + gras_socket_peer_name(from)); + } + xbt_matrix_double_addmult(bA, bB, bC); + }; - do { //repeat until compute Cb - step=MATRIX_SIZE+1; // juste intilization for loop + /* send Result to master */ + result.C = bC; + result.linepos = myline; + result.rowpos = myrow; TRY { - gras_msg_wait(600,gras_msgtype_by_name("step"),&from,&step); - } CATCH(e) { - RETHROW0("I Can't get a Next Step message from Maestro : %s"); + gras_msg_send(master, "result", &result); } + CATCH(e) { + RETHROW0("Failed to send answer to server: %s"); + } + VERB2(">>>>>>>> Result sent to %s:%d <<<<<<<<", + gras_socket_peer_name(master), gras_socket_peer_port(master)); + /* Free the allocated resources, and shut GRAS down */ + + xbt_matrix_free(bA); + xbt_matrix_free(bB); + xbt_matrix_free(bC); + + xbt_matrix_free(mydataA); + xbt_matrix_free(mydataB); + /* FIXME: some are said to be unknown + gras_socket_close(master); + gras_socket_close(from); + for (l=0; l < PROC_MATRIX_SIZE-1; l++) { + if (socket_line[l]) + gras_socket_close(socket_line[l]); + if (socket_row[l]) + gras_socket_close(socket_row[l]); + } */ + + return 0; +} + +int slave(int argc, char *argv[]) +{ + gras_socket_t mysock; + gras_socket_t master = NULL; + int connected = 0; + int rank; - /* Wait for sensors startup */ - gras_os_sleep(1); - - if (step < MATRIX_SIZE){ - /* a row brodcast */ - if(myrow==step){ - for (l=1;l < MATRIX_SIZE ;l++){ - gras_msg_send(socket_row[l], gras_msgtype_by_name("data"), &mydataB); - bB=mydataB; - } - } - else - { - TRY { - gras_msg_wait(600,gras_msgtype_by_name("data"), - &from,&bB); - } CATCH(e) { - RETHROW0("I Can't get a data message from row : %s"); - } - } - /* a column brodcast */ - if(mycol==step){ - for (l=1;l < MATRIX_SIZE ;l++){ - gras_msg_send(socket_column[l],gras_msgtype_by_name("data"), &mydataA); - bA=mydataA; - } - } - else - { - TRY { - gras_msg_wait(600,gras_msgtype_by_name("data"), - &from,&bA); - } CATCH(e) { - RETHROW0("I Can't get a data message from column : %s"); - } - } - bC+=bA*bB; - } - /* send a ack msg to Maestro */ - - gras_msg_send(from,gras_msgtype_by_name("step_ack"),&step); - - INFO1("Send ack to maestro for to end %d th step",step); - - if(step==MATRIX_SIZE-1) break; - - } while (step < MATRIX_SIZE); - /* wait Message from maestro to send the result */ - - result.value=bC; - result.i=myrow; - result.j=mycol; - - TRY { - gras_msg_wait(600,gras_msgtype_by_name("ask_result"), - &from,&result_ack); - } CATCH(e) { - RETHROW0("I Can't get a data message from row : %s"); - } - /* 5. send Result to Maestro */ - TRY { - gras_msg_send(from, gras_msgtype_by_name("result"),&result); - } CATCH(e) { - // gras_socket_close(from); - RETHROW0("Failed to send PING to server: %s"); - } - INFO3(">>>>>>>> Result: %d sent to %s:%d <<<<<<<<", - bC, - gras_socket_peer_name(from),gras_socket_peer_port(from)); - /* Free the allocated resources, and shut GRAS down */ - gras_socket_close(from); - gras_exit(); - INFO0("Done."); - return 0; -} /* end_of_sensor */ \ No newline at end of file + /* Init the GRAS's infrastructure */ + gras_init(&argc, argv); + amok_pm_init(); + if (argc != 3 && argc != 2) + xbt_die("Usage: slave masterhost:masterport [rank]"); + if (argc == 2) + rank = -1; + else + rank = atoi(argv[2]); + + /* Register the known messages and my callback */ + register_messages(); + gras_cb_register("pmm_slave", pmm_worker_cb); + + /* Create the connexions */ + mysock = gras_socket_server_range(3000, 9999, 0, 0); + INFO1("Sensor %d starting", rank); + while (!connected) { + xbt_ex_t e; + TRY { + master = gras_socket_client_from_string(argv[1]); + connected = 1; + } + CATCH(e) { + if (e.category != system_error) + RETHROW; + xbt_ex_free(e); + gras_os_sleep(0.5); + } + } + INFO2("Connected to master: %s:%d",gras_socket_peer_name(master),gras_socket_peer_port(master)); + + /* Join and run the group */ + rank = amok_pm_group_join(master, "pmm"); + amok_pm_mainloop(600); + + /* housekeeping */ + gras_socket_close(mysock); + // gras_socket_close(master); Unknown + gras_exit(); + return 0; +} /* end_of_slave */