X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/4d16998e72553fe2df2bcb0fc7786a657175baf3..2eafbd98153afc6467f95dbb35f4bdabe909e934:/src/gras/Transport/transport_plugin_sg.c diff --git a/src/gras/Transport/transport_plugin_sg.c b/src/gras/Transport/transport_plugin_sg.c index 9b86f53deb..9ebfd79a75 100644 --- a/src/gras/Transport/transport_plugin_sg.c +++ b/src/gras/Transport/transport_plugin_sg.c @@ -6,282 +6,367 @@ /* exchange in SG realm is implemented directly without mimicing real life */ /* This would be terribly unefficient. */ -/* Authors: Martin Quinson */ -/* Copyright (C) 2004 Martin Quinson. */ +/* Copyright (c) 2004 Martin Quinson. All rights reserved. */ /* This program is free software; you can redistribute it and/or modify it - under the terms of the license (GNU LGPL) which comes with this package. */ + * under the terms of the license (GNU LGPL) which comes with this package. */ -#include +#include "xbt/ex.h" -#include "gras_private.h" -#include "transport_private.h" +#include "gras/Msg/msg_private.h" +#include "gras/Transport/transport_private.h" +#include "gras/Virtu/virtu_sg.h" -GRAS_LOG_EXTERNAL_CATEGORY(transport); -GRAS_LOG_NEW_DEFAULT_SUBCATEGORY(trp_sg,transport); +XBT_LOG_NEW_DEFAULT_SUBCATEGORY(gras_trp_sg, gras_trp, + "SimGrid pseudo-transport"); /*** *** Prototypes ***/ -gras_error_t gras_trp_sg_socket_client(gras_trp_plugin_t *self, - const char *host, - unsigned short port, - /* OUT */ gras_socket_t *sock); -gras_error_t gras_trp_sg_socket_server(gras_trp_plugin_t *self, - unsigned short port, - /* OUT */ gras_socket_t *sock); -void gras_trp_sg_socket_close(gras_socket_t *sd); - -gras_error_t gras_trp_sg_chunk_send(gras_socket_t *sd, - char *data, - size_t size); - -gras_error_t gras_trp_sg_chunk_recv(gras_socket_t *sd, - char *data, - size_t size); - -/* FIXME - gras_error_t gras_trp_sg_flush(gras_socket_t *sd); -*/ + +/* retrieve the port record associated to a numerical port on an host */ +static void find_port(gras_hostdata_t * hd, int port, + gras_sg_portrec_t * hpd); + + +void gras_trp_sg_socket_client(gras_trp_plugin_t self, + /* OUT */ gras_socket_t sock); +void gras_trp_sg_socket_server(gras_trp_plugin_t self, + /* OUT */ gras_socket_t sock); +void gras_trp_sg_socket_close(gras_socket_t sd); + +void gras_trp_sg_chunk_send_raw(gras_socket_t sd, + const char *data, unsigned long int size); +void gras_trp_sg_chunk_send(gras_socket_t sd, + const char *data, + unsigned long int size, int stable_ignored); + +int gras_trp_sg_chunk_recv(gras_socket_t sd, + char *data, unsigned long int size); /*** *** Specific plugin part ***/ typedef struct { - int placeholder; /* nothing plugin specific so far */ -} gras_trp_sg_plug_specific_t; + int placeholder; /* nothing plugin specific so far */ +} gras_trp_sg_plug_data_t; + /*** - *** Specific socket part + *** Code ***/ -typedef struct { - int from_PID; /* process which sent this message */ - int to_PID; /* process to which this message is destinated */ +static void find_port(gras_hostdata_t * hd, int port, gras_sg_portrec_t * hpd) +{ + unsigned int cpt; + gras_sg_portrec_t pr; - m_host_t to_host; /* Who's on other side */ - m_channel_t to_chan;/* Channel on which the other side is earing */ -} gras_trp_sg_sock_specific_t; + xbt_assert0(hd, "Please run gras_process_init on each process"); + xbt_dynar_foreach(hd->ports, cpt, pr) { + if (pr.port == port) { + memcpy(hpd, &pr, sizeof(gras_sg_portrec_t)); + return; + } + } + THROW1(mismatch_error, 0, "Unable to find any portrec for port #%d", port); +} -/*** - *** Code - ***/ -gras_error_t -gras_trp_sg_setup(gras_trp_plugin_t *plug) { +void gras_trp_sg_setup(gras_trp_plugin_t plug) +{ - gras_trp_sg_plug_specific_t *sg=malloc(sizeof(gras_trp_sg_plug_specific_t)); - if (!sg) - RAISE_MALLOC; + gras_trp_sg_plug_data_t *data = xbt_new(gras_trp_sg_plug_data_t, 1); + + plug->data = data; plug->socket_client = gras_trp_sg_socket_client; plug->socket_server = gras_trp_sg_socket_server; - plug->socket_close = gras_trp_sg_socket_close; - - plug->chunk_send = gras_trp_sg_chunk_send; - plug->chunk_recv = gras_trp_sg_chunk_recv; + plug->socket_close = gras_trp_sg_socket_close; - plug->data = sg; + plug->raw_send = gras_trp_sg_chunk_send_raw; + plug->send = gras_trp_sg_chunk_send; + plug->raw_recv = plug->recv = gras_trp_sg_chunk_recv; - return no_error; + plug->flush = NULL; /* nothing cached */ } -gras_error_t gras_trp_sg_socket_client(gras_trp_plugin_t *self, - const char *host, - unsigned short port, - /* OUT */ gras_socket_t *dst){ +void gras_trp_sg_socket_client(gras_trp_plugin_t self, + /* OUT */ gras_socket_t sock) +{ + xbt_ex_t e; - m_host_t peer; + smx_host_t peer; gras_hostdata_t *hd; - int i; + gras_trp_sg_sock_data_t *data; + gras_sg_portrec_t pr; /* make sure this socket will reach someone */ - if (!(peer=MSG_get_host_by_name(host))) { - fprintf(stderr,"GRAS: can't connect to %s: no such host.\n",host); - return mismatch_error; + if (!(peer = SIMIX_host_get_by_name(sock->peer_name))) + THROW1(mismatch_error, 0, + "Can't connect to %s: no such host.\n", sock->peer_name); + + if (!(hd = (gras_hostdata_t *) SIMIX_host_get_data(peer))) + THROW1(mismatch_error, 0, + "can't connect to %s: no process on this host", sock->peer_name); + + TRY { + find_port(hd, sock->peer_port, &pr); } - if (!(hd=(gras_hostdata_t *)MSG_host_get_data(peer))) { - fprintf(stderr,"GRAS: can't connect to %s: no process on this host.\n",host); - return mismatch_error; + CATCH(e) { + if (e.category == mismatch_error) { + xbt_ex_free(e); + THROW2(mismatch_error, 0, + "can't connect to %s:%d, no process listen on this port", + sock->peer_name, sock->peer_port); + } + RETHROW; } - for (i=0; iportLen && port != hd->port[i]; i++); - if (i == hd->portLen) { - fprintf(stderr,"GRAS: can't connect to %s:%d, no process listen on this port.\n",host,port); - return mismatch_error; - } - - if (hd->raw[i] && !raw) { - fprintf(stderr,"GRAS: can't connect to %s:%d in regular mode, the process listen in raw mode on this port.\n",host,port); - return mismatch_error; + + if (pr.meas && !sock->meas) { + THROW2(mismatch_error, 0, + "can't connect to %s:%d in regular mode, the process listen " + "in measurement mode on this port", sock->peer_name, + sock->peer_port); } - if (!hd->raw[i] && raw) { - fprintf(stderr,"GRAS: can't connect to %s:%d in raw mode, the process listen in regular mode on this port.\n",host,port); - return mismatch_error; + if (!pr.meas && sock->meas) { + THROW2(mismatch_error, 0, + "can't connect to %s:%d in measurement mode, the process listen " + "in regular mode on this port", sock->peer_name, sock->peer_port); } - - - /* Create the socket */ - if (!(*sock=(gras_sock_t*)malloc(sizeof(gras_sock_t)))) { - fprintf(stderr,"GRAS: openClientSocket: out of memory\n"); - return malloc_error; - } - - (*sock)->server_sock = 0; - (*sock)->raw_sock = raw; - (*sock)->from_PID = MSG_process_self_PID(); - (*sock)->to_PID = hd->proc[ hd->port2chan[i] ]; - (*sock)->to_host = peer; - (*sock)->to_port = port; - (*sock)->to_chan = hd->port2chan[i]; - - /* - fprintf(stderr,"GRAS: %s (PID %d) connects in %s mode to %s:%d (to_PID=%d).\n", - MSG_process_get_name(MSG_process_self()), MSG_process_self_PID(), - raw?"RAW":"regular",host,port,(*sock)->to_PID); - */ + /* create the socket */ + data = xbt_new(gras_trp_sg_sock_data_t, 1); + data->from_process = SIMIX_process_self(); + data->to_process = pr.process; + data->to_host = peer; + + /* initialize mutex and condition of the socket */ + data->mutex = SIMIX_mutex_init(); + data->cond = SIMIX_cond_init(); + data->to_socket = pr.socket; + + sock->data = data; + sock->incoming = 1; + + DEBUG5("%s (PID %d) connects in %s mode to %s:%d", + SIMIX_process_get_name(SIMIX_process_self()), gras_os_getpid(), + sock->meas ? "meas" : "regular", sock->peer_name, sock->peer_port); } -gras_error_t gras_trp_sg_socket_server(gras_trp_plugin_t *self, - unsigned short port, - /* OUT */ gras_socket_t *dst){ - - gras_hostdata_t *hd=(gras_hostdata_t *)MSG_host_get_data(MSG_host_self()); - gras_procdata_t *pd=(gras_procdata_t *)MSG_process_get_data(MSG_process_self()); - int port,i; - const char *host=MSG_host_get_name(MSG_host_self()); - - gras_assert0(hd,"Please run gras_process_init on each process"); - gras_assert0(pd,"Please run gras_process_init on each process"); - - for (port=startingPort ; port <= endingPort ; port++) { - for (i=0; iportLen && hd->port[i] != port; i++); - if (iportLen && hd->port[i] == port) - continue; - - /* port not used so far. Do it */ - if (i == hd->portLen) { - /* need to enlarge the tables */ - if (hd->portLen++) { - hd->port2chan=(int*)realloc(hd->port2chan,hd->portLen*sizeof(int)); - hd->port =(int*)realloc(hd->port ,hd->portLen*sizeof(int)); - hd->raw =(int*)realloc(hd->raw ,hd->portLen*sizeof(int)); - } else { - hd->port2chan=(int*)malloc(hd->portLen*sizeof(int)); - hd->port =(int*)malloc(hd->portLen*sizeof(int)); - hd->raw =(int*)malloc(hd->portLen*sizeof(int)); - } - if (!hd->port2chan || !hd->port || !hd->raw) { - fprintf(stderr,"GRAS: PANIC: A malloc error did lose all ports attribution on this host\n"); - hd->portLen = 0; - return malloc_error; - } - } - hd->port2chan[ i ]=raw ? pd->rawChan : pd->chan; - hd->port[ i ]=port; - hd->raw[ i ]=raw; - - /* Create the socket */ - if (!(*sock=(gras_sock_t*)malloc(sizeof(gras_sock_t)))) { - fprintf(stderr,"GRAS: openServerSocket: out of memory\n"); - return malloc_error; - } - - (*sock)->server_sock = 1; - (*sock)->raw_sock = raw; - (*sock)->from_PID = -1; - (*sock)->to_PID = MSG_process_self_PID(); - (*sock)->to_host = MSG_host_self(); - (*sock)->to_port = port; - (*sock)->to_chan = pd->chan; - - /* - fprintf(stderr,"GRAS: '%s' (%d) ears on %s:%d%s (%p).\n", - MSG_process_get_name(MSG_process_self()), MSG_process_self_PID(), - host,port,raw? " (mode RAW)":"",*sock); - */ - return no_error; +void gras_trp_sg_socket_server(gras_trp_plugin_t self, gras_socket_t sock) +{ + + gras_hostdata_t *hd = + (gras_hostdata_t *) SIMIX_host_get_data(SIMIX_host_self()); + gras_sg_portrec_t pr; + gras_trp_sg_sock_data_t *data; + volatile int found; + + const char *host = SIMIX_host_get_name(SIMIX_host_self()); + + xbt_ex_t e; + + xbt_assert0(hd, "Please run gras_process_init on each process"); + + sock->accepting = 0; /* no such nuisance in SG */ + found = 0; + TRY { + find_port(hd, sock->port, &pr); + found = 1; + } CATCH(e) { + if (e.category == mismatch_error) + xbt_ex_free(e); + else + RETHROW; } - /* if we go out of the previous for loop, that's that we didn't find any - suited port number */ - fprintf(stderr, - "GRAS: can't find an empty port between %d and %d to open a socket on host %s\n.", - startingPort,endingPort,host); - return mismatch_error; + if (found) + THROW2(mismatch_error, 0, + "can't listen on address %s:%d: port already in use.", + host, sock->port); + + pr.port = sock->port; + pr.meas = sock->meas; + pr.socket = sock; + pr.process = SIMIX_process_self(); + xbt_dynar_push(hd->ports, &pr); + + /* Create the socket */ + data = xbt_new(gras_trp_sg_sock_data_t, 1); + data->from_process = SIMIX_process_self(); + data->to_process = NULL; + data->to_host = SIMIX_host_self(); + + data->cond = SIMIX_cond_init(); + data->mutex = SIMIX_mutex_init(); + + sock->data = data; + + VERB6("'%s' (%d) ears on %s:%d%s (%p)", + SIMIX_process_get_name(SIMIX_process_self()), gras_os_getpid(), + host, sock->port, sock->meas ? " (mode meas)" : "", sock); + } -void gras_trp_sg_socket_close(gras_socket_t *sd){ - gras_hostdata_t *hd=(gras_hostdata_t *)MSG_host_get_data(MSG_host_self()); - int i; +void gras_trp_sg_socket_close(gras_socket_t sock) +{ + gras_hostdata_t *hd = + (gras_hostdata_t *) SIMIX_host_get_data(SIMIX_host_self()); + unsigned int cpt; + gras_sg_portrec_t pr; - if (!sd) return; - gras_assert0(hd,"Please run gras_process_init on each process"); + XBT_IN1(" (sock=%p)", sock); - if (raw && !sd->raw_sock) { - fprintf(stderr,"GRAS: gras_rawsock_close: Was passed a regular socket. Please use gras_sock_close()\n"); - } - if (!raw && sd->raw_sock) { - fprintf(stderr,"GRAS: grasSockClose: Was passed a raw socket. Please use gras_rawsock_close()\n"); + if (!sock) + return; + + xbt_assert0(hd, "Please run gras_process_init on each process"); + + if (sock->data) { + SIMIX_cond_destroy(((gras_trp_sg_sock_data_t *) sock->data)->cond); + SIMIX_mutex_destroy(((gras_trp_sg_sock_data_t *) sock->data)->mutex); + free(sock->data); } - if (sd->server_sock) { - /* server mode socket. Un register it from 'OS' tables */ - for (i=0; - iportLen && sd->to_port != hd->port[i]; - i++); - - if (i==hd->portLen) { - fprintf(stderr,"GRAS: closeSocket: The host does not know this server socket.\n"); - } else { - memmove(&(hd->port[i]), &(hd->port[i+1]), (hd->portLen -i -1) * sizeof(int)); - memmove(&(hd->raw[i]), &(hd->raw[i+1]), (hd->portLen -i -1) * sizeof(int)); - memmove(&(hd->port2chan[i]), &(hd->port2chan[i+1]), (hd->portLen -i -1) * sizeof(int)); - hd->portLen--; + + if (sock->incoming && !sock->outgoing && sock->port >= 0) { + /* server mode socket. Unregister it from 'OS' tables */ + xbt_dynar_foreach(hd->ports, cpt, pr) { + DEBUG2("Check pr %d of %lu", cpt, xbt_dynar_length(hd->ports)); + if (pr.port == sock->port) { + xbt_dynar_cursor_rm(hd->ports, &cpt); + XBT_OUT; + return; + } } - } - free(sd); + WARN2("socket_close called on the unknown incoming socket %p (port=%d)", + sock, sock->port); + } + XBT_OUT; } -gras_error_t gras_trp_sg_chunk_send(gras_socket_t *sd, - char *data, - size_t size) { - m_task_t task=NULL; - static unsigned int count=0; - char name[256]; - - sprintf(name,"Chunk[%d]",count++); - task=MSG_task_create(name,0,((double)size)/(1024.0*1024.0),NULL); +typedef struct { + int size; + void *data; +} sg_task_data_t; + +void gras_trp_sg_chunk_send(gras_socket_t sock, + const char *data, + unsigned long int size, int stable_ignored) +{ + gras_trp_sg_chunk_send_raw(sock, data, size); +} - if (MSG_task_put(task, sock->to_host,sock->to_chan) != MSG_OK) { - RAISE(system_error,"Problem during the MSG_task_put"); +void gras_trp_sg_chunk_send_raw(gras_socket_t sock, + const char *data, unsigned long int size) +{ + char name[256]; + static unsigned int count = 0; + + smx_action_t act; /* simix action */ + gras_trp_sg_sock_data_t *sock_data; + gras_trp_procdata_t trp_remote_proc; + gras_msg_procdata_t msg_remote_proc; + gras_msg_t msg; /* message to send */ + + sock_data = (gras_trp_sg_sock_data_t *) sock->data; + + xbt_assert0(sock->meas, + "SG chunk exchange shouldn't be used on non-measurement sockets"); + + SIMIX_mutex_lock(sock_data->mutex); + sprintf(name, "Chunk[%d]", count++); + /*initialize gras message */ + msg = xbt_new(s_gras_msg_t, 1); + msg->expe = sock; + msg->payl_size = size; + + if (data) { + msg->payl = (void *) xbt_malloc(size); + memcpy(msg->payl, data, size); + } else { + msg->payl = NULL; } - return no_error; -} -gras_error_t gras_trp_sg_chunk_recv(gras_socket_t *sd, - char *data, - size_t size){ - gras_procdata_t *pd= - (gras_procdata_t*)MSG_process_get_data(MSG_process_self()); + /* put his socket on the selectable socket queue */ + trp_remote_proc = (gras_trp_procdata_t) + gras_libdata_by_name_from_remote("gras_trp", sock_data->to_process); + xbt_queue_push(trp_remote_proc->meas_selectable_sockets, &sock); - unsigned int bytesTotal=0; - m_task_t task=NULL; + /* put message on msg_queue */ + msg_remote_proc = (gras_msg_procdata_t) + gras_libdata_by_name_from_remote("gras_msg", sock_data->to_process); - if (MSG_task_get(&task, (m_channel_t) pd->rawChan) != MSG_OK) { - fprintf(stderr,"GRAS: Error in MSG_task_get()\n"); - return unknown_error; - } - if (MSG_task_destroy(task) != MSG_OK) { - fprintf(stderr,"GRAS: Error in MSG_task_destroy()\n"); - return unknown_error; - } + xbt_fifo_push(msg_remote_proc->msg_to_receive_queue_meas, msg); + + /* wait for the receiver */ + SIMIX_cond_wait(sock_data->cond, sock_data->mutex); - return no_error; + /* creates simix action and waits its ends, waits in the sender host + condition */ + DEBUG5("send chunk %s from %s to %s:%d (size=%ld)", + name, SIMIX_host_get_name(SIMIX_host_self()), + SIMIX_host_get_name(sock_data->to_host), sock->peer_port, size); + + act = SIMIX_action_communicate(SIMIX_host_self(), sock_data->to_host, + name, size, -1); + SIMIX_register_action_to_condition(act, sock_data->cond); + SIMIX_cond_wait(sock_data->cond, sock_data->mutex); + SIMIX_unregister_action_to_condition(act, sock_data->cond); + /* error treatmeant (FIXME) */ + + /* cleanup structures */ + SIMIX_action_destroy(act); + + SIMIX_mutex_unlock(sock_data->mutex); } -/*FIXME +int gras_trp_sg_chunk_recv(gras_socket_t sock, + char *data, unsigned long int size) +{ + gras_trp_sg_sock_data_t *sock_data; + gras_trp_sg_sock_data_t *remote_sock_data; + gras_socket_t remote_socket = NULL; + gras_msg_t msg_got; + gras_msg_procdata_t msg_procdata = + (gras_msg_procdata_t) gras_libdata_by_name("gras_msg"); + gras_trp_procdata_t trp_proc = + (gras_trp_procdata_t) gras_libdata_by_id(gras_trp_libdata_id); + + xbt_assert0(sock->meas, + "SG chunk exchange shouldn't be used on non-measurement sockets"); + xbt_queue_shift_timed(trp_proc->meas_selectable_sockets, + &remote_socket, 60); + + if (remote_socket == NULL) { + THROW0(timeout_error, 0, "Timeout"); + } + + remote_sock_data = (gras_trp_sg_sock_data_t *) remote_socket->data; + msg_got = xbt_fifo_shift(msg_procdata->msg_to_receive_queue_meas); + + sock_data = (gras_trp_sg_sock_data_t *) sock->data; + + /* ok, I'm here, you can continue the communication */ + SIMIX_cond_signal(remote_sock_data->cond); + + SIMIX_mutex_lock(remote_sock_data->mutex); + /* wait for communication end */ + SIMIX_cond_wait(remote_sock_data->cond, remote_sock_data->mutex); + + if (msg_got->payl_size != size) + THROW5(mismatch_error, 0, + "Got %d bytes when %ld where expected (in %s->%s:%d)", + msg_got->payl_size, size, + SIMIX_host_get_name(sock_data->to_host), + SIMIX_host_get_name(SIMIX_host_self()), sock->peer_port); + + if (data) + memcpy(data, msg_got->payl, size); + + if (msg_got->payl) + xbt_free(msg_got->payl); -gras_error_t gras_trp_sg_flush(gras_socket_t *sd){ - RAISE_UNIMPLEMENTED; + xbt_free(msg_got); + SIMIX_mutex_unlock(remote_sock_data->mutex); + return 0; } -*/