-/* $Id$ */
-
/* file trp (transport) - send/receive a bunch of bytes in SG realm */
/* Note that this is only used to debug other parts of GRAS since message */
/* exchange in SG realm is implemented directly without mimicing real life */
/* This would be terribly unefficient. */
-/* Authors: Martin Quinson */
-/* Copyright (C) 2004 Martin Quinson. */
+/* Copyright (c) 2004, 2005, 2006, 2007, 2009, 2010. The SimGrid Team.
+ * All rights reserved. */
/* This program is free software; you can redistribute it and/or modify it
- under the terms of the license (GNU LGPL) which comes with this package. */
+ * under the terms of the license (GNU LGPL) which comes with this package. */
-#include <msg.h>
+#include "xbt/ex.h"
-#include "gras_private.h"
-#include "transport_private.h"
+#include "simgrid/simix.h"
+#include "gras/Msg/msg_private.h"
+#include "gras/Transport/transport_private.h"
+#include "gras/Virtu/virtu_sg.h"
+#include "xbt/xbt_socket_private.h" /* FIXME */
-GRAS_LOG_EXTERNAL_CATEGORY(transport);
-GRAS_LOG_NEW_DEFAULT_SUBCATEGORY(trp_sg,transport);
+XBT_LOG_NEW_DEFAULT_SUBCATEGORY(gras_trp_sg, gras_trp,
+ "SimGrid pseudo-transport");
/***
*** Prototypes
***/
-gras_error_t gras_trp_sg_socket_client(gras_trp_plugin_t *self,
- const char *host,
- unsigned short port,
- /* OUT */ gras_socket_t *sock);
-gras_error_t gras_trp_sg_socket_server(gras_trp_plugin_t *self,
- unsigned short port,
- /* OUT */ gras_socket_t *sock);
-void gras_trp_sg_socket_close(gras_socket_t *sd);
-
-gras_error_t gras_trp_sg_chunk_send(gras_socket_t *sd,
- char *data,
- size_t size);
-
-gras_error_t gras_trp_sg_chunk_recv(gras_socket_t *sd,
- char *data,
- size_t size);
-
-/* FIXME
- gras_error_t gras_trp_sg_flush(gras_socket_t *sd);
-*/
+
+/* retrieve the port record associated to a numerical port on an host */
+static gras_sg_portrec_t find_port(gras_hostdata_t * hd, int port);
+
+void gras_trp_sg_socket_client(xbt_trp_plugin_t self,
+ const char*host,
+ int port,
+ /* OUT */ xbt_socket_t sock);
+void gras_trp_sg_socket_server(xbt_trp_plugin_t self,
+ int port,
+ /* OUT */ xbt_socket_t sock);
+void gras_trp_sg_socket_close(xbt_socket_t sd);
+
+void gras_trp_sg_chunk_send_raw(xbt_socket_t sd,
+ const char *data, unsigned long int size);
+void gras_trp_sg_chunk_send(xbt_socket_t sd,
+ const char *data,
+ unsigned long int size, int stable_ignored);
+
+int gras_trp_sg_chunk_recv(xbt_socket_t sd,
+ char *data, unsigned long int size);
/***
*** Specific plugin part
***/
typedef struct {
- int placeholder; /* nothing plugin specific so far */
-} gras_trp_sg_plug_specific_t;
+ int placeholder; /* nothing plugin specific so far */
+} gras_trp_sg_plug_data_t;
+
/***
- *** Specific socket part
+ *** Code
***/
-typedef struct {
- int from_PID; /* process which sent this message */
- int to_PID; /* process to which this message is destinated */
+static gras_sg_portrec_t find_port(gras_hostdata_t * hd, int port)
+{
+ unsigned int cpt;
+ gras_sg_portrec_t pr;
- m_host_t to_host; /* Who's on other side */
- m_channel_t to_chan;/* Channel on which the other side is earing */
-} gras_trp_sg_sock_specific_t;
+ xbt_assert(hd, "Please run gras_process_init on each process");
+ xbt_dynar_foreach(hd->ports, cpt, pr) {
+ if (pr->port == port)
+ return pr;
+ }
+ return NULL;
+}
/***
- *** Code
+ *** Info about who's speaking
***/
+static int gras_trp_sg_my_port(xbt_socket_t s)
+{
+ gras_trp_sg_sock_data_t sockdata = xbt_socket_get_data(s);
+ if (gras_socket_im_the_server(s))
+ return sockdata->server_port;
+ else
+ return sockdata->client_port;
+}
+static int gras_trp_sg_peer_port(xbt_socket_t s)
+{
+ gras_trp_sg_sock_data_t sockdata = xbt_socket_get_data(s);
+ if (gras_socket_im_the_server(s))
+ return sockdata->client_port;
+ else
+ return sockdata->server_port;
+}
-gras_error_t
-gras_trp_sg_setup(gras_trp_plugin_t *plug) {
+static const char* gras_trp_sg_peer_name(xbt_socket_t s)
+{
+ gras_trp_sg_sock_data_t sockdata = xbt_socket_get_data(s);
+ if (gras_socket_im_the_server(s))
+ return SIMIX_host_get_name(simcall_process_get_host(sockdata->client));
+ else {
+ return SIMIX_host_get_name(simcall_process_get_host(sockdata->server));
+ }
+}
+static const char* gras_trp_sg_peer_proc(xbt_socket_t s) {
+ THROW_UNIMPLEMENTED;
+}
+static void gras_trp_sg_peer_proc_set(xbt_socket_t s,char *name) {
+ THROW_UNIMPLEMENTED;
+}
+
+void gras_trp_sg_setup(xbt_trp_plugin_t plug)
+{
+ plug->my_port = gras_trp_sg_my_port;
+ plug->peer_port = gras_trp_sg_peer_port;
+ plug->peer_name = gras_trp_sg_peer_name;
+ plug->peer_proc = gras_trp_sg_peer_proc;
+ plug->peer_proc_set = gras_trp_sg_peer_proc_set;
+
+ gras_trp_sg_plug_data_t *data = xbt_new(gras_trp_sg_plug_data_t, 1);
- gras_trp_sg_plug_specific_t *sg=malloc(sizeof(gras_trp_sg_plug_specific_t));
- if (!sg)
- RAISE_MALLOC;
+ plug->data = data;
plug->socket_client = gras_trp_sg_socket_client;
plug->socket_server = gras_trp_sg_socket_server;
- plug->socket_close = gras_trp_sg_socket_close;
+ plug->socket_close = gras_trp_sg_socket_close;
- plug->chunk_send = gras_trp_sg_chunk_send;
- plug->chunk_recv = gras_trp_sg_chunk_recv;
+ plug->raw_send = gras_trp_sg_chunk_send_raw;
+ plug->send = gras_trp_sg_chunk_send;
+ plug->raw_recv = plug->recv = gras_trp_sg_chunk_recv;
- plug->data = sg;
-
- return no_error;
+ plug->flush = NULL; /* nothing cached */
}
-gras_error_t gras_trp_sg_socket_client(gras_trp_plugin_t *self,
- const char *host,
- unsigned short port,
- /* OUT */ gras_socket_t *dst){
+void gras_trp_sg_socket_client(xbt_trp_plugin_t self,
+ const char*host,
+ int port,
+ /* OUT */ xbt_socket_t sock)
+{
- m_host_t peer;
+ smx_host_t peer;
gras_hostdata_t *hd;
- int i;
+ gras_trp_sg_sock_data_t data;
+ gras_sg_portrec_t pr;
/* make sure this socket will reach someone */
- if (!(peer=MSG_get_host_by_name(host))) {
- fprintf(stderr,"GRAS: can't connect to %s: no such host.\n",host);
- return mismatch_error;
- }
- if (!(hd=(gras_hostdata_t *)MSG_host_get_data(peer))) {
- fprintf(stderr,"GRAS: can't connect to %s: no process on this host.\n",host);
- return mismatch_error;
+ if (!(peer = simcall_host_get_by_name(host)))
+ THROWF(mismatch_error, 0,
+ "Can't connect to %s: no such host.\n", host);
+
+ if (!(hd = (gras_hostdata_t *) simcall_host_get_data(peer)))
+ THROWF(mismatch_error, 0,
+ "can't connect to %s: no process on this host",
+ host);
+
+ pr = find_port(hd, port);
+
+ if (pr == NULL) {
+ THROWF(mismatch_error, 0,
+ "can't connect to %s:%d, no process listen on this port",
+ host, port);
}
- for (i=0; i<hd->portLen && port != hd->port[i]; i++);
- if (i == hd->portLen) {
- fprintf(stderr,"GRAS: can't connect to %s:%d, no process listen on this port.\n",host,port);
- return mismatch_error;
- }
-
- if (hd->raw[i] && !raw) {
- fprintf(stderr,"GRAS: can't connect to %s:%d in regular mode, the process listen in raw mode on this port.\n",host,port);
- return mismatch_error;
+
+ /* Ensure that the listener is expecting the kind of stuff we want to send */
+ if (pr->meas && !sock->meas) {
+ THROWF(mismatch_error, 0,
+ "can't connect to %s:%d in regular mode, the process listen "
+ "in measurement mode on this port", host,
+ port);
}
- if (!hd->raw[i] && raw) {
- fprintf(stderr,"GRAS: can't connect to %s:%d in raw mode, the process listen in regular mode on this port.\n",host,port);
- return mismatch_error;
+ if (!pr->meas && sock->meas) {
+ THROWF(mismatch_error, 0,
+ "can't connect to %s:%d in measurement mode, the process listen "
+ "in regular mode on this port", host,
+ port);
}
-
+
+ /* create simulation data of the socket */
+ data = xbt_new0(s_gras_trp_sg_sock_data_t, 1);
+ data->client = SIMIX_process_self();
+ data->server = pr->server;
+ data->server_port = port;
+ data->client_port = gras_os_myport();
+
+ /* initialize synchronization stuff on the socket */
+ data->rdv_server = pr->rdv;
+ data->rdv_client = simcall_rdv_create(NULL);
+ data->comm_recv = simcall_comm_irecv(data->rdv_client, &data->msg, NULL, NULL, NULL);
+
+ /* connect that simulation data to the socket */
+ sock->data = data;
+ sock->incoming = 1;
+
+ XBT_DEBUG("%s (PID %d) connects in %s mode to %s:%d (rdv_ser:%p, rdv_cli:%p, comm:%p)",
+ simcall_process_get_name(SIMIX_process_self()), gras_os_getpid(),
+ sock->meas ? "meas" : "regular", host, port,
+ data->rdv_server,data->rdv_client,data->comm_recv);
+}
+
+void gras_trp_sg_socket_server(xbt_trp_plugin_t self, int port, xbt_socket_t sock)
+{
+
+ gras_hostdata_t *hd =
+ (gras_hostdata_t *) SIMIX_host_self_get_data();
+ gras_sg_portrec_t pr;
+ gras_trp_sg_sock_data_t data;
+
+ xbt_assert(hd, "Please run gras_process_init on each process");
+
+ sock->accepting = 1;
+
+ /* Check whether a server is already listening on that port or not */
+ pr = find_port(hd, port);
+
+ if (pr)
+ THROWF(mismatch_error, 0,
+ "can't listen on address %s:%d: port already in use.",
+ SIMIX_host_self_get_name(), port);
+
+ /* This port is free, let's take it */
+ pr = xbt_new(s_gras_sg_portrec_t, 1);
+ pr->port = port;
+ pr->meas = sock->meas;
+ pr->server = SIMIX_process_self();
+ xbt_dynar_push(hd->ports, &pr);
+ pr->rdv = simcall_rdv_create(NULL);
/* Create the socket */
- if (!(*sock=(gras_sock_t*)malloc(sizeof(gras_sock_t)))) {
- fprintf(stderr,"GRAS: openClientSocket: out of memory\n");
- return malloc_error;
- }
-
- (*sock)->server_sock = 0;
- (*sock)->raw_sock = raw;
- (*sock)->from_PID = MSG_process_self_PID();
- (*sock)->to_PID = hd->proc[ hd->port2chan[i] ];
- (*sock)->to_host = peer;
- (*sock)->to_port = port;
- (*sock)->to_chan = hd->port2chan[i];
+ data = xbt_new0(s_gras_trp_sg_sock_data_t, 1);
+ data->server = SIMIX_process_self();
+ data->server_port = port;
+ data->client = NULL;
+ data->rdv_server = pr->rdv;
+ data->rdv_client = NULL;
+ data->comm_recv = simcall_comm_irecv(pr->rdv, &data->msg, NULL, NULL, NULL);
+
+ sock->data = data;
+
+ XBT_VERB
+ ("'%s' (%d) ears on %s:%d%s (%p; data:%p); Here rdv: %p; Remote rdv: %p; Comm %p",
+ simcall_process_get_name(SIMIX_process_self()), gras_os_getpid(),
+ SIMIX_host_self_get_name(), port,
+ sock->meas ? " (mode meas)" : "", sock, data,
+ (data->server ==
+ SIMIX_process_self())? data->rdv_server : data->rdv_client,
+ (data->server ==
+ SIMIX_process_self())? data->rdv_client : data->rdv_server,
+ data->comm_recv);
- /*
- fprintf(stderr,"GRAS: %s (PID %d) connects in %s mode to %s:%d (to_PID=%d).\n",
- MSG_process_get_name(MSG_process_self()), MSG_process_self_PID(),
- raw?"RAW":"regular",host,port,(*sock)->to_PID);
- */
}
-gras_error_t gras_trp_sg_socket_server(gras_trp_plugin_t *self,
- unsigned short port,
- /* OUT */ gras_socket_t *dst){
-
- gras_hostdata_t *hd=(gras_hostdata_t *)MSG_host_get_data(MSG_host_self());
- gras_procdata_t *pd=(gras_procdata_t *)MSG_process_get_data(MSG_process_self());
- int port,i;
- const char *host=MSG_host_get_name(MSG_host_self());
-
- gras_assert0(hd,"Please run gras_process_init on each process");
- gras_assert0(pd,"Please run gras_process_init on each process");
-
- for (port=startingPort ; port <= endingPort ; port++) {
- for (i=0; i<hd->portLen && hd->port[i] != port; i++);
- if (i<hd->portLen && hd->port[i] == port)
- continue;
-
- /* port not used so far. Do it */
- if (i == hd->portLen) {
- /* need to enlarge the tables */
- if (hd->portLen++) {
- hd->port2chan=(int*)realloc(hd->port2chan,hd->portLen*sizeof(int));
- hd->port =(int*)realloc(hd->port ,hd->portLen*sizeof(int));
- hd->raw =(int*)realloc(hd->raw ,hd->portLen*sizeof(int));
- } else {
- hd->port2chan=(int*)malloc(hd->portLen*sizeof(int));
- hd->port =(int*)malloc(hd->portLen*sizeof(int));
- hd->raw =(int*)malloc(hd->portLen*sizeof(int));
- }
- if (!hd->port2chan || !hd->port || !hd->raw) {
- fprintf(stderr,"GRAS: PANIC: A malloc error did lose all ports attribution on this host\n");
- hd->portLen = 0;
- return malloc_error;
+void gras_trp_sg_socket_close(xbt_socket_t sock)
+{
+ gras_hostdata_t *hd =
+ (gras_hostdata_t *) SIMIX_host_self_get_data();
+ unsigned int cpt;
+ gras_sg_portrec_t pr;
+
+ XBT_IN(" (sock=%p)", sock);
+
+ if (!sock)
+ return;
+
+ xbt_assert(hd, "Please run gras_process_init on each process");
+
+ gras_trp_sg_sock_data_t sockdata = sock->data;
+
+ if (sock->incoming && !sock->outgoing && sockdata->server_port >= 0) {
+ /* server mode socket. Unregister it from 'OS' tables */
+ xbt_dynar_foreach(hd->ports, cpt, pr) {
+ XBT_DEBUG("Check pr %u of %lu", cpt, xbt_dynar_length(hd->ports));
+ if (pr->port == sockdata->server_port) {
+ xbt_dynar_cursor_rm(hd->ports, &cpt);
+ XBT_OUT();
+ return;
}
}
- hd->port2chan[ i ]=raw ? pd->rawChan : pd->chan;
- hd->port[ i ]=port;
- hd->raw[ i ]=raw;
-
- /* Create the socket */
- if (!(*sock=(gras_sock_t*)malloc(sizeof(gras_sock_t)))) {
- fprintf(stderr,"GRAS: openServerSocket: out of memory\n");
- return malloc_error;
- }
-
- (*sock)->server_sock = 1;
- (*sock)->raw_sock = raw;
- (*sock)->from_PID = -1;
- (*sock)->to_PID = MSG_process_self_PID();
- (*sock)->to_host = MSG_host_self();
- (*sock)->to_port = port;
- (*sock)->to_chan = pd->chan;
-
- /*
- fprintf(stderr,"GRAS: '%s' (%d) ears on %s:%d%s (%p).\n",
- MSG_process_get_name(MSG_process_self()), MSG_process_self_PID(),
- host,port,raw? " (mode RAW)":"",*sock);
- */
- return no_error;
+ XBT_WARN
+ ("socket_close called on the unknown incoming socket %p (port=%d)",
+ sock, sockdata->server_port);
}
- /* if we go out of the previous for loop, that's that we didn't find any
- suited port number */
+ /* FIXME: kill the rdv point if receiver side */
+ free(sock->data);
+ XBT_OUT();
+}
- fprintf(stderr,
- "GRAS: can't find an empty port between %d and %d to open a socket on host %s\n.",
- startingPort,endingPort,host);
- return mismatch_error;
+typedef struct {
+ int size;
+ void *data;
+} sg_task_data_t;
+
+void gras_trp_sg_chunk_send(xbt_socket_t sock,
+ const char *data,
+ unsigned long int size, int stable_ignored)
+{
+ gras_trp_sg_chunk_send_raw(sock, data, size);
}
-void gras_trp_sg_socket_close(gras_socket_t *sd){
- gras_hostdata_t *hd=(gras_hostdata_t *)MSG_host_get_data(MSG_host_self());
- int i;
+void gras_trp_sg_chunk_send_raw(xbt_socket_t sock,
+ const char *data, unsigned long int size)
+{
+#ifdef KILLME
+ char name[256];
+ static unsigned int count = 0;
- if (!sd) return;
- gras_assert0(hd,"Please run gras_process_init on each process");
+ smx_action_t act; /* simix action */
+ gras_trp_procdata_t trp_remote_proc;
+ gras_msg_procdata_t msg_remote_proc;
+ gras_msg_t msg; /* message to send */
- if (raw && !sd->raw_sock) {
- fprintf(stderr,"GRAS: gras_rawsock_close: Was passed a regular socket. Please use gras_sock_close()\n");
- }
- if (!raw && sd->raw_sock) {
- fprintf(stderr,"GRAS: grasSockClose: Was passed a raw socket. Please use gras_rawsock_close()\n");
+ //gras_trp_sg_sock_data_t sock_data = (gras_trp_sg_sock_data_t) sock->data;
+ xbt_assert(sock->meas,
+ "SG chunk exchange shouldn't be used on non-measurement sockets");
+
+
+ /* creates simix action and waits its ends, waits in the sender host
+ condition */
+ /*
+ if (XBT_LOG_ISENABLED(gras_trp_sg, xbt_log_priority_debug)) {
+ smx_process_t remote_dude =
+ (sock_data->server ==
+ SIMIX_process_self())? (sock_data->client) : (sock_data->server);
+ smx_host_t remote_host = simcall_process_get_host(remote_dude);
}
- if (sd->server_sock) {
- /* server mode socket. Un register it from 'OS' tables */
- for (i=0;
- i<hd->portLen && sd->to_port != hd->port[i];
- i++);
-
- if (i==hd->portLen) {
- fprintf(stderr,"GRAS: closeSocket: The host does not know this server socket.\n");
- } else {
- memmove(&(hd->port[i]), &(hd->port[i+1]), (hd->portLen -i -1) * sizeof(int));
- memmove(&(hd->raw[i]), &(hd->raw[i+1]), (hd->portLen -i -1) * sizeof(int));
- memmove(&(hd->port2chan[i]), &(hd->port2chan[i+1]), (hd->portLen -i -1) * sizeof(int));
- hd->portLen--;
- }
- }
- free(sd);
+ */
+ //SIMIX_network_send(sock_data->rdv,size,1,-1,NULL,0,NULL,NULL);
+#endif
+ THROW_UNIMPLEMENTED;
}
-gras_error_t gras_trp_sg_chunk_send(gras_socket_t *sd,
- char *data,
- size_t size) {
- m_task_t task=NULL;
- static unsigned int count=0;
- char name[256];
-
- sprintf(name,"Chunk[%d]",count++);
- task=MSG_task_create(name,0,((double)size)/(1024.0*1024.0),NULL);
-
- if (MSG_task_put(task, sock->to_host,sock->to_chan) != MSG_OK) {
- RAISE(system_error,"Problem during the MSG_task_put");
+int gras_trp_sg_chunk_recv(xbt_socket_t sock,
+ char *data, unsigned long int size)
+{
+ //gras_trp_sg_sock_data_t *sock_data =
+ // (gras_trp_sg_sock_data_t *) sock->data;
+
+ //simcall_comm_recv(sock_data->rdv,-1,NULL,0,NULL);
+ THROW_UNIMPLEMENTED;
+#ifdef KILLME
+ gras_trp_sg_sock_data_t *remote_sock_data;
+ xbt_socket_t remote_socket = NULL;
+ gras_msg_t msg_got;
+ gras_msg_procdata_t msg_procdata =
+ (gras_msg_procdata_t) gras_libdata_by_name("gras_msg");
+ gras_trp_procdata_t trp_proc =
+ (gras_trp_procdata_t) gras_libdata_by_id(gras_trp_libdata_id);
+
+ xbt_assert(sock->meas,
+ "SG chunk exchange shouldn't be used on non-measurement sockets");
+ xbt_queue_shift_timed(trp_proc->meas_selectable_sockets,
+ &remote_socket, 60);
+
+ if (remote_socket == NULL) {
+ THROWF(timeout_error, 0, "Timeout");
}
- return no_error;
-}
+ remote_sock_data = (gras_trp_sg_sock_data_t *) remote_socket->data;
+ msg_got = xbt_fifo_shift(msg_procdata->msg_to_receive_queue_meas);
-gras_error_t gras_trp_sg_chunk_recv(gras_socket_t *sd,
- char *data,
- size_t size){
- gras_procdata_t *pd=
- (gras_procdata_t*)MSG_process_get_data(MSG_process_self());
+ sock_data = (gras_trp_sg_sock_data_t *) sock->data;
- unsigned int bytesTotal=0;
- m_task_t task=NULL;
+ /* ok, I'm here, you can continue the communication */
+ simcall_cond_signal(remote_sock_data->cond);
- if (MSG_task_get(&task, (m_channel_t) pd->rawChan) != MSG_OK) {
- fprintf(stderr,"GRAS: Error in MSG_task_get()\n");
- return unknown_error;
- }
- if (MSG_task_destroy(task) != MSG_OK) {
- fprintf(stderr,"GRAS: Error in MSG_task_destroy()\n");
- return unknown_error;
- }
+ simcall_mutex_lock(remote_sock_data->mutex);
+ /* wait for communication end */
+ simcall_cond_wait(remote_sock_data->cond, remote_sock_data->mutex);
- return no_error;
-}
+ if (msg_got->payl_size != size)
+ THROWF(mismatch_error, 0,
+ "Got %d bytes when %ld where expected (in %s->%s:%d)",
+ msg_got->payl_size, size,
+ simcall_host_get_name(sock_data->to_host),
+ SIMIX_host_self_get_name(), sock->peer_port);
+
+ if (data)
+ memcpy(data, msg_got->payl, size);
-/*FIXME
+ xbt_free(msg_got->payl);
-gras_error_t gras_trp_sg_flush(gras_socket_t *sd){
- RAISE_UNIMPLEMENTED;
+ xbt_free(msg_got);
+ simcall_mutex_unlock(remote_sock_data->mutex);
+#endif
+ return 0;
}
-*/