/* exchange in SG realm is implemented directly without mimicing real life */
/* This would be terribly unefficient. */
-/* Authors: Martin Quinson */
-/* Copyright (C) 2004 Martin Quinson. */
+/* Copyright (c) 2004 Martin Quinson. All rights reserved. */
/* This program is free software; you can redistribute it and/or modify it
- under the terms of the license (GNU LGPL) which comes with this package. */
+ * under the terms of the license (GNU LGPL) which comes with this package. */
-#include <msg.h>
+#include "xbt/ex.h"
-#include "gras_private.h"
-#include "transport_private.h"
+#include "gras/Msg/msg_private.h"
+#include "gras/Transport/transport_private.h"
#include "gras/Virtu/virtu_sg.h"
-GRAS_LOG_EXTERNAL_CATEGORY(transport);
-GRAS_LOG_NEW_DEFAULT_SUBCATEGORY(trp_sg,transport,"SimGrid pseudo-transport");
+XBT_LOG_NEW_DEFAULT_SUBCATEGORY(gras_trp_sg, gras_trp,
+ "SimGrid pseudo-transport");
/***
*** Prototypes
***/
-/* retrieve the port record associated to a numerical port on an host */
-static gras_error_t find_port(gras_hostdata_t *hd, int port,
- gras_sg_portrec_t *hpd);
-gras_error_t gras_trp_sg_socket_client(gras_trp_plugin_t *self,
- /* OUT */ gras_socket_t *sock);
-gras_error_t gras_trp_sg_socket_server(gras_trp_plugin_t *self,
- /* OUT */ gras_socket_t *sock);
-void gras_trp_sg_socket_close(gras_socket_t *sd);
+void gras_trp_sg_socket_client(gras_trp_plugin_t self,
+ /* OUT */ gras_socket_t sock);
+void gras_trp_sg_socket_server(gras_trp_plugin_t self,
+ /* OUT */ gras_socket_t sock);
+void gras_trp_sg_socket_close(gras_socket_t sd);
-gras_error_t gras_trp_sg_chunk_send(gras_socket_t *sd,
- const char *data,
- long int size);
+void gras_trp_sg_chunk_send_raw(gras_socket_t sd,
+ const char *data, unsigned long int size);
+void gras_trp_sg_chunk_send(gras_socket_t sd,
+ const char *data,
+ unsigned long int size, int stable_ignored);
-gras_error_t gras_trp_sg_chunk_recv(gras_socket_t *sd,
- char *data,
- long int size);
+int gras_trp_sg_chunk_recv(gras_socket_t sd,
+ char *data, unsigned long int size);
/***
*** Specific plugin part
***/
typedef struct {
- int placeholder; /* nothing plugin specific so far */
-} gras_trp_sg_plug_data_t;
+ xbt_dict_t sockets; /* all known sockets */
+} s_gras_trp_sg_plug_data_t,*gras_trp_sg_plug_data_t;
/***
*** Code
***/
-static gras_error_t find_port(gras_hostdata_t *hd, int port,
- gras_sg_portrec_t *hpd) {
- int cpt;
- gras_sg_portrec_t pr;
-
- gras_assert0(hd,"Please run gras_process_init on each process");
-
- gras_dynar_foreach(hd->ports, cpt, pr) {
- if (pr.port == port) {
- memcpy(hpd,&pr,sizeof(gras_sg_portrec_t));
- return no_error;
- }
- }
- return mismatch_error;
-}
-
-gras_error_t
-gras_trp_sg_setup(gras_trp_plugin_t *plug) {
+static void gras_trp_sg_exit(gras_trp_plugin_t plug){
+ gras_trp_sg_plug_data_t mydata = (gras_trp_sg_plug_data_t) plug->data;
+ xbt_dict_free(&(mydata->sockets));
+ xbt_free(plug->data);
+}
+void gras_trp_sg_setup(gras_trp_plugin_t plug)
+{
+ gras_trp_sg_plug_data_t data = xbt_new(s_gras_trp_sg_plug_data_t, 1);
- gras_trp_sg_plug_data_t *data=gras_new(gras_trp_sg_plug_data_t,1);
+ plug->data = data;
+ data->sockets = xbt_dict_new();
- plug->data = data;
+ plug->exit = gras_trp_sg_exit;
plug->socket_client = gras_trp_sg_socket_client;
plug->socket_server = gras_trp_sg_socket_server;
- plug->socket_close = gras_trp_sg_socket_close;
-
- plug->chunk_send = gras_trp_sg_chunk_send;
- plug->chunk_recv = gras_trp_sg_chunk_recv;
+ plug->socket_close = gras_trp_sg_socket_close;
- plug->flush = NULL; /* nothing cached */
+ plug->raw_send = gras_trp_sg_chunk_send_raw;
+ plug->send = gras_trp_sg_chunk_send;
+ plug->raw_recv = plug->recv = gras_trp_sg_chunk_recv;
- return no_error;
+ plug->flush = NULL; /* nothing cached */
}
-gras_error_t gras_trp_sg_socket_client(gras_trp_plugin_t *self,
- /* OUT */ gras_socket_t *sock){
-
- gras_error_t errcode;
+void gras_trp_sg_socket_client(gras_trp_plugin_t self,
+ /* OUT */ gras_socket_t sock) {
- m_host_t peer;
- gras_hostdata_t *hd;
+ smx_host_t peer;
gras_trp_sg_sock_data_t *data;
- gras_sg_portrec_t pr;
+ gras_trp_procdata_t pd= (gras_trp_procdata_t) gras_libdata_by_id(gras_trp_libdata_id);
+
+
+ if (!(peer = SIMIX_host_get_by_name(sock->peer_name)))
+ THROW1(mismatch_error, 0,
+ "Can't connect to %s: no such host", sock->peer_name);
/* make sure this socket will reach someone */
- if (!(peer=MSG_get_host_by_name(sock->peer_name))) {
- fprintf(stderr,"GRAS: can't connect to %s: no such host.\n",sock->peer_name);
- return mismatch_error;
- }
- if (!(hd=(gras_hostdata_t *)MSG_host_get_data(peer))) {
- RAISE1(mismatch_error,
- "can't connect to %s: no process on this host",
- sock->peer_name);
+ xbt_dict_t all_sockets = ((gras_trp_sg_plug_data_t)self->data)->sockets;
+ char *sock_name=bprintf("%s:%d",sock->peer_name,sock->peer_port);
+ gras_socket_t server = xbt_dict_get_or_null(all_sockets,sock_name);
+ free(sock_name);
+
+ if (!server)
+ THROW2(mismatch_error, 0,
+ "can't connect to %s:%d, no process listen on this port",
+ sock->peer_name, sock->peer_port);
+
+ if (server->meas && !sock->meas) {
+ THROW2(mismatch_error, 0,
+ "can't connect to %s:%d in regular mode, the process listen "
+ "in measurement mode on this port", sock->peer_name,
+ sock->peer_port);
}
- errcode = find_port(hd,sock->peer_port,&pr);
- if (errcode != no_error && errcode != mismatch_error)
- return errcode;
-
- if (errcode == mismatch_error) {
- RAISE2(mismatch_error,
- "can't connect to %s:%d, no process listen on this port",
- sock->peer_name,sock->peer_port);
- }
-
- if (pr.raw && !sock->raw) {
- RAISE2(mismatch_error,
- "can't connect to %s:%d in regular mode, the process listen "
- "in raw mode on this port",sock->peer_name,sock->peer_port);
+ if (!server->meas && sock->meas) {
+ THROW2(mismatch_error, 0,
+ "can't connect to %s:%d in measurement mode, the process listen "
+ "in regular mode on this port", sock->peer_name, sock->peer_port);
}
- if (!pr.raw && sock->raw) {
- RAISE2(mismatch_error,
- "can't connect to %s:%d in raw mode, the process listen "
- "in regular mode on this port",sock->peer_name,sock->peer_port);
- }
-
/* create the socket */
- data = gras_new(gras_trp_sg_sock_data_t,1);
- data->from_PID = MSG_process_self_PID();
- data->to_PID = hd->proc[ pr.tochan ];
- data->to_host = peer;
- data->to_chan = pr.tochan;
-
+ data = xbt_new0(gras_trp_sg_sock_data_t, 1);
+ data->rdv = ((gras_trp_sg_sock_data_t *)server->data)->rdv;
+ data->from_process = SIMIX_process_self();
+
sock->data = data;
sock->incoming = 1;
- DEBUG6("%s (PID %d) connects in %s mode to %s:%d (to_PID=%d)",
- MSG_process_get_name(MSG_process_self()), MSG_process_self_PID(),
- sock->raw?"RAW":"regular",
- sock->peer_name,sock->peer_port,data->to_PID);
+ /* Create a smx comm object about this socket */
+ data->ongoing_msg_size = sizeof(s_gras_msg_t);
+ smx_comm_t comm = SIMIX_network_irecv(data->rdv,&(data->ongoing_msg),&(data->ongoing_msg_size));
+ xbt_dynar_push(pd->comms,&comm);
- return no_error;
+ DEBUG5("%s (PID %d) connects in %s mode to %s:%d",
+ SIMIX_process_get_name(SIMIX_process_self()), gras_os_getpid(),
+ sock->meas ? "meas" : "regular", sock->peer_name, sock->peer_port);
}
-gras_error_t gras_trp_sg_socket_server(gras_trp_plugin_t *self,
- gras_socket_t *sock){
+void gras_trp_sg_socket_server(gras_trp_plugin_t self, gras_socket_t sock) {
+ gras_trp_procdata_t pd= (gras_trp_procdata_t) gras_libdata_by_id(gras_trp_libdata_id);
+ xbt_dict_t all_sockets = ((gras_trp_sg_plug_data_t)self->data)->sockets;
- gras_error_t errcode;
+ /* Make sure that this socket was not opened so far */
+ char *sock_name=bprintf("%s:%d",gras_os_myname(),sock->port);
+ gras_socket_t old = xbt_dict_get_or_null(all_sockets,sock_name);
+ if (old)
+ THROW1(mismatch_error, 0,
+ "can't listen on address %s: port already in use.",
+ sock_name);
+
+
+ /* Create the data associated to the socket */
+ gras_trp_sg_sock_data_t *data = xbt_new0(gras_trp_sg_sock_data_t, 1);
+ data->rdv = SIMIX_rdv_create(sock_name);
+ data->from_process = SIMIX_process_self();
+ SIMIX_rdv_set_data(data->rdv,sock);
+
+ sock->is_master = 1;
+ sock->incoming = 1;
- gras_hostdata_t *hd=(gras_hostdata_t *)MSG_host_get_data(MSG_host_self());
- gras_procdata_t *pd=gras_procdata_get();
- gras_sg_portrec_t pr;
- gras_trp_sg_sock_data_t *data;
-
- const char *host=MSG_host_get_name(MSG_host_self());
-
- gras_assert0(hd,"Please run gras_process_init on each process");
-
- sock->accepting = 0; /* no such nuisance in SG */
-
- errcode = find_port(hd,sock->port,&pr);
- switch (errcode) {
- case no_error: /* Port already used... */
- RAISE2(mismatch_error,
- "can't listen on address %s:%d: port already in use\n.",
- host,sock->port);
-
- case mismatch_error: /* Port not used so far. Do it */
- pr.tochan = sock->raw ? pd->rawChan : pd->chan;
- pr.port = sock->port;
- pr.raw = sock->raw;
- gras_dynar_push(hd->ports,&pr);
-
- default:
- return errcode;
- }
-
- /* Create the socket */
- data = gras_new(gras_trp_sg_sock_data_t,1);
- data->from_PID = -1;
- data->to_PID = MSG_process_self_PID();
- data->to_host = MSG_host_self();
- data->to_chan = pd->chan;
-
sock->data = data;
- INFO6("'%s' (%d) ears on %s:%d%s (%p)",
- MSG_process_get_name(MSG_process_self()), MSG_process_self_PID(),
- host,sock->port,sock->raw? " (mode RAW)":"",sock);
+ /* Register the socket to the set of sockets known simulation-wide */
+ xbt_dict_set(all_sockets,sock_name,sock,NULL); /* FIXME: add a function to raise a warning at simulation end for non-closed sockets */
+
+ /* Create a smx comm object about this socket */
+ data->ongoing_msg_size = sizeof(s_gras_msg_t);
+ smx_comm_t comm = SIMIX_network_irecv(data->rdv,&(data->ongoing_msg),&(data->ongoing_msg_size));
+ INFO2("irecv comm %p onto %p",comm,&(data->ongoing_msg));
+ xbt_dynar_push(pd->comms,&comm);
- return no_error;
+ VERB6("'%s' (%d) ears on %s:%d%s (%p)",
+ SIMIX_process_get_name(SIMIX_process_self()), gras_os_getpid(),
+ gras_os_myname(), sock->port, sock->meas ? " (mode meas)" : "", sock);
+ free(sock_name);
}
-void gras_trp_sg_socket_close(gras_socket_t *sock){
- gras_hostdata_t *hd=(gras_hostdata_t *)MSG_host_get_data(MSG_host_self());
- int cpt;
-
- gras_sg_portrec_t pr;
-
- if (!sock) return;
- gras_assert0(hd,"Please run gras_process_init on each process");
-
- if (sock->data)
- gras_free(sock->data);
-
- if (sock->incoming) {
- /* server mode socket. Un register it from 'OS' tables */
- gras_dynar_foreach(hd->ports, cpt, pr) {
- DEBUG2("Check pr %d of %lu", cpt, gras_dynar_length(hd->ports));
- if (pr.port == sock->port) {
- gras_dynar_cursor_rm(hd->ports, &cpt);
- return;
- }
- }
- WARN0("socket_close called on an unknown socket");
+void gras_trp_sg_socket_close(gras_socket_t sock) {
+ gras_trp_procdata_t pd= (gras_trp_procdata_t) gras_libdata_by_id(gras_trp_libdata_id);
+ if (sock->is_master) {
+ /* server mode socket. Unregister it from 'OS' tables */
+ char *sock_name=bprintf("%s:%d",gras_os_myname(),sock->port);
+
+ xbt_dict_t sockets = ((gras_trp_sg_plug_data_t)sock->plugin->data)->sockets;
+ gras_socket_t old = xbt_dict_get_or_null(sockets,sock_name);
+ if (!old)
+ WARN2("socket_close called on the unknown server socket %p (port=%d)",
+ sock, sock->port);
+ xbt_dict_remove(sockets,sock_name);
+ free(sock_name);
+
}
+
+ if (sock->data) {
+ SIMIX_rdv_destroy(((gras_trp_sg_sock_data_t *) sock->data)->rdv);
+ free(sock->data);
+ }
+
+ xbt_dynar_push(pd->sockets_to_close,&sock);
+ gras_msg_listener_awake();
+
+ XBT_OUT;
}
typedef struct {
void *data;
} sg_task_data_t;
-gras_error_t gras_trp_sg_chunk_send(gras_socket_t *sock,
- const char *data,
- long int size) {
- m_task_t task=NULL;
- static unsigned int count=0;
+void gras_trp_sg_chunk_send(gras_socket_t sock,
+ const char *data,
+ unsigned long int size, int stable_ignored)
+{
+ gras_trp_sg_chunk_send_raw(sock, data, size);
+}
+
+void gras_trp_sg_chunk_send_raw(gras_socket_t sock,
+ const char *data, unsigned long int size)
+{
char name[256];
- gras_trp_sg_sock_data_t *sock_data = (gras_trp_sg_sock_data_t *)sock->data;
- sg_task_data_t *task_data;
-
- sprintf(name,"Chunk[%d]",count++);
-
- task_data=gras_new(sg_task_data_t,1);
- task_data->data=(void*)gras_malloc(size);
- task_data->size = size;
- memcpy(task_data->data,data,size);
-
- task=MSG_task_create(name,0,((double)size)/(1024.0*1024.0),task_data);
-
- DEBUG5("send chunk %s from %s to %s:%d (size=%ld)",
- name, MSG_host_get_name(MSG_host_self()),
- MSG_host_get_name(sock_data->to_host), sock_data->to_chan,size);
- if (MSG_task_put(task, sock_data->to_host,sock_data->to_chan) != MSG_OK) {
- RAISE0(system_error,"Problem during the MSG_task_put");
- }
+ static unsigned int count = 0;
- return no_error;
-}
+ gras_trp_sg_sock_data_t *sock_data;
+ gras_msg_t msg; /* message to send */
+
+ sock_data = (gras_trp_sg_sock_data_t *) sock->data;
+
+ xbt_assert0(sock->meas,
+ "SG chunk exchange shouldn't be used on non-measurement sockets");
-gras_error_t gras_trp_sg_chunk_recv(gras_socket_t *sock,
- char *data,
- long int size){
- gras_procdata_t *pd=gras_procdata_get();
-
- m_task_t task=NULL;
- sg_task_data_t *task_data;
- gras_trp_sg_sock_data_t *sock_data = sock->data;
-
- GRAS_IN;
- DEBUG4("recv chunk on %s -> %s:%d (size=%ld)",
- MSG_host_get_name(sock_data->to_host),
- MSG_host_get_name(MSG_host_self()), sock_data->to_chan, size);
- if (MSG_task_get(&task, (sock->raw ? pd->rawChan : pd->chan)) != MSG_OK)
- RAISE0(unknown_error,"Error in MSG_task_get()");
-
- task_data = MSG_task_get_data(task);
- if (task_data->size != size)
- RAISE5(mismatch_error,
- "Got %d bytes when %ld where expected (in %s->%s:%d)",
- task_data->size, size,
- MSG_host_get_name(sock_data->to_host),
- MSG_host_get_name(MSG_host_self()), sock_data->to_chan);
- memcpy(data,task_data->data,size);
- gras_free(task_data->data);
- gras_free(task_data);
-
- if (MSG_task_destroy(task) != MSG_OK)
- RAISE0(unknown_error,"Error in MSG_task_destroy()");
-
- GRAS_OUT;
- return no_error;
+ sprintf(name, "Chunk[%d]", count++);
+ /*initialize gras message */
+ msg = xbt_new(s_gras_msg_t, 1);
+ msg->expe = sock;
+ msg->payl_size = size;
+
+ if (data) {
+ msg->payl = (void *) xbt_malloc(size);
+ memcpy(msg->payl, data, size);
+ } else {
+ msg->payl = NULL;
+ }
+ SIMIX_network_send(sock_data->rdv,size,-1.,-1.,&msg,sizeof(msg),(smx_comm_t*)&(msg->comm),msg);
}
-/* Data exchange over raw sockets */
-gras_error_t gras_socket_raw_exchange(gras_socket_t *peer,
- int sender,
- unsigned int timeout,
- unsigned long int expSize,
- unsigned long int msgSize) {
- unsigned int bytesTotal;
- static unsigned int count=0;
- m_task_t task=NULL;
- char name[256];
- gras_trp_sg_sock_data_t *sock_data = (gras_trp_sg_sock_data_t *)peer->data;
-
- gras_procdata_t *pd=gras_procdata_get();
- double startTime;
-
- startTime=gras_os_time(); /* used only in sender mode */
-
- for(bytesTotal = 0; bytesTotal < expSize; bytesTotal += msgSize) {
-
- if (sender) {
-
- sprintf(name,"Raw data[%d]",count++);
-
- task=MSG_task_create(name,0,((double)msgSize)/(1024.0*1024.0),NULL);
-
- DEBUG5("%f:%s: gras_socket_raw_send(%f %s -> %s) BEGIN",
- gras_os_time(), MSG_process_get_name(MSG_process_self()),
- ((double)msgSize)/(1024.0*1024.0),
- MSG_host_get_name( MSG_host_self()), peer->peer_name);
-
- if (MSG_task_put(task, sock_data->to_host,sock_data->to_chan) != MSG_OK)
- RAISE0(system_error,"Problem during the MSG_task_put()");
-
- DEBUG5("%f:%s: gras_socket_raw_send(%f %s -> %s) END",
- gras_os_time(), MSG_process_get_name(MSG_process_self()),
- ((double)msgSize)/(1024.0*1024.0),
- MSG_host_get_name( MSG_host_self()), peer->peer_name);
-
- } else { /* we are receiver, simulate a select */
-
- task=NULL;
- DEBUG2("%f:%s: gras_socket_raw_recv() BEGIN\n",
- gras_os_time(), MSG_process_get_name(MSG_process_self()));
- do {
- if (MSG_task_Iprobe((m_channel_t) pd->rawChan)) {
- if (MSG_task_get(&task, (m_channel_t) pd->rawChan) != MSG_OK) {
- fprintf(stderr,"GRAS: Error in MSG_task_get()\n");
- return unknown_error;
- }
-
- if (MSG_task_destroy(task) != MSG_OK) {
- fprintf(stderr,"GRAS: Error in MSG_task_destroy()\n");
- return unknown_error;
- }
-
- DEBUG2("%f:%s: gras_socket_raw_recv() END\n",
- gras_os_time(), MSG_process_get_name(MSG_process_self()));
- break;
- } else {
- MSG_process_sleep(0.0001);
- }
-
- } while (gras_os_time() - startTime < timeout);
-
- if (gras_os_time() - startTime > timeout)
- return timeout_error;
- } /* receiver part */
- } /* foreach msg */
-
- return no_error;
+int gras_trp_sg_chunk_recv(gras_socket_t sock,
+ char *data, unsigned long int size)
+{
+ gras_trp_sg_sock_data_t *sock_data;
+ gras_msg_t msg_got;
+ smx_comm_t comm;
+
+ xbt_assert0(sock->meas,
+ "SG chunk exchange shouldn't be used on non-measurement sockets");
+
+ sock_data = (gras_trp_sg_sock_data_t *) sock->data;
+
+ SIMIX_network_recv(sock_data->rdv,-1.,&msg_got,NULL,&comm);
+
+ if (msg_got->payl_size != size)
+ THROW5(mismatch_error, 0,
+ "Got %d bytes when %ld where expected (in %s->%s:%d)",
+ msg_got->payl_size, size,
+ SIMIX_host_get_name(sock_data->to_host),
+ SIMIX_host_get_name(SIMIX_host_self()), sock->peer_port);
+
+ if (data)
+ memcpy(data, msg_got->payl, size);
+
+ if (msg_got->payl)
+ xbt_free(msg_got->payl);
+
+ xbt_free(msg_got);
+ return 0;
}