Logo AND Algorithmique Numérique Distribuée

Public GIT Repository
new buffered plugin. Use either tcp or sg to do the grunt work
authormquinson <mquinson@48e7efb5-ca39-0410-a469-dd3cf9ba447f>
Sun, 8 Aug 2004 04:23:30 +0000 (04:23 +0000)
committermquinson <mquinson@48e7efb5-ca39-0410-a469-dd3cf9ba447f>
Sun, 8 Aug 2004 04:23:30 +0000 (04:23 +0000)
git-svn-id: svn+ssh://scm.gforge.inria.fr/svn/simgrid/simgrid/trunk@356 48e7efb5-ca39-0410-a469-dd3cf9ba447f

src/gras/Transport/transport_plugin_buf.c [new file with mode: 0644]

diff --git a/src/gras/Transport/transport_plugin_buf.c b/src/gras/Transport/transport_plugin_buf.c
new file mode 100644 (file)
index 0000000..e388561
--- /dev/null
@@ -0,0 +1,301 @@
+/* $Id$ */
+
+/* buf trp (transport) - buffered transport using the TCP one            */
+
+/* Authors: Martin Quinson                                                  */
+/* Copyright (C) 2004 Martin Quinson.                                       */
+
+/* This program is free software; you can redistribute it and/or modify it
+   under the terms of the license (GNU LGPL) which comes with this package. */
+
+#include <netinet/in.h>   /* htonl/ntohl */
+#include <stdlib.h>
+#include <string.h>       /* memset */
+
+#include "gras_private.h"
+#include "transport_private.h"
+
+GRAS_LOG_NEW_DEFAULT_SUBCATEGORY(trp_buf,transport);
+
+/***
+ *** Prototypes 
+ ***/
+gras_error_t gras_trp_buf_socket_client(gras_trp_plugin_t *self,
+                                       const char *host,
+                                       unsigned short port,
+                                       /* OUT */ gras_socket_t *sock);
+gras_error_t gras_trp_buf_socket_server(gras_trp_plugin_t *self,
+                                       unsigned short port,
+                                       /* OUT */ gras_socket_t *sock);
+gras_error_t gras_trp_buf_socket_accept(gras_socket_t  *sock,
+                                       gras_socket_t **dst);
+
+void         gras_trp_buf_socket_close(gras_socket_t *sd);
+  
+gras_error_t gras_trp_buf_chunk_send(gras_socket_t *sd,
+                                    const char *data,
+                                    long int size);
+
+gras_error_t gras_trp_buf_chunk_recv(gras_socket_t *sd,
+                                    char *data,
+                                    long int size);
+gras_error_t gras_trp_buf_flush(gras_socket_t  *sock);
+
+
+/***
+ *** Specific plugin part
+ ***/
+
+typedef struct {
+  gras_trp_plugin_t *super;
+} gras_trp_buf_plug_data_t;
+
+/***
+ *** Specific socket part
+ ***/
+
+typedef struct {
+  uint32_t size;
+  char *data;
+  int pos; /* for receive; not exchanged over the net */
+} gras_trp_buf_t;
+
+struct gras_trp_bufdata_{
+  gras_trp_buf_t in;
+  gras_trp_buf_t out;
+  int buffsize;
+};
+
+gras_error_t gras_trp_buf_init_sock(gras_socket_t *sock) {
+  gras_trp_bufdata_t *data=malloc(sizeof(gras_trp_bufdata_t));
+  
+  GRAS_IN;
+  if (!data)
+    RAISE_MALLOC;
+  data->in.size  = 0;
+  data->in.data  = NULL;
+  data->in.pos   = 0; /* useless, indeed, since size==pos */
+  data->out.size = 0;
+  data->out.data = NULL;
+  data->out.pos  = 0;
+  //  data->buffsize = 32 * 1024 - 4; /* default socket buffsize (32k) - headers */ 
+  data->buffsize = 1000 * 1024 ; /* 1Mb */ 
+  sock->bufdata = data;
+  return no_error;
+}
+
+
+/***
+ *** Code
+ ***/
+gras_error_t
+gras_trp_buf_setup(gras_trp_plugin_t *plug) {
+  gras_error_t errcode;
+  gras_trp_buf_plug_data_t *data =malloc(sizeof(gras_trp_buf_plug_data_t));
+  if (!data)
+    RAISE_MALLOC;
+
+  GRAS_IN;
+  TRY(gras_trp_plugin_get_by_name(gras_if_RL() ? "tcp" : "sg",
+                                 &(data->super)));
+  DEBUG1("Derivate a buffer plugin from %s",gras_if_RL() ? "tcp" : "sg");
+
+  plug->socket_client = gras_trp_buf_socket_client;
+  plug->socket_server = gras_trp_buf_socket_server;
+  plug->socket_accept = gras_trp_buf_socket_accept;
+  plug->socket_close  = gras_trp_buf_socket_close;
+
+  plug->chunk_send    = gras_trp_buf_chunk_send;
+  plug->chunk_recv    = gras_trp_buf_chunk_recv;
+
+  plug->flush         = gras_trp_buf_flush;
+
+  plug->data = (void*)data;
+  plug->exit = NULL;
+  
+  return no_error;
+}
+
+gras_error_t gras_trp_buf_socket_client(gras_trp_plugin_t *self,
+                                       const char *host,
+                                       unsigned short port,
+                                       /* OUT */ gras_socket_t *sock){
+  gras_error_t errcode;
+  gras_trp_plugin_t *super=((gras_trp_buf_plug_data_t*)self->data)->super;
+
+  GRAS_IN;
+  TRY(super->socket_client(super,host,port,sock));
+  sock->plugin = self;
+  TRY(gras_trp_buf_init_sock(sock));
+    
+  return no_error;
+}
+
+/**
+ * gras_trp_buf_socket_server:
+ *
+ * Open a socket used to receive messages.
+ */
+gras_error_t gras_trp_buf_socket_server(gras_trp_plugin_t *self,
+                                       unsigned short port,
+                                       /* OUT */ gras_socket_t *sock){
+  gras_error_t errcode;
+  gras_trp_plugin_t *super=((gras_trp_buf_plug_data_t*)self->data)->super;
+
+  GRAS_IN;
+  TRY(super->socket_server(super,port,sock));
+  sock->plugin = self;
+  TRY(gras_trp_buf_init_sock(sock));
+  return no_error;
+}
+
+gras_error_t
+gras_trp_buf_socket_accept(gras_socket_t  *sock,
+                          gras_socket_t **dst) {
+  gras_error_t errcode;
+  gras_trp_plugin_t *super=((gras_trp_buf_plug_data_t*)sock->plugin->data)->super;
+      
+  GRAS_IN;
+  TRY(super->socket_accept(sock,dst));
+  (*dst)->plugin = sock->plugin;
+  TRY(gras_trp_buf_init_sock(*dst));
+  return no_error;
+}
+
+void gras_trp_buf_socket_close(gras_socket_t *sock){
+  gras_trp_plugin_t *super=((gras_trp_buf_plug_data_t*)sock->plugin->data)->super;
+  gras_trp_bufdata_t *data=sock->bufdata;
+
+  GRAS_IN;
+  if (data->in.size || data->out.size)
+    gras_trp_buf_flush(sock);
+  if (data->in.data)
+    free(data->in.data);
+  if (data->out.data)
+    free(data->out.data);
+  free(data);
+
+  return super->socket_close(sock);
+}
+
+/**
+ * gras_trp_buf_chunk_send:
+ *
+ * Send data on a TCP socket
+ */
+gras_error_t 
+gras_trp_buf_chunk_send(gras_socket_t *sock,
+                       const char *chunk,
+                       long int size) {
+
+  gras_error_t errcode;
+  gras_trp_bufdata_t *data=(gras_trp_bufdata_t*)sock->bufdata;
+  int chunk_pos=0;
+
+  GRAS_IN;
+  /* Let underneath plugin check for direction, we work even in duplex */
+  gras_assert0(size >= 0, "Cannot send a negative amount of data");
+
+  if (!data->out.data && !(data->out.data = malloc(data->buffsize)))
+    RAISE_MALLOC;
+
+  while (chunk_pos < size) {
+    /* size of the chunck to receive in that shot */
+    long int thissize = min(size-chunk_pos,data->buffsize - data->out.size);
+    DEBUG5("Set the chars %d..%ld into the buffer (size=%ld, ctn='%.*s')",
+          (int)data->out.size,
+          ((int)data->out.size) + thissize -1,
+          size, chunk_pos, chunk);
+
+    memcpy(data->out.data + data->out.size, chunk + chunk_pos, thissize);
+
+    data->out.size += thissize;
+    chunk_pos      += thissize;
+    DEBUG5("New pos = %d; Still to send = %ld of %ld; ctn sofar='%.*s'",
+          data->out.size,size-chunk_pos,size,(int)chunk_pos,chunk);
+
+    if (data->out.size == data->buffsize) /* out of space. Flush it */
+      TRY(gras_trp_buf_flush(sock));
+  }
+
+  GRAS_OUT;
+  return no_error;
+}
+
+/**
+ * gras_trp_buf_chunk_recv:
+ *
+ * Receive data on a TCP socket.
+ */
+gras_error_t 
+gras_trp_buf_chunk_recv(gras_socket_t *sock,
+                       char *chunk,
+                       long int size) {
+
+  gras_error_t errcode;
+  gras_trp_plugin_t *super=((gras_trp_buf_plug_data_t*)sock->plugin->data)->super;
+  gras_trp_bufdata_t *data=sock->bufdata;
+  long int chunck_pos = 0;
+
+  /* Let underneath plugin check for direction, we work even in duplex */
+  gras_assert0(sock, "Cannot recv on an NULL socket");
+  gras_assert0(size >= 0, "Cannot receive a negative amount of data");
+  
+  GRAS_IN;
+  if (!data->in.data && !(data->in.data = malloc(data->buffsize)))
+    RAISE_MALLOC;
+
+  while (chunck_pos < size) {
+    /* size of the chunck to receive in that shot */
+    long int thissize;
+
+    if (data->in.size == data->in.pos) { /* out of data. Get more */
+      uint32_t nextsize;
+      DEBUG0("Recv the size");
+      TRY(super->chunk_recv(sock,(char*)&nextsize, 4));
+      data->in.size = ntohl(nextsize);
+
+      VERB1("Recv the chunk (size=%d)",data->in.size);
+      TRY(super->chunk_recv(sock, data->in.data, data->in.size));
+      data->in.pos=0;
+    }
+    
+    thissize = min(size-chunck_pos ,  data->in.size - data->in.pos);
+    DEBUG2("Get the chars %d..%ld out of the buffer",
+          data->in.pos,
+          data->in.pos + thissize - 1);
+    memcpy(chunk+chunck_pos, data->in.data + data->in.pos, thissize);
+
+    data->in.pos += thissize;
+    chunck_pos   += thissize;
+    DEBUG5("New pos = %d; Still to receive = %ld of %ld. Ctn so far='%.*s'",
+          data->in.pos,size - chunck_pos,size,(int)chunck_pos,chunk);
+  }
+
+  GRAS_OUT;
+  return no_error;
+}
+
+/**
+ * gras_trp_buf_flush:
+ *
+ * Make sure the data is sent
+ */
+gras_error_t 
+gras_trp_buf_flush(gras_socket_t *sock) {
+  gras_error_t errcode;
+  uint32_t size;
+  gras_trp_plugin_t *super=((gras_trp_buf_plug_data_t*)sock->plugin->data)->super;
+  gras_trp_bufdata_t *data=sock->bufdata;
+
+  GRAS_IN;
+  size = htonl(data->out.size);
+  DEBUG1("Send the size (=%d)",data->out.size);
+  TRY(super->chunk_send(sock,(char*) &size, 4));
+
+  DEBUG1("Send the chunk (size=%d)",data->out.size);
+  TRY(super->chunk_send(sock, data->out.data, data->out.size));
+  VERB1("Chunk sent (size=%d)",data->out.size);
+  data->out.size = 0;
+  return no_error;
+}