From: Frederic Suter Date: Wed, 15 Feb 2017 16:33:04 +0000 (+0100) Subject: use bitfields as bitfields X-Git-Tag: v3_15~375 X-Git-Url: http://info.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/commitdiff_plain/f7a11f7a02357853acdc92d5d6206f735d8aeeab use bitfields as bitfields --- diff --git a/examples/msg/app-bittorrent/connection.c b/examples/msg/app-bittorrent/connection.c index 847a6c4413..5548625048 100644 --- a/examples/msg/app-bittorrent/connection.c +++ b/examples/msg/app-bittorrent/connection.c @@ -15,7 +15,7 @@ connection_t connection_new(int id) connection->id = id; connection->mailbox = bprintf("%d", id); - connection->bitfield = NULL; + connection->bitfield = 0; connection->current_piece = -1; connection->interested = 0; connection->am_interested = 0; @@ -35,7 +35,10 @@ void connection_add_speed_value(connection_t connection, double speed) void connection_free(void *data) { connection_t co = (connection_t) data; - xbt_free(co->bitfield); xbt_free(co->mailbox); xbt_free(co); } + +int connection_has_piece(connection_t connection, unsigned int piece){ + return !!(connection->bitfield & 1<>= 1 ; + } + return count; +} + +int peer_has_not_piece(peer_t peer, unsigned int piece){ + return !(peer->bitfield & 1<current_pieces & 1<=0; i--) + (*status)[i] = (bitfield&(1u< 0, "Wrong deadline supplied"); - XBT_INFO("Hi, I'm joining the network with id %d", peer.id); + char *status = xbt_malloc0(FILE_PIECES+1); + get_status(&status, peer->bitfield); + XBT_INFO("Hi, I'm joining the network with id %d", peer->id); //Getting peer data from the tracker. - if (get_peers_data(&peer)) { - XBT_DEBUG("Got %d peers from the tracker. Current status is: %s", xbt_dict_length(peer.peers), peer.bitfield); - peer.begin_receive_time = MSG_get_clock(); - MSG_mailbox_set_async(peer.mailbox); - if (has_finished(peer.bitfield)) { - peer.pieces = FILE_PIECES; - send_handshake_all(&peer); - seed_loop(&peer, deadline); + if (get_peers_data(peer)) { + XBT_DEBUG("Got %d peers from the tracker. Current status is: %s", xbt_dict_length(peer->peers), status); + peer->begin_receive_time = MSG_get_clock(); + MSG_mailbox_set_async(peer->mailbox); + if (has_finished(peer->bitfield)) { + send_handshake_all(peer); } else { - leech_loop(&peer, deadline); - seed_loop(&peer, deadline); + leech_loop(peer, deadline); } + seed_loop(peer, deadline); } else { XBT_INFO("Couldn't contact the tracker."); } - XBT_INFO("Here is my current status: %s", peer.bitfield); - if (peer.comm_received) { - MSG_comm_destroy(peer.comm_received); + get_status(&status, peer->bitfield); + XBT_INFO("Here is my current status: %s", status); + if (peer->comm_received) { + MSG_comm_destroy(peer->comm_received); } - peer_free(&peer); + xbt_free(status); + peer_free(peer); return 0; } @@ -84,7 +107,7 @@ void leech_loop(peer_t peer, double deadline) send_handshake_all(peer); XBT_DEBUG("Starting main leech loop"); - while (MSG_get_clock() < deadline && peer->pieces < FILE_PIECES) { + while (MSG_get_clock() < deadline && count_pieces(peer->bitfield) < FILE_PIECES) { if (peer->comm_received == NULL) { peer->task_received = NULL; peer->comm_received = MSG_task_irecv(&peer->task_received, peer->mailbox); @@ -98,7 +121,7 @@ void leech_loop(peer_t peer, double deadline) } } else { //We don't execute the choke algorithm if we don't already have a piece - if (MSG_get_clock() >= next_choked_update && peer->pieces > 0) { + if (MSG_get_clock() >= next_choked_update && count_pieces(peer->bitfield) > 0) { update_choked_peers(peer); next_choked_update += UPDATE_CHOKED_INTERVAL; } else { @@ -106,7 +129,7 @@ void leech_loop(peer_t peer, double deadline) } } } - if (peer->pieces == FILE_PIECES) + if (has_finished(peer->bitfield)) XBT_DEBUG("%d becomes a seeder", peer->id); } @@ -193,36 +216,35 @@ int get_peers_data(peer_t peer) * @param id id of the peer to take in the network * @param seed indicates if the peer is a seed. */ -void peer_init(peer_t peer, int id, int seed) +peer_t peer_init(int id, int seed) { + peer_t peer = xbt_new(s_peer_t,1); peer->id = id; + peer->hostname = MSG_host_get_name(MSG_host_self()); + snprintf(peer->mailbox,MAILBOX_SIZE-1, "%d", id); snprintf(peer->mailbox_tracker,MAILBOX_SIZE-1, "tracker_%d", id); peer->peers = xbt_dict_new_homogeneous(NULL); peer->active_peers = xbt_dict_new_homogeneous(NULL); - peer->hostname = MSG_host_get_name(MSG_host_self()); - peer->bitfield = xbt_new(char, FILE_PIECES + 1); - peer->bitfield_blocks = xbt_new(char, (FILE_PIECES) * (PIECES_BLOCKS) + 1); if (seed) { - memset(peer->bitfield, '1', sizeof(char) * (FILE_PIECES + 1)); - memset(peer->bitfield_blocks, '1', sizeof(char) * FILE_PIECES * (PIECES_BLOCKS)); + peer->bitfield = (1<bitfield_blocks = (1L<<(FILE_PIECES * PIECES_BLOCKS))-1; } else { - memset(peer->bitfield, '0', sizeof(char) * (FILE_PIECES + 1)); - memset(peer->bitfield_blocks, '0', sizeof(char) * FILE_PIECES * (PIECES_BLOCKS)); + peer->bitfield = 0; + peer->bitfield_blocks = 0; } - peer->bitfield[FILE_PIECES] = '\0'; - peer->pieces = 0; + peer->current_pieces = 0; peer->pieces_count = xbt_new0(short, FILE_PIECES); - peer->current_pieces = xbt_dynar_new(sizeof(int), NULL); - peer->stream = (RngStream)MSG_host_get_data(MSG_host_self()); peer->comm_received = NULL; peer->round = 0; + + return peer; } /** Destroys a poor peer object. */ @@ -236,18 +258,16 @@ void peer_free(peer_t peer) } xbt_dict_free(&peer->peers); xbt_dict_free(&peer->active_peers); - xbt_dynar_free(&peer->current_pieces); xbt_free(peer->pieces_count); - xbt_free(peer->bitfield); - xbt_free(peer->bitfield_blocks); + xbt_free(peer); } /** @brief Returns if a peer has finished downloading the file * @param bitfield peer bitfield */ -int has_finished(char *bitfield) +int has_finished(unsigned int bitfield) { - return ((memchr(bitfield, '0', sizeof(char) * FILE_PIECES) == NULL) ? 1 : 0); + return bitfield == (1<bitfield); //Store the bitfield - remote_peer->bitfield = xbt_strdup(message->bitfield); + remote_peer->bitfield = message->bitfield; xbt_assert(!remote_peer->am_interested, "Should not be interested at first"); if (is_interested(peer, remote_peer)) { remote_peer->am_interested = 1; @@ -336,12 +356,11 @@ void handle_message(peer_t peer, msg_task_t task) break; case MESSAGE_HAVE: XBT_DEBUG("\t for piece %d", message->index); - xbt_assert(remote_peer->bitfield, "bitfield not received"); xbt_assert((message->index >= 0 && message->index < FILE_PIECES), "Wrong HAVE message received"); - remote_peer->bitfield[message->index] = '1'; + remote_peer->bitfield = remote_peer->bitfield | (1<index); peer->pieces_count[message->index]++; //If the piece is in our pieces, we tell the peer that we are interested. - if ((remote_peer->am_interested == 0) && peer->bitfield[message->index] == '0') { + if ((remote_peer->am_interested == 0) && peer_has_not_piece(peer,message->index)) { remote_peer->am_interested = 1; send_interested(peer, message->mailbox); if (remote_peer->choked_download == 0) @@ -354,7 +373,7 @@ void handle_message(peer_t peer, msg_task_t task) if (remote_peer->choked_upload == 0) { XBT_DEBUG("\t for piece %d (%d,%d)", message->index, message->block_index, message->block_index + message->block_length); - if (peer->bitfield[message->index] == '1') { + if (!peer_has_not_piece(peer, message->index)) { send_piece(peer, message->mailbox, message->index, message->block_index, message->block_length); } } else { @@ -367,19 +386,21 @@ void handle_message(peer_t peer, msg_task_t task) xbt_assert(!remote_peer->choked_download); xbt_assert(remote_peer->am_interested || ENABLE_END_GAME_MODE, "Can't received a piece if I'm not interested wihtout end-game mode!" - "piece (%d) bitfield(%s) remote bitfield(%s)", message->index, peer->bitfield, remote_peer->bitfield); + "piece (%d) bitfield(%u) remote bitfield(%u)", message->index, peer->bitfield, remote_peer->bitfield); xbt_assert(remote_peer->choked_download != 1, "Can't received a piece if I'm choked !"); xbt_assert((message->index >= 0 && message->index < FILE_PIECES), "Wrong piece received"); //TODO: Execute à computation. - if (peer->bitfield[message->index] == '0') { + if (peer_has_not_piece(peer,message->index)) { update_bitfield_blocks(peer, message->index, message->block_index, message->block_length); if (piece_complete(peer, message->index)) { //Removing the piece from our piece list remove_current_piece(peer, remote_peer, message->index); //Setting the fact that we have the piece - peer->bitfield[message->index] = '1'; - peer->pieces++; - XBT_DEBUG("My status is now %s", peer->bitfield); + peer->bitfield = peer->bitfield | (1<index); + char* status = xbt_malloc0(FILE_PIECES+1); + get_status(&status, peer->bitfield); + XBT_DEBUG("My status is now %s", status); + xbt_free(status); //Sending the information to all the peers we are connected to send_have(peer, message->index); //sending UNINTERESTED to peers that do not have what we want. @@ -412,7 +433,7 @@ void request_new_piece_to_peer(peer_t peer, connection_t remote_peer) { int piece = select_piece_to_download(peer, remote_peer); if (piece != -1) { - xbt_dynar_push_as(peer->current_pieces, int, piece); + peer->current_pieces|= (1 << (unsigned int) piece); send_request_to_peer(peer, remote_peer, piece); } } @@ -420,9 +441,7 @@ void request_new_piece_to_peer(peer_t peer, connection_t remote_peer) /** remove current_piece from the list of currently downloaded pieces. */ void remove_current_piece(peer_t peer, connection_t remote_peer, int current_piece) { - int piece_index = xbt_dynar_search_or_negative(peer->current_pieces, ¤t_piece); - if (piece_index != -1) - xbt_dynar_remove_at(peer->current_pieces, piece_index, NULL); + peer->current_pieces &= ~(1 << (unsigned int) current_piece); remote_peer->current_piece = -1; } @@ -430,10 +449,10 @@ void remove_current_piece(peer_t peer, connection_t remote_peer, int current_pie * @param peer peer we want to update the list * @param bitfield bitfield */ -void update_pieces_count_from_bitfield(peer_t peer, char *bitfield) +void update_pieces_count_from_bitfield(peer_t peer, unsigned int bitfield) { for (int i = 0; i < FILE_PIECES; i++) { - if (bitfield[i] == '1') { + if ((bitfield&(1u<pieces_count[i]++; } } @@ -457,7 +476,7 @@ int select_piece_to_download(peer_t peer, connection_t remote_peer) return piece; // end game mode - if (xbt_dynar_length(peer->current_pieces) >= (FILE_PIECES - peer->pieces) && + if (count_pieces(peer->current_pieces) >= (FILE_PIECES - count_pieces(peer->bitfield)) && (is_interested(peer, remote_peer) != 0)) { #if ENABLE_END_GAME_MODE == 0 return -1; @@ -465,7 +484,7 @@ int select_piece_to_download(peer_t peer, connection_t remote_peer) int nb_interesting_pieces = 0; // compute the number of interesting pieces for (int i = 0; i < FILE_PIECES; i++) { - if (peer->bitfield[i] == '0' && remote_peer->bitfield[i] == '1') { + if (peer_has_not_piece(peer,i) && connection_has_piece(remote_peer,i)) { nb_interesting_pieces++; } } @@ -474,7 +493,7 @@ int select_piece_to_download(peer_t peer, connection_t remote_peer) int random_piece_index = RngStream_RandInt(peer->stream, 0, nb_interesting_pieces - 1); int current_index = 0; for (int i = 0; i < FILE_PIECES; i++) { - if (peer->bitfield[i] == '0' && remote_peer->bitfield[i] == '1') { + if (peer_has_not_piece(peer,i) && connection_has_piece(remote_peer,i)) { if (random_piece_index == current_index) { piece = i; break; @@ -486,12 +505,11 @@ int select_piece_to_download(peer_t peer, connection_t remote_peer) return piece; } // Random first policy - if (peer->pieces < 4 && (is_interested_and_free(peer, remote_peer) != 0)) { + if (count_pieces(peer->bitfield) < 4 && (is_interested_and_free(peer, remote_peer) != 0)) { int nb_interesting_pieces = 0; // compute the number of interesting pieces for (int i = 0; i < FILE_PIECES; i++) { - if (peer->bitfield[i] == '0' && remote_peer->bitfield[i] == '1' && - (in_current_pieces(peer, i) == 0)) { + if (peer_has_not_piece(peer, i) && connection_has_piece(remote_peer,i) && peer_is_not_downloading_piece(peer, i)) { nb_interesting_pieces++; } } @@ -500,8 +518,7 @@ int select_piece_to_download(peer_t peer, connection_t remote_peer) int random_piece_index = RngStream_RandInt(peer->stream, 0, nb_interesting_pieces - 1); int current_index = 0; for (int i = 0; i < FILE_PIECES; i++) { - if (peer->bitfield[i] == '0' && remote_peer->bitfield[i] == '1' && - (in_current_pieces(peer, i) == 0)) { + if (peer_has_not_piece(peer, i) && connection_has_piece(remote_peer,i) && peer_is_not_downloading_piece(peer, i)) { if (random_piece_index == current_index) { piece = i; break; @@ -517,23 +534,23 @@ int select_piece_to_download(peer_t peer, connection_t remote_peer) int current_index = 0; // compute the smallest number of copies of available pieces for (int i = 0; i < FILE_PIECES; i++) { - if (peer->pieces_count[i] < min && peer->bitfield[i] == '0' && - remote_peer->bitfield[i] == '1' && (in_current_pieces(peer, i) == 0)) + if (peer->pieces_count[i] < min && peer_has_not_piece(peer, i) && connection_has_piece(remote_peer,i) && + peer_is_not_downloading_piece(peer, i)) min = peer->pieces_count[i]; } xbt_assert(min != SHRT_MAX || (is_interested_and_free(peer, remote_peer) ==0)); // compute the number of rarest pieces for (int i = 0; i < FILE_PIECES; i++) { - if (peer->pieces_count[i] == min && peer->bitfield[i] == '0' && - remote_peer->bitfield[i] == '1' && (in_current_pieces(peer, i) ==0)) + if (peer->pieces_count[i] == min && peer_has_not_piece(peer, i) && connection_has_piece(remote_peer,i) && + peer_is_not_downloading_piece(peer, i)) nb_min_pieces++; } xbt_assert(nb_min_pieces != 0 || (is_interested_and_free(peer, remote_peer)==0)); // get a random rarest piece int random_rarest_index = RngStream_RandInt(peer->stream, 0, nb_min_pieces - 1); for (int i = 0; i < FILE_PIECES; i++) { - if (peer->pieces_count[i] == min && peer->bitfield[i] == '0' && - remote_peer->bitfield[i] == '1' && (in_current_pieces(peer, i)==0)) { + if (peer->pieces_count[i] == min && peer_has_not_piece(peer, i) && connection_has_piece(remote_peer,i) && + peer_is_not_downloading_piece(peer, i)) { if (random_rarest_index == current_index) { piece = i; break; @@ -570,7 +587,7 @@ void update_choked_peers(peer_t peer) xbt_dict_cursor_free(&cursor); /**If we are currently seeding, we unchoke the peer which has been unchoked the last time.*/ - if (peer->pieces == FILE_PIECES) { + if (has_finished(peer->bitfield)) { connection_t connection; double unchoke_time = MSG_get_clock() + 1; @@ -657,10 +674,9 @@ void update_interested_after_receive(peer_t peer) xbt_dict_foreach(peer->peers, cursor, key, connection) { interested = 0; if (connection->am_interested != 0) { - xbt_assert(connection->bitfield, "Bitfield not received"); //Check if the peer still has a piece we want. for (int i = 0; i < FILE_PIECES; i++) { - if (connection->bitfield[i] == '1' && peer->bitfield[i] == '0') { + if (peer_has_not_piece(peer, i) && connection_has_piece(connection,i)) { interested = 1; break; } @@ -678,7 +694,7 @@ void update_bitfield_blocks(peer_t peer, int index, int block_index, int block_l xbt_assert((index >= 0 && index <= FILE_PIECES), "Wrong piece."); xbt_assert((block_index >= 0 && block_index <= PIECES_BLOCKS), "Wrong block : %d.", block_index); for (int i = block_index; i < (block_index + block_length); i++) { - peer->bitfield_blocks[index * PIECES_BLOCKS + i] = '1'; + peer->bitfield_blocks |= (1L<<(index * PIECES_BLOCKS + i)); } } @@ -686,7 +702,7 @@ void update_bitfield_blocks(peer_t peer, int index, int block_index, int block_l int piece_complete(peer_t peer, int index) { for (int i = 0; i < PIECES_BLOCKS; i++) { - if (peer->bitfield_blocks[index * PIECES_BLOCKS + i] == '0') { + if (!(peer->bitfield_blocks & 1L<<(index * PIECES_BLOCKS + i))) { return 0; } } @@ -697,7 +713,7 @@ int piece_complete(peer_t peer, int index) int get_first_block(peer_t peer, int piece) { for (int i = 0; i < PIECES_BLOCKS; i++) { - if (peer->bitfield_blocks[piece * PIECES_BLOCKS + i] == '0') { + if (!(peer->bitfield_blocks & 1L<<(piece * PIECES_BLOCKS + i))) { return i; } } @@ -707,22 +723,14 @@ int get_first_block(peer_t peer, int piece) /** Indicates if the remote peer has a piece not stored by the local peer */ int is_interested(peer_t peer, connection_t remote_peer) { - xbt_assert(remote_peer->bitfield, "Bitfield not received"); - for (int i = 0; i < FILE_PIECES; i++) { - if (remote_peer->bitfield[i] == '1' && peer->bitfield[i] == '0') { - return 1; - } - } - return 0; + return !!(remote_peer->bitfield & (peer->bitfield^((1<bitfield, "Bitfield not received"); for (int i = 0; i < FILE_PIECES; i++) { - if (remote_peer->bitfield[i] == '1' && peer->bitfield[i] == '0' && - (in_current_pieces(peer, i) == 0)) { + if (peer_has_not_piece(peer, i) && connection_has_piece(remote_peer,i) && peer_is_not_downloading_piece(peer, i)) { return 1; } } @@ -732,10 +740,8 @@ int is_interested_and_free(peer_t peer, connection_t remote_peer) /** Returns a piece that is partially downloaded and stored by the remote peer if any -1 otherwise. */ int partially_downloaded_piece(peer_t peer, connection_t remote_peer) { - xbt_assert(remote_peer->bitfield, "Bitfield not received"); for (int i = 0; i < FILE_PIECES; i++) { - if (remote_peer->bitfield[i] == '1' && peer->bitfield[i] == '0' && - (in_current_pieces(peer, i) == 0)) { + if (peer_has_not_piece(peer, i) && connection_has_piece(remote_peer,i)&& peer_is_not_downloading_piece(peer, i)) { if (get_first_block(peer, i) > 0) return i; } @@ -750,8 +756,7 @@ int partially_downloaded_piece(peer_t peer, connection_t remote_peer) void send_request_to_peer(peer_t peer, connection_t remote_peer, int piece) { remote_peer->current_piece = piece; - xbt_assert(remote_peer->bitfield, "bitfield not received"); - xbt_assert(remote_peer->bitfield[piece] == '1'); + xbt_assert(connection_has_piece(remote_peer,piece)); int block_index = get_first_block(peer, piece); if (block_index != -1) { int block_length = MIN(BLOCKS_REQUESTED, PIECES_BLOCKS - block_index); @@ -759,12 +764,6 @@ void send_request_to_peer(peer_t peer, connection_t remote_peer, int piece) } } -/** Indicates if a piece is currently being downloaded by the peer. */ -int in_current_pieces(peer_t peer, int piece) -{ - return xbt_dynar_member(peer->current_pieces, &piece); -} - /*********************************************************** * * Low level message functions @@ -878,7 +877,7 @@ void send_piece(peer_t peer, const char *mailbox, int piece, int block_index, in { XBT_DEBUG("Sending the PIECE %d (%d,%d) to %s", piece, block_index, block_length, mailbox); xbt_assert(piece >= 0, "Tried to send a piece that doesn't exist."); - xbt_assert((peer->bitfield[piece] == '1'), "Tried to send a piece that we doesn't have."); + xbt_assert(!peer_has_not_piece(peer,piece), "Tried to send a piece that we doesn't have."); msg_task_t task = task_message_piece_new(peer->hostname, peer->mailbox, peer->id, piece, block_index, block_length, BLOCK_SIZE); MSG_task_dsend(task, mailbox, task_message_free); diff --git a/examples/msg/app-bittorrent/peer.h b/examples/msg/app-bittorrent/peer.h index 409502dc8f..cca374b9aa 100644 --- a/examples/msg/app-bittorrent/peer.h +++ b/examples/msg/app-bittorrent/peer.h @@ -17,18 +17,16 @@ typedef struct s_peer { int id; //peer id - int pieces; //number of pieces the peer has. - char *bitfield; //list of pieces the peer has. - char *bitfield_blocks; //list of blocks the peer has. + unsigned int bitfield; //list of pieces the peer has. + unsigned long bitfield_blocks; //list of blocks the peer has. short *pieces_count; //number of peers that have each piece. - xbt_dynar_t current_pieces; //current pieces the peer is downloading + unsigned int current_pieces; //current pieces the peer is downloading xbt_dict_t peers; //peers list xbt_dict_t active_peers; //active peers list int round; //current round for the chocking algorithm. - char mailbox[MAILBOX_SIZE]; //peer mailbox. char mailbox_tracker[MAILBOX_SIZE]; //pair mailbox while communicating with the tracker. const char *hostname; //peer hostname @@ -36,29 +34,29 @@ typedef struct s_peer { msg_task_t task_received; //current task being received msg_comm_t comm_received; //current comm - RngStream stream; //RngStream for double begin_receive_time; //time when the receiving communication has begun, useful for calculating host speed. - } s_peer_t; typedef s_peer_t *peer_t; /** Peer main function */ int peer(int argc, char *argv[]); +void get_status(char **status, unsigned int bitfield); int get_peers_data(peer_t peer); void leech_loop(peer_t peer, double deadline); void seed_loop(peer_t peer, double deadline); -void peer_init(peer_t peer, int id, int seed); +peer_t peer_init(int id, int seed); void peer_free(peer_t peer); -int has_finished(char *bitfield); +char* print_bitfield(unsigned int bitfield); +int has_finished(unsigned int bitfield); void handle_message(peer_t peer, msg_task_t task); -void update_pieces_count_from_bitfield(peer_t peer, char *bitfield); +void update_pieces_count_from_bitfield(peer_t peer, unsigned int bitfield); void update_choked_peers(peer_t peer); void update_interested_after_receive(peer_t peer); @@ -67,10 +65,13 @@ void update_bitfield_blocks(peer_t peer, int index, int block_index, int block_l int piece_complete(peer_t peer, int index); int get_first_block(peer_t peer, int piece); +int peer_has_not_piece(peer_t peer, unsigned int piece); +int peer_is_not_downloading_piece(peer_t peer, unsigned int piece); +int count_pieces(unsigned int bitfield); + int nb_interested_peers(peer_t peer); int is_interested(peer_t peer, connection_t remote_peer); int is_interested_and_free(peer_t peer, connection_t remote_peer); -int in_current_pieces(peer_t peer, int piece); int partially_downloaded_piece(peer_t peer, connection_t remote_peer); void request_new_piece_to_peer(peer_t peer, connection_t remote_peer);