1 /* Copyright (c) 2012-2014. The SimGrid Team.
2 * All rights reserved. */
4 /* This program is free software; you can redistribute it and/or modify it
5 * under the terms of the license (GNU LGPL) which comes with this package. */
8 #include <boost/unordered_set.hpp>
10 #include "mc_private.h"
12 #include "xbt/mmalloc.h"
13 #include "xbt/mmalloc/mmprivate.h"
15 XBT_LOG_NEW_DEFAULT_SUBCATEGORY(mc_compare, mc,
16 "Logging specific to mc_compare");
18 typedef struct s_pointers_pair {
21 bool operator==(s_pointers_pair const& x) const {
22 return this->p1 == x.p1 && this->p2 == x.p2;
24 bool operator<(s_pointers_pair const& x) const {
25 return this->p1 < x.p1 || (this->p1 == x.p1 && this->p2 < x.p2);
27 } s_pointers_pair_t, *pointers_pair_t;
31 struct hash<s_pointers_pair> {
32 typedef uintptr_t result_type;
33 result_type operator()(s_pointers_pair const& x) const {
34 return (result_type) x.p1 ^
35 ((result_type) x.p2 << 8 | (result_type) x.p2 >> (8*sizeof(uintptr_t) - 8));
40 struct mc_compare_state {
41 boost::unordered_set<s_pointers_pair> compared_pointers;
46 /************************** Free functions ****************************/
47 /********************************************************************/
49 static void stack_region_free(stack_region_t s)
52 xbt_free(s->process_name);
57 static void stack_region_free_voidp(void *s)
59 stack_region_free((stack_region_t) * (void **) s);
62 static void pointers_pair_free(pointers_pair_t p)
67 static void pointers_pair_free_voidp(void *p)
69 pointers_pair_free((pointers_pair_t) * (void **) p);
72 /************************** Snapshot comparison *******************************/
73 /******************************************************************************/
75 /** \brief Try to add a pair a compared pointers to the set of compared pointers
77 * \result !=0 if the pointers were added (they were not in the set),
78 * 0 otherwise (they were already in the set)
80 static int add_compared_pointers(mc_compare_state& state, void *p1, void *p2)
82 s_pointers_pair_t new_pair;
85 return state.compared_pointers.insert(new_pair).second ? 1 : 0;
88 static int compare_areas_with_type(struct mc_compare_state& state,
89 void* real_area1, mc_snapshot_t snapshot1, mc_mem_region_t region1,
90 void* real_area2, mc_snapshot_t snapshot2, mc_mem_region_t region2,
91 dw_type_t type, int pointer_level)
93 unsigned int cursor = 0;
94 dw_type_t member, subtype, subsubtype;
99 case DW_TAG_unspecified_type:
102 case DW_TAG_base_type:
103 case DW_TAG_enumeration_type:
104 case DW_TAG_union_type:
107 mc_snapshot_read_region(real_area1, region1, alloca(type->byte_size), type->byte_size);
109 mc_snapshot_read_region(real_area2, region1, alloca(type->byte_size), type->byte_size);
110 return (memcmp(data1, data2, type->byte_size) != 0);
114 case DW_TAG_volatile_type:
115 case DW_TAG_const_type:
117 type = type->subtype;
119 case DW_TAG_array_type:
120 subtype = type->subtype;
121 switch (subtype->type) {
122 case DW_TAG_unspecified_type:
125 case DW_TAG_base_type:
126 case DW_TAG_enumeration_type:
127 case DW_TAG_pointer_type:
128 case DW_TAG_reference_type:
129 case DW_TAG_rvalue_reference_type:
130 case DW_TAG_structure_type:
131 case DW_TAG_class_type:
132 case DW_TAG_union_type:
133 if (subtype->full_type)
134 subtype = subtype->full_type;
135 elm_size = subtype->byte_size;
137 case DW_TAG_const_type:
139 case DW_TAG_volatile_type:
140 subsubtype = subtype->subtype;
141 if (subsubtype->full_type)
142 subsubtype = subsubtype->full_type;
143 elm_size = subsubtype->byte_size;
149 for (i = 0; i < type->element_count; i++) {
150 size_t off = i * elm_size;
151 res = compare_areas_with_type(state,
152 (char*) real_area1 + off, snapshot1, region1,
153 (char*) real_area2 + off, snapshot2, region2,
154 type->subtype, pointer_level);
159 case DW_TAG_pointer_type:
160 case DW_TAG_reference_type:
161 case DW_TAG_rvalue_reference_type:
164 void* addr_pointed1 = *(void**) mc_snapshot_read_region(real_area1, region1, &temp, sizeof(void**));
165 void* addr_pointed2 = *(void**) mc_snapshot_read_region(real_area2, region2, &temp, sizeof(void**));
167 if (type->subtype && type->subtype->type == DW_TAG_subroutine_type) {
168 return (addr_pointed1 != addr_pointed2);
171 if (addr_pointed1 == NULL && addr_pointed2 == NULL)
173 if (!add_compared_pointers(state, addr_pointed1, addr_pointed2))
178 // Some cases are not handled here:
179 // * the pointers lead to different areas (one to the heap, the other to the RW segment ...);
180 // * a pointer leads to the read-only segment of the current object;
181 // * a pointer lead to a different ELF object.
183 if (addr_pointed1 > std_heap
184 && addr_pointed1 < mc_snapshot_get_heap_end(snapshot1)) {
186 (addr_pointed2 > std_heap
187 && addr_pointed2 < mc_snapshot_get_heap_end(snapshot2)))
189 // The pointers are both in the heap:
190 return compare_heap_area(addr_pointed1, addr_pointed2, snapshot1,
191 snapshot2, NULL, type->subtype, pointer_level);
193 // The pointers are both in the current object R/W segment:
194 else if (addr_pointed1 > region1->start_addr
195 && (char *) addr_pointed1 <= (char *) region1->start_addr + region1->size) {
197 (addr_pointed2 > region2->start_addr
198 && (char *) addr_pointed2 <= (char *) region2->start_addr + region2->size))
200 if (type->dw_type_id == NULL)
201 return (addr_pointed1 != addr_pointed2);
203 return compare_areas_with_type(state,
204 addr_pointed1, snapshot1, region1,
205 addr_pointed2, snapshot2, region2,
206 type->subtype, pointer_level);
211 return (addr_pointed1 != addr_pointed2);
216 case DW_TAG_structure_type:
217 case DW_TAG_class_type:
218 xbt_dynar_foreach(type->members, cursor, member) {
220 mc_member_resolve(real_area1, type, member, snapshot1);
222 mc_member_resolve(real_area2, type, member, snapshot2);
223 mc_mem_region_t subregion1 = mc_get_region_hinted(member1, snapshot1, region1);
224 mc_mem_region_t subregion2 = mc_get_region_hinted(member2, snapshot2, region2);
226 compare_areas_with_type(state,
227 member1, snapshot1, subregion1,
228 member2, snapshot2, subregion2,
229 member->subtype, pointer_level);
234 case DW_TAG_subroutine_type:
238 XBT_VERB("Unknown case : %d", type->type);
245 static int compare_global_variables(int region_type, mc_mem_region_t r1,
246 mc_mem_region_t r2, mc_snapshot_t snapshot1,
247 mc_snapshot_t snapshot2)
250 "Missing region. Did you enable SMPI privatisation? It is not compatible with state comparison.");
251 struct mc_compare_state state;
253 xbt_dynar_t variables;
255 unsigned int cursor = 0;
256 dw_variable_t current_var;
258 mc_object_info_t object_info = NULL;
259 if (region_type == 2) {
260 object_info = mc_binary_info;
262 object_info = mc_libsimgrid_info;
264 variables = object_info->global_variables;
266 xbt_dynar_foreach(variables, cursor, current_var) {
268 // If the variable is not in this object, skip it:
269 // We do not expect to find a pointer to something which is not reachable
270 // by the global variables.
271 if ((char *) current_var->address < (char *) object_info->start_rw
272 || (char *) current_var->address > (char *) object_info->end_rw)
275 dw_type_t bvariable_type = current_var->type;
277 compare_areas_with_type(state,
278 (char *) current_var->address, snapshot1, r1,
279 (char *) current_var->address, snapshot2, r2,
282 XBT_VERB("Global variable %s (%p) is different between snapshots",
283 current_var->name, (char *) current_var->address);
293 static int compare_local_variables(mc_snapshot_t snapshot1,
294 mc_snapshot_t snapshot2,
295 mc_snapshot_stack_t stack1,
296 mc_snapshot_stack_t stack2)
298 struct mc_compare_state state;
300 if (xbt_dynar_length(stack1->local_variables) !=
301 xbt_dynar_length(stack2->local_variables)) {
302 XBT_VERB("Different number of local variables");
305 unsigned int cursor = 0;
306 local_variable_t current_var1, current_var2;
308 while (cursor < xbt_dynar_length(stack1->local_variables)) {
310 (local_variable_t) xbt_dynar_get_as(stack1->local_variables, cursor,
313 (local_variable_t) xbt_dynar_get_as(stack2->local_variables, cursor,
315 if (strcmp(current_var1->name, current_var2->name) != 0
316 || current_var1->subprogram != current_var1->subprogram
317 || current_var1->ip != current_var2->ip) {
318 // TODO, fix current_varX->subprogram->name to include name if DW_TAG_inlined_subprogram
320 ("Different name of variable (%s - %s) or frame (%s - %s) or ip (%lu - %lu)",
321 current_var1->name, current_var2->name,
322 current_var1->subprogram->name, current_var2->subprogram->name,
323 current_var1->ip, current_var2->ip);
326 // TODO, fix current_varX->subprogram->name to include name if DW_TAG_inlined_subprogram
328 dw_type_t subtype = current_var1->type;
330 compare_areas_with_type(state,
331 current_var1->address, snapshot1, mc_get_snapshot_region(current_var1->address, snapshot1),
332 current_var2->address, snapshot2, mc_get_snapshot_region(current_var2->address, snapshot2),
336 // TODO, fix current_varX->subprogram->name to include name if DW_TAG_inlined_subprogram
338 ("Local variable %s (%p - %p) in frame %s is different between snapshots",
339 current_var1->name, current_var1->address, current_var2->address,
340 current_var1->subprogram->name);
349 int snapshot_compare(void *state1, void *state2)
352 mc_snapshot_t s1, s2;
355 if (_sg_mc_liveness) { /* Liveness MC */
356 s1 = ((mc_visited_pair_t) state1)->graph_state->system_state;
357 s2 = ((mc_visited_pair_t) state2)->graph_state->system_state;
358 num1 = ((mc_visited_pair_t) state1)->num;
359 num2 = ((mc_visited_pair_t) state2)->num;
360 } else { /* Safety or comm determinism MC */
361 s1 = ((mc_visited_state_t) state1)->system_state;
362 s2 = ((mc_visited_state_t) state2)->system_state;
363 num1 = ((mc_visited_state_t) state1)->num;
364 num2 = ((mc_visited_state_t) state2)->num;
370 xbt_os_timer_t global_timer = xbt_os_timer_new();
371 xbt_os_timer_t timer = xbt_os_timer_new();
373 xbt_os_walltimer_start(global_timer);
376 xbt_os_walltimer_start(timer);
381 hash_result = (s1->hash != s2->hash);
383 XBT_VERB("(%d - %d) Different hash : 0x%" PRIx64 "--0x%" PRIx64, num1,
384 num2, s1->hash, s2->hash);
389 XBT_VERB("(%d - %d) Same hash : 0x%" PRIx64, num1, num2, s1->hash);
393 /* Compare enabled processes */
396 xbt_dynar_foreach(s1->enabled_processes, cursor, pid){
397 if(!xbt_dynar_member(s2->enabled_processes, &pid))
398 XBT_VERB("(%d - %d) Different enabled processes", num1, num2);
402 size_t size_used1, size_used2;
405 /* Compare size of stacks */
406 while (i < xbt_dynar_length(s1->stacks)) {
407 size_used1 = s1->stack_sizes[i];
408 size_used2 = s2->stack_sizes[i];
409 if (size_used1 != size_used2) {
412 xbt_os_walltimer_stop(timer);
413 mc_comp_times->stacks_sizes_comparison_time =
414 xbt_os_timer_elapsed(timer);
416 XBT_DEBUG("(%d - %d) Different size used in stacks : %zu - %zu", num1,
417 num2, size_used1, size_used2);
422 XBT_VERB("(%d - %d) Different size used in stacks : %zu - %zu", num1,
423 num2, size_used1, size_used2);
426 xbt_os_walltimer_stop(timer);
427 xbt_os_timer_free(timer);
428 xbt_os_walltimer_stop(global_timer);
429 mc_snapshot_comparison_time = xbt_os_timer_elapsed(global_timer);
430 xbt_os_timer_free(global_timer);
440 xbt_os_walltimer_stop(timer);
441 xbt_os_walltimer_start(timer);
444 /* Init heap information used in heap comparison algorithm */
445 xbt_mheap_t heap1 = (xbt_mheap_t) mc_snapshot_read(std_heap, s1,
446 alloca(sizeof(struct mdesc)), sizeof(struct mdesc));
447 xbt_mheap_t heap2 = (xbt_mheap_t) mc_snapshot_read(std_heap, s2,
448 alloca(sizeof(struct mdesc)), sizeof(struct mdesc));
449 res_init = init_heap_information(heap1, heap2, s1->to_ignore, s2->to_ignore);
450 if (res_init == -1) {
452 XBT_DEBUG("(%d - %d) Different heap information", num1, num2);
456 XBT_VERB("(%d - %d) Different heap information", num1, num2);
459 xbt_os_walltimer_stop(global_timer);
460 mc_snapshot_comparison_time = xbt_os_timer_elapsed(global_timer);
461 xbt_os_timer_free(global_timer);
467 xbt_os_walltimer_start(timer);
470 /* Stacks comparison */
476 mc_snapshot_stack_t stack1, stack2;
478 while (cursor < xbt_dynar_length(s1->stacks)) {
480 (mc_snapshot_stack_t) xbt_dynar_get_as(s1->stacks, cursor,
481 mc_snapshot_stack_t);
483 (mc_snapshot_stack_t) xbt_dynar_get_as(s2->stacks, cursor,
484 mc_snapshot_stack_t);
486 compare_local_variables(s1, s2, stack1, stack2);
487 if (diff_local > 0) {
490 xbt_os_walltimer_stop(timer);
491 mc_comp_times->stacks_comparison_time = xbt_os_timer_elapsed(timer);
493 XBT_DEBUG("(%d - %d) Different local variables between stacks %d", num1,
500 XBT_VERB("(%d - %d) Different local variables between stacks %d", num1,
504 reset_heap_information();
505 xbt_os_walltimer_stop(timer);
506 xbt_os_timer_free(timer);
507 xbt_os_walltimer_stop(global_timer);
508 mc_snapshot_comparison_time = xbt_os_timer_elapsed(global_timer);
509 xbt_os_timer_free(global_timer);
519 const char *names[3] = { "?", "libsimgrid", "binary" };
523 &mc_comp_times->libsimgrid_global_variables_comparison_time,
524 &mc_comp_times->binary_global_variables_comparison_time
529 for (k = 2; k != 0; --k) {
532 xbt_os_walltimer_stop(timer);
533 xbt_os_walltimer_start(timer);
536 /* Compare global variables */
538 compare_global_variables(k, s1->regions[k], s2->regions[k], s1, s2);
541 xbt_os_walltimer_stop(timer);
542 *times[k] = xbt_os_timer_elapsed(timer);
543 XBT_DEBUG("(%d - %d) Different global variables in %s", num1, num2,
548 XBT_VERB("(%d - %d) Different global variables in %s", num1, num2,
552 reset_heap_information();
553 xbt_os_walltimer_stop(timer);
554 xbt_os_timer_free(timer);
555 xbt_os_walltimer_stop(global_timer);
556 mc_snapshot_comparison_time = xbt_os_timer_elapsed(global_timer);
557 xbt_os_timer_free(global_timer);
565 xbt_os_walltimer_start(timer);
569 if (mmalloc_compare_heap(s1, s2) > 0) {
572 xbt_os_walltimer_stop(timer);
573 mc_comp_times->heap_comparison_time = xbt_os_timer_elapsed(timer);
574 XBT_DEBUG("(%d - %d) Different heap (mmalloc_compare)", num1, num2);
579 XBT_VERB("(%d - %d) Different heap (mmalloc_compare)", num1, num2);
582 reset_heap_information();
583 xbt_os_walltimer_stop(timer);
584 xbt_os_timer_free(timer);
585 xbt_os_walltimer_stop(global_timer);
586 mc_snapshot_comparison_time = xbt_os_timer_elapsed(global_timer);
587 xbt_os_timer_free(global_timer);
593 xbt_os_walltimer_stop(timer);
597 reset_heap_information();
599 xbt_os_walltimer_stop(timer);
600 xbt_os_timer_free(timer);
603 xbt_os_walltimer_stop(global_timer);
604 mc_snapshot_comparison_time = xbt_os_timer_elapsed(global_timer);
607 xbt_os_timer_free(global_timer);
610 print_comparison_times();
614 if (errors || hash_result)
615 XBT_VERB("(%d - %d) Difference found", num1, num2);
617 XBT_VERB("(%d - %d) No difference found", num1, num2);
620 #if defined(MC_DEBUG) && defined(MC_VERBOSE)
622 // * false positive SHOULD be avoided.
623 // * There MUST not be any false negative.
625 XBT_VERB("(%d - %d) State equality hash test is %s %s", num1, num2,
626 (hash_result != 0) == (errors != 0) ? "true" : "false",
627 !hash_result ? "positive" : "negative");
631 return errors > 0 || hash_result;
635 /***************************** Statistics *****************************/
636 /*******************************************************************/
638 void print_comparison_times()
640 XBT_DEBUG("*** Comparison times ***");
641 XBT_DEBUG("- Nb processes : %f", mc_comp_times->nb_processes_comparison_time);
642 XBT_DEBUG("- Nb bytes used : %f", mc_comp_times->bytes_used_comparison_time);
643 XBT_DEBUG("- Stacks sizes : %f", mc_comp_times->stacks_sizes_comparison_time);
644 XBT_DEBUG("- Binary global variables : %f",
645 mc_comp_times->binary_global_variables_comparison_time);
646 XBT_DEBUG("- Libsimgrid global variables : %f",
647 mc_comp_times->libsimgrid_global_variables_comparison_time);
648 XBT_DEBUG("- Heap : %f", mc_comp_times->heap_comparison_time);
649 XBT_DEBUG("- Stacks : %f", mc_comp_times->stacks_comparison_time);
652 /**************************** MC snapshot compare simcall **************************/
653 /***********************************************************************************/
655 int SIMIX_pre_mc_compare_snapshots(smx_simcall_t simcall,
656 mc_snapshot_t s1, mc_snapshot_t s2)
658 return snapshot_compare(s1, s2);
661 int MC_compare_snapshots(void *s1, void *s2)
664 return simcall_mc_compare_snapshots(s1, s2);