__step=000011 __cmd_run=LD_PRELOAD=../../setbench/lib/libjemalloc.so timeout 180 numactl -i all /usr/bin/time -f "[time_cmd_output] time_elapsed_sec=%e, faults_major=%F, faults_minor=%R, mem_maxresident_kb=%M, user_cputime=%U, sys_cputime=%S, percent_cpu=%P" ./brown_int_bst_tm_auto.debra.hybridnorec -nwork 96 -nprefill 96 -prefill-hybrid -prefill-hybrid-min-ms 1000 -prefill-hybrid-max-ms 5000 -insdel 5.0 5.0 -k 20000000 -t 10000 -pin 0-23,96-119,24-47,120-143,48-71,144-167,72-95,168-191 __file_data=data000011.txt __path_data=data/data000011.txt __hostname=jax REALTIME_MAIN_START_PERF_FORMAT=6991440.608132225 binary=./brown_int_bst_tm_auto.debra.hybridnorec parsed custom binding: 0-23,96-119,24-47,120-143,48-71,144-167,72-95,168-191 DS_TYPENAME=brown_int_bst_tm_auto FIND_FUNC=FIND_FUNC INSERT_FUNC=insertIfAbsent ERASE_FUNC=ERASE_FUNC RQ_FUNC=RQ_FUNC RECLAIM=reclaimer_debra ALLOC=allocator_new POOL=pool_none MAX_THREADS_POW2=512 CPU_FREQ_GHZ=2.1 MILLIS_TO_RUN=10000 INS_FRAC=5 DEL_FRAC=5 RQ=0 RQSIZE=0 MAXKEY=20000000 PREFILL_THREADS=96 DESIRED_PREFILL_SIZE=-1 TOTAL_THREADS=96 WORK_THREADS=96 RQ_THREADS=0 distribution=0 INS_DEL_FRAC=5.0 5.0 PREFILL_TYPE=PREFILL_HYBRID PREFILL_HYBRID_MIN_MS=1000 PREFILL_HYBRID_MAX_MS=5000 sizes: node=32 ACTUAL_THREAD_BINDINGS=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143 Hybrid noREC system ready Info: prefilling using hybrid approach; mixed then insert-only if needed. prefilling initialization took 0.018s prefilling_size=333677 prefilling_elapsed_millis=1.001s prefilling_size=366590 prefilling_elapsed_millis=1.101s prefilling_size=399281 prefilling_elapsed_millis=1.201s prefilling_size=431940 prefilling_elapsed_millis=1.301s prefilling_size=464341 prefilling_elapsed_millis=1.402s prefilling_size=496575 prefilling_elapsed_millis=1.502s prefilling_size=528650 prefilling_elapsed_millis=1.602s prefilling_size=560830 prefilling_elapsed_millis=1.702s prefilling_size=592878 prefilling_elapsed_millis=1.802s prefilling_size=624787 prefilling_elapsed_millis=1.903s prefilling_size=656379 prefilling_elapsed_millis=2.003s prefilling_size=687921 prefilling_elapsed_millis=2.103s prefilling_size=719440 prefilling_elapsed_millis=2.203s prefilling_size=750788 prefilling_elapsed_millis=2.303s prefilling_size=782114 prefilling_elapsed_millis=2.404s prefilling_size=813320 prefilling_elapsed_millis=2.504s prefilling_size=844401 prefilling_elapsed_millis=2.604s prefilling_size=875388 prefilling_elapsed_millis=2.704s prefilling_size=906215 prefilling_elapsed_millis=2.804s prefilling_size=936972 prefilling_elapsed_millis=2.905s prefilling_size=967623 prefilling_elapsed_millis=3.005s prefilling_size=998236 prefilling_elapsed_millis=3.105s prefilling_size=1028786 prefilling_elapsed_millis=3.205s prefilling_size=1059277 prefilling_elapsed_millis=3.305s prefilling_size=1089505 prefilling_elapsed_millis=3.406s prefilling_size=1119658 prefilling_elapsed_millis=3.506s prefilling_size=1149596 prefilling_elapsed_millis=3.606s prefilling_size=1179545 prefilling_elapsed_millis=3.706s prefilling_size=1209390 prefilling_elapsed_millis=3.806s prefilling_size=1239020 prefilling_elapsed_millis=3.907s prefilling_size=1268684 prefilling_elapsed_millis=4.007s prefilling_size=1297950 prefilling_elapsed_millis=4.107s prefilling_size=1327452 prefilling_elapsed_millis=4.207s prefilling_size=1356585 prefilling_elapsed_millis=4.307s prefilling_size=1385692 prefilling_elapsed_millis=4.408s prefilling_size=1414835 prefilling_elapsed_millis=4.508s prefilling_size=1443819 prefilling_elapsed_millis=4.608s prefilling_size=1472613 prefilling_elapsed_millis=4.708s prefilling_size=1501321 prefilling_elapsed_millis=4.808s prefilling_size=1529866 prefilling_elapsed_millis=4.908s prefilling_size=1558334 prefilling_elapsed_millis=5.009s Info: prefilling requires an additional insert phase to complete. Info: prefilling using INSERTION ONLY. timing_start inserting 8441567 keys with 96 threads... tid=0 thread_prefill_amount=14581 percent_done_estimate=16.6 elapsed_s=6 est_remaining_s=64 / 69 tid=0 thread_prefill_amount=16664 percent_done_estimate=19.0 elapsed_s=6 est_remaining_s=62 / 69 tid=0 thread_prefill_amount=18747 percent_done_estimate=21.3 elapsed_s=7 est_remaining_s=61 / 68 tid=0 thread_prefill_amount=20830 percent_done_estimate=23.7 elapsed_s=8 est_remaining_s=59 / 68 tid=0 thread_prefill_amount=22913 percent_done_estimate=26.1 elapsed_s=9 est_remaining_s=58 / 67 tid=0 thread_prefill_amount=24996 percent_done_estimate=28.4 elapsed_s=10 est_remaining_s=56 / 66 tid=0 thread_prefill_amount=27079 percent_done_estimate=30.8 elapsed_s=11 est_remaining_s=55 / 65 tid=0 thread_prefill_amount=29162 percent_done_estimate=33.2 elapsed_s=12 est_remaining_s=53 / 64 tid=0 thread_prefill_amount=31245 percent_done_estimate=35.5 elapsed_s=12 est_remaining_s=51 / 64 tid=0 thread_prefill_amount=33328 percent_done_estimate=37.9 elapsed_s=13 est_remaining_s=49 / 63 tid=0 thread_prefill_amount=35411 percent_done_estimate=40.3 elapsed_s=14 est_remaining_s=48 / 62 tid=0 thread_prefill_amount=37494 percent_done_estimate=42.6 elapsed_s=15 est_remaining_s=46 / 61 tid=0 thread_prefill_amount=39577 percent_done_estimate=45.0 elapsed_s=16 est_remaining_s=44 / 60 tid=0 thread_prefill_amount=41660 percent_done_estimate=47.4 elapsed_s=17 est_remaining_s=42 / 59 tid=0 thread_prefill_amount=43743 percent_done_estimate=49.7 elapsed_s=18 est_remaining_s=40 / 58 tid=0 thread_prefill_amount=45826 percent_done_estimate=52.1 elapsed_s=19 est_remaining_s=38 / 57 tid=0 thread_prefill_amount=47909 percent_done_estimate=54.5 elapsed_s=19 est_remaining_s=36 / 56 tid=0 thread_prefill_amount=49992 percent_done_estimate=56.9 elapsed_s=20 est_remaining_s=35 / 55 tid=0 thread_prefill_amount=52075 percent_done_estimate=59.2 elapsed_s=21 est_remaining_s=33 / 54 tid=0 thread_prefill_amount=54158 percent_done_estimate=61.6 elapsed_s=22 est_remaining_s=31 / 53 tid=0 thread_prefill_amount=56241 percent_done_estimate=64.0 elapsed_s=23 est_remaining_s=29 / 52 tid=0 thread_prefill_amount=58324 percent_done_estimate=66.3 elapsed_s=23 est_remaining_s=27 / 50 tid=0 thread_prefill_amount=60407 percent_done_estimate=68.7 elapsed_s=23 est_remaining_s=24 / 47 tid=0 thread_prefill_amount=62490 percent_done_estimate=71.1 elapsed_s=24 est_remaining_s=22 / 45 tid=0 thread_prefill_amount=64573 percent_done_estimate=73.4 elapsed_s=24 est_remaining_s=19 / 43 tid=0 thread_prefill_amount=66656 percent_done_estimate=75.8 elapsed_s=24 est_remaining_s=17 / 41 tid=0 thread_prefill_amount=68739 percent_done_estimate=78.2 elapsed_s=24 est_remaining_s=15 / 39 tid=0 thread_prefill_amount=70822 percent_done_estimate=80.5 elapsed_s=24 est_remaining_s=13 / 37 tid=0 thread_prefill_amount=72905 percent_done_estimate=82.9 elapsed_s=24 est_remaining_s=11 / 35 tid=0 thread_prefill_amount=74988 percent_done_estimate=85.3 elapsed_s=24 est_remaining_s=9 / 34 tid=0 thread_prefill_amount=77071 percent_done_estimate=87.6 elapsed_s=24 est_remaining_s=8 / 32 tid=0 thread_prefill_amount=79154 percent_done_estimate=90.0 elapsed_s=25 est_remaining_s=6 / 31 tid=0 thread_prefill_amount=81237 percent_done_estimate=92.4 elapsed_s=25 est_remaining_s=5 / 29 tid=0 thread_prefill_amount=83320 percent_done_estimate=94.8 elapsed_s=25 est_remaining_s=3 / 28 tid=0 thread_prefill_amount=85403 percent_done_estimate=97.1 elapsed_s=25 est_remaining_s=2 / 27 tid=0 thread_prefill_amount=87486 percent_done_estimate=99.5 elapsed_s=25 est_remaining_s=0 / 25 tid=0 thread_prefill_amount=89569 percent_done_estimate=101.9 elapsed_s=25 est_remaining_s=-1 / 24 tid=0 thread_prefill_amount=91652 percent_done_estimate=104.2 elapsed_s=25 est_remaining_s=-2 / 23 tid=0 thread_prefill_amount=93735 percent_done_estimate=106.6 elapsed_s=25 est_remaining_s=-4 / 22 tid=0 thread_prefill_amount=95818 percent_done_estimate=109.0 elapsed_s=26 est_remaining_s=-5 / 21 tid=0 thread_prefill_amount=97901 percent_done_estimate=111.3 elapsed_s=26 est_remaining_s=-6 / 20 tid=0 thread_prefill_amount=99984 percent_done_estimate=113.7 elapsed_s=26 est_remaining_s=-7 / 19 timing_elapsed 20.4074s prefilling_size=10000000 prefilling_elapsed_millis=20.456s finished prefilling to size 10000000 for expected size 10000000 keysum=100024954529423, performing 15630320 updates; total_prefilling_elapsed_ms=20456 ms) pref_size=10000000 pref_millis=20456 prefill_elapsed_ms=20456 4NodeIxPvL9tx_safety0EE_object_size=32 4NodeIxPvL9tx_safety0EE_allocated_count=0 4NodeIxPvL9tx_safety0EE_allocated_size=0MB 4NodeIxPvL9tx_safety0EE_get_from_pool=0 4NodeIxPvL9tx_safety0EE_deallocated=0 4NodeIxPvL9tx_safety0EE_limbo_count=0 4NodeIxPvL9tx_safety0EE_limbo_details=0 0 0 global_epoch_counter=292 main thread: starting timer... ############################################################################### ################################ BEGIN RUNNING ################################ ############################################################################### REALTIME_START_PERF_FORMAT=6991466.372166522 REALTIME_END_PERF_FORMAT=6991476.372262501 ############################################################################### ################################## TIME IS UP ################################# ############################################################################### joining threads... ############################################################################### ################################# END RUNNING ################################# ############################################################################### 10.1s PRODUCING OUTPUT computing tree_stats in PARALLEL... bounded depth BFS to partition into subtrees for parallel computation (96 threads)... partitioned into 505 subtrees; running parallel for... computing stats for the top of the tree (above the partitions)... tree_stats_computeWalltime=0.073s tree_stats_numInternalsAtDepth=1 2 4 8 16 32 64 128 255 502 980 1847 3401 6133 10668 18076 29644 46873 71104 104123 145782 195560 252134 312070 371000 423984 465787 493002 503552 494976 470499 432024 383250 328953 273064 219282 170643 128614 93711 66122 45043 29748 18817 11596 6926 3945 2101 1083 547 242 110 47 17 6 3 0 tree_stats_numLeavesAtDepth=0 0 0 0 0 0 0 0 1 3 11 53 155 355 821 1644 3365 6313 11585 19373 31959 48923 70480 97681 128741 161422 194171 222112 244550 259425 263267 257574 243301 221390 193836 165094 135285 107253 82741 61429 44024 30515 20587 13013 8199 4952 2882 1584 811 421 186 84 37 17 4 3 tree_stats_numNodesAtDepth=1 2 4 8 16 32 64 128 256 505 991 1900 3556 6488 11489 19720 33009 53186 82689 123496 177741 244483 322614 409751 499741 585406 659958 715114 748102 754401 733766 689598 626551 550343 466900 384376 305928 235867 176452 127551 89067 60263 39404 24609 15125 8897 4983 2667 1358 663 296 131 54 23 7 3 tree_stats_numKeysAtDepth=1 2 4 8 16 32 64 128 256 505 991 1900 3556 6488 11489 19720 33009 53186 82689 123496 177741 244483 322614 409751 499741 585406 659958 715114 748102 754401 733766 689598 626551 550343 466900 384376 305928 235867 176452 127551 89067 60263 39404 24609 15125 8897 4983 2667 1358 663 296 131 54 23 7 3 tree_stats_avgDegreeAtDepth=2 2 2 2 2 2 2 2 1.97656 1.96832 1.92836 1.89947 1.86811 1.82552 1.78788 1.75725 1.7132 1.67341 1.6336 1.59612 1.55531 1.51968 1.48856 1.45801 1.42903 1.40309 1.37779 1.35673 1.33531 1.31653 1.2986 1.28209 1.26669 1.25066 1.23841 1.22542 1.2132 1.20282 1.19178 1.17989 1.17088 1.16023 1.14699 1.1434 1.13031 1.11667 1.11359 1.10311 1.08542 1.08145 1.07095 1.05344 1.11111 1.04348 1 1 tree_stats_height=56 tree_stats_numInternals=6638101 tree_stats_numLeaves=3361632 tree_stats_numNodes=9999733 tree_stats_numKeys=9999733 tree_stats_avgDegreeInternal=1.50641 tree_stats_avgDegreeLeaves=1 tree_stats_avgDegree=1.33617 tree_stats_avgKeyDepth=28.9669 4NodeIxPvL9tx_safety0EE_object_size=32 4NodeIxPvL9tx_safety0EE_allocated_count=0 4NodeIxPvL9tx_safety0EE_allocated_size=0MB 4NodeIxPvL9tx_safety0EE_get_from_pool=0 4NodeIxPvL9tx_safety0EE_deallocated=0 4NodeIxPvL9tx_safety0EE_limbo_count=0 4NodeIxPvL9tx_safety0EE_limbo_details=0 0 0 global_epoch_counter=1295 log_histogram_of_none_limbo_reclamation_event_size_full_data=1:0 2:1 4:116 8:30112 16:65861 32:6 (2^01, 2^02]: 1 (2^02, 2^03]: 116 (2^03, 2^04]: 30112 (2^04, 2^05]: 65861 (2^05, 2^06]: 6 sum_limbo_reclamation_event_size_total=1657975 count_limbo_reclamation_event_size_by_thread=1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 1001 count_limbo_reclamation_event_size_total=96096 sum_limbo_reclamation_event_count_total=96383 first_thread_announced_epoch_by_thread=2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 2590 sum_num_inserts_by_thread=33069 33321 32817 33412 33182 33429 32862 33390 33570 33519 32991 33074 33822 32984 32910 33273 33206 33788 33610 32939 33540 33015 33375 33493 32872 33127 32533 33078 33054 33588 33501 32854 33289 33553 33254 32176 33054 32965 32987 33146 33717 33912 32960 33208 33649 32505 32675 33642 35733 35798 34898 36654 36349 35856 35390 36187 35489 36405 35954 36199 36223 36606 36525 35888 36459 35828 35253 36068 36340 35953 35649 36113 35852 35677 35645 36008 35761 35835 36175 36431 35601 36562 36178 36124 35427 36518 36399 36816 35838 36590 35801 35894 36437 36361 35871 36462 sum_num_inserts_total=3323970 sum_num_deletes_by_thread=33320 33250 32536 33471 33333 33397 33099 33636 33839 33450 33073 33287 33724 33038 32991 33569 33562 33648 33361 32774 33219 33457 33417 33106 32811 33209 32521 33054 32976 33506 33630 32728 33067 33224 33219 32645 33344 32827 33036 33122 33594 33997 32855 33699 33707 32557 33039 33123 35975 35954 35271 36345 36373 36067 35535 36285 35928 36299 36158 36102 36031 36559 36455 35549 36118 35738 34816 35541 36003 36298 35714 36256 35718 36047 36068 35615 36270 36312 36010 36301 36013 36385 36037 36043 35581 36484 36278 36439 35588 36857 35718 35947 36648 36582 35920 36615 sum_num_deletes_total=3325893 sum_num_searches_by_thread=597887 593481 585258 602380 600122 599681 596093 607330 602506 602893 591584 593198 610229 595078 592438 599568 598269 608283 601551 592420 604263 598598 594917 599345 593284 594159 586370 594069 593544 598413 603422 591487 604943 600265 602361 586628 596624 592896 589692 596888 607877 612780 593635 604977 605380 583422 593520 603206 650660 646180 632537 650088 655024 646629 641151 650727 644476 653622 646085 648971 653095 656718 652603 643391 653664 645401 630464 644422 652616 649854 640193 653818 647349 644059 646488 643890 651284 651653 654850 654574 645860 654740 649780 654079 638928 659006 647990 663360 643464 660092 643554 645926 656699 654083 643744 657171 sum_num_searches_total=59852226 sum_num_rq_by_thread= sum_num_rq_total= sum_num_operations_by_thread=664276 660052 650611 669263 666637 666507 662054 674356 669915 669862 657648 659559 677775 661100 658339 666410 665037 675719 668522 658133 671022 665070 661709 665944 658967 660495 651424 660201 659574 665507 670553 657069 671299 667042 668834 651449 663022 658688 655715 663156 675188 680689 659450 671884 672736 648484 659234 669971 722368 717932 702706 723087 727746 718552 712076 723199 715893 726326 718197 721272 725349 729883 725583 714828 726241 716967 700533 716031 724959 722105 711556 726187 718919 715783 718201 715513 723315 723800 727035 727306 717474 727687 721995 726246 709936 732008 720667 736615 714890 733539 715073 717767 729784 727026 715535 730248 average_num_operations_total=692730 stdev_num_operations_total=3025 sum_num_operations_total=66502089 min_num_operations_total=648484 max_num_operations_total=736615 first_time_thread_terminate_by_thread=10000166 10000203 10000201 10000167 10000148 10000209 10000199 10000096 10000181 10000210 10000208 10000099 10000104 10000178 10000176 10000209 10000177 10000173 10000207 10000102 10000194 10000192 10000151 10000100 10000204 10000204 10000096 10000146 10000097 10000191 10000202 10000172 10000171 10000210 10000211 10000126 10000200 10000168 10000096 10000208 10000175 10000095 10000211 10000098 10000183 10000099 10000152 10000096 10000117 10000196 10000154 10000133 10000157 10000097 10000097 10000115 10000186 10000162 10000136 10000107 10000128 10000160 10000124 10000097 10000206 10000120 10000098 10000107 10000197 10000139 10000205 10000163 10000098 10000097 10000098 10000098 10000100 10000143 10000185 10000115 10000131 10000197 10000110 10000187 10000180 10000142 10000098 10000158 10000189 10000120 10000097 10000100 10000097 10000188 10000193 10000102 min_time_thread_terminate_total=10000095 max_time_thread_terminate_total=10000211 first_time_thread_start_by_thread=7 4 4 3 4 4 3 3 4 4 3 4 4 3 3 4 4 4 4 3 4 3 4 4 3 4 4 3 4 4 3 3 4 4 3 4 4 3 3 4 4 4 4 3 4 3 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 min_time_thread_start_total=3 max_time_thread_start_total=7 sum_duration_all_ops_total= threads_final_keysum=100014890837118 threads_final_size=9999733 final_keysum=100014890837118 final_size=9999733 validate_result=success Validation OK. Structural validation OK. total_find=59852226 total_rq=0 total_inserts=3323970 total_deletes=3325893 total_updates=6649863 total_queries=59852226 total_ops=66502089 find_throughput=5985222 rq_throughput=0 update_throughput=664986 query_throughput=5985222 total_throughput=6650208 total find : 59852226 total rq : 0 total inserts : 3323970 total deletes : 3325893 total updates : 6649863 total queries : 59852226 total ops : 66502089 find throughput : 5985222 rq throughput : 0 update throughput : 664986 query throughput : 5985222 total throughput : 6650208 elapsed milliseconds : 10000 napping milliseconds overtime : 100 PAPI_L2_TCM=30.212 PAPI_L3_TCM=8.6791 PAPI_TOT_CYC=39975.2 PAPI_TOT_INS=5822.64 garbage=299507632064182 total_execution_walltime=35.954s REALTIME_MAIN_END_PERF_FORMAT=6991476.563877727 Hybrid noREC system shutdown: HTM_ATTEMPT_THRESH=40 [fast htm] total fast htm commit : 72803688 [slow htm] [fallback] total fallback commit : 9328722 seconds global lock is held : 1.08927 [time_cmd_output] time_elapsed_sec=36.12, faults_major=0, faults_minor=162942, mem_maxresident_kb=649852, user_cputime=3294.11, sys_cputime=8.62, percent_cpu=9142% timeout=false algorithm=brown_int_bst_tm_auto.debra.hybridnorec thread_pinning=-pin 0-23,96-119,24-47,120-143,48-71,144-167,72-95,168-191 millis=10000 __trials=1