-
Notifications
You must be signed in to change notification settings - Fork 4
/
data.json
79 lines (79 loc) · 94.7 KB
/
data.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
{"reason":"benchmark-complete","id":"ed25519-sign","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/ed25519-sign","iteration_count":[68,136,204,272,340,408,476,544,612,680,748,816,884,952,1020,1088,1156,1224,1292,1360,1428,1496,1564,1632,1700,1768,1836,1904,1972,2040,2108,2176,2244,2312,2380,2448,2516,2584,2652,2720,2788,2856,2924,2992,3060,3128,3196,3264,3332,3400,3468,3536,3604,3672,3740,3808,3876,3944,4012,4080,4148,4216,4284,4352,4420,4488,4556,4624,4692,4760,4828,4896,4964,5032,5100,5168,5236,5304,5372,5440,5508,5576,5644,5712,5780,5848,5916,5984,6052,6120,6188,6256,6324,6392,6460,6528,6596,6664,6732,6800],"measured_values":[1013322.0,1988162.0,2979135.0,3991060.0,4981893.0,5966091.0,6957343.0,7920171.0,8923785.0,9899393.0,10874861.0,11871910.0,12871962.0,13867894.0,14853280.0,15909135.0,16869657.0,17828643.0,18799292.0,19783281.0,20834806.0,21785550.0,24468769.0,23831331.0,24797371.0,25785061.0,26685101.0,27706804.0,28761891.0,30377032.0,30756059.0,31742073.0,32747782.0,33693638.0,34642078.0,35613077.0,36656570.0,37637555.0,38616725.0,39764840.0,40689045.0,41628964.0,42638934.0,43646180.0,44575274.0,45655923.0,46629505.0,47513971.0,48613406.0,50179938.0,50482419.0,51469201.0,52469324.0,53384799.0,54416140.0,55523398.0,56329152.0,57343453.0,58325486.0,59371074.0,60415475.0,61423419.0,62274152.0,63273087.0,64220200.0,65093631.0,66922625.0,67280908.0,68619689.0,69873474.0,70427172.0,71129912.0,72149939.0,73353159.0,74398327.0,75209250.0,76131430.0,77113883.0,81135673.0,79177682.0,81162911.0,81174434.0,82282670.0,83098342.0,84020242.0,85149151.0,86248727.0,87131097.0,88077302.0,88942980.0,89915375.0,90938825.0,92732898.0,92949894.0,94040949.0,97780511.0,96614098.0,96913506.0,97902244.0,98942455.0],"unit":"ns","throughput":[],"typical":{"estimate":14593.248821051991,"lower_bound":14566.273636644552,"upper_bound":14627.0598722806,"unit":"ns"},"mean":{"estimate":14601.666868005328,"lower_bound":14578.28595073834,"upper_bound":14631.571907522284,"unit":"ns"},"median":{"estimate":14565.291151728163,"lower_bound":14557.93088235294,"upper_bound":14578.78632175762,"unit":"ns"},"median_abs_dev":{"estimate":33.30088021866799,"lower_bound":25.99438747734285,"upper_bound":40.76942280560954,"unit":"ns"},"slope":{"estimate":14593.248821051991,"lower_bound":14566.273636644552,"upper_bound":14627.0598722806,"unit":"ns"},"change":{"mean":{"estimate":0.00408437798193817,"lower_bound":0.0011334467169291154,"upper_bound":0.00674615727738641,"unit":"%"},"median":{"estimate":0.003672510331772738,"lower_bound":0.0030020888354671538,"upper_bound":0.004575476460860761,"unit":"%"},"change":"NoChange"}}
{"reason":"group-complete","group_name":"ed25519-sign","benchmarks":["ed25519-sign"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/ed25519-sign"}
{"reason":"benchmark-complete","id":"ed25519-verify","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/ed25519-verify","iteration_count":[25,50,75,100,125,150,175,200,225,250,275,300,325,350,375,400,425,450,475,500,525,550,575,600,625,650,675,700,725,750,775,800,825,850,875,900,925,950,975,1000,1025,1050,1075,1100,1125,1150,1175,1200,1225,1250,1275,1300,1325,1350,1375,1400,1425,1450,1475,1500,1525,1550,1575,1600,1625,1650,1675,1700,1725,1750,1775,1800,1825,1850,1875,1900,1925,1950,1975,2000,2025,2050,2075,2100,2125,2150,2175,2200,2225,2250,2275,2300,2325,2350,2375,2400,2425,2450,2475,2500],"measured_values":[1011366.0,1987743.0,3062455.0,3976952.0,4957449.0,5967349.0,6964118.0,7930646.0,9880815.0,9925514.0,11891815.0,11943567.0,12913168.0,13906097.0,14899933.0,15905293.0,16916311.0,18757527.0,18980180.0,19870862.0,20896825.0,23280216.0,22873183.0,23806119.0,24792621.0,25875924.0,28685555.0,27869114.0,28912468.0,29965599.0,31559160.0,31773781.0,32781027.0,33807758.0,34737480.0,37947580.0,36749528.0,37805592.0,38682515.0,39684663.0,40828099.0,42749771.0,42785460.0,43592682.0,46267868.0,45732957.0,47509291.0,47562021.0,49533561.0,51104702.0,51473392.0,51767073.0,53667166.0,54625802.0,54628805.0,58301949.0,56714115.0,58542342.0,60350803.0,59812190.0,60814896.0,61476289.0,62445612.0,63573962.0,64515696.0,65442136.0,67311079.0,67436304.0,68386351.0,69445140.0,70518175.0,71579687.0,72709225.0,73533138.0,75014185.0,75474157.0,76430069.0,77423417.0,78631665.0,80444317.0,81201183.0,81783517.0,82709398.0,83664263.0,84364418.0,85454845.0,86282809.0,87687729.0,88278444.0,89280800.0,90325411.0,92338715.0,92335433.0,93191334.0,94176301.0,95482884.0,96298696.0,97385352.0,98307740.0,99330770.0],"unit":"ns","throughput":[],"typical":{"estimate":39885.89954780553,"lower_bound":39821.429896411195,"upper_bound":39964.66044807056,"unit":"ns"},"mean":{"estimate":40075.027740130405,"lower_bound":39936.01338521671,"upper_bound":40234.87444634175,"unit":"ns"},"median":{"estimate":39776.64081841432,"lower_bound":39741.11017199017,"upper_bound":39809.11384615384,"unit":"ns"},"median_abs_dev":{"estimate":129.94087598586015,"lower_bound":88.59296508100138,"upper_bound":187.01104830109426,"unit":"ns"},"slope":{"estimate":39885.89954780553,"lower_bound":39821.429896411195,"upper_bound":39964.66044807056,"unit":"ns"},"change":{"mean":{"estimate":-0.0041196659503075495,"lower_bound":-0.007849155494714224,"upper_bound":-0.00019343513639542617,"unit":"%"},"median":{"estimate":-0.008680493865797945,"lower_bound":-0.010555525754196049,"upper_bound":-0.00743912369330435,"unit":"%"},"change":"NoChange"}}
{"reason":"group-complete","group_name":"ed25519-verify","benchmarks":["ed25519-verify"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/ed25519-verify"}
{"reason":"benchmark-complete","id":"pedersen-commit","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-commit","iteration_count":[13,26,39,52,65,78,91,104,117,130,143,156,169,182,195,208,221,234,247,260,273,286,299,312,325,338,351,364,377,390,403,416,429,442,455,468,481,494,507,520,533,546,559,572,585,598,611,624,637,650,663,676,689,702,715,728,741,754,767,780,793,806,819,832,845,858,871,884,897,910,923,936,949,962,975,988,1001,1014,1027,1040,1053,1066,1079,1092,1105,1118,1131,1144,1157,1170,1183,1196,1209,1222,1235,1248,1261,1274,1287,1300],"measured_values":[1100344.0,2184485.0,3259127.0,4353743.0,5443401.0,7299634.0,7602743.0,8711189.0,9812022.0,10857191.0,11917446.0,13005289.0,14077557.0,15155481.0,16235362.0,17335077.0,18484868.0,19559161.0,20628217.0,22393097.0,22828765.0,23900403.0,24993973.0,26039911.0,27147308.0,28212662.0,29355329.0,30467546.0,31477446.0,32611872.0,33991160.0,34681538.0,35466969.0,37015063.0,38010994.0,39102329.0,40101334.0,41187639.0,42342599.0,43499444.0,44607540.0,45491167.0,47401805.0,47774476.0,48752040.0,49941012.0,51636960.0,52247998.0,53230310.0,54411530.0,55409068.0,56576460.0,57657597.0,58528653.0,59725517.0,60606211.0,61840370.0,63455022.0,64584839.0,65757957.0,67728798.0,67415492.0,68319513.0,69839880.0,71078509.0,72375874.0,73431310.0,73923968.0,74778751.0,76327404.0,77774927.0,78776375.0,79676975.0,81349316.0,81712209.0,83259954.0,84248622.0,85240991.0,85599974.0,87181452.0,88522049.0,89270604.0,90321430.0,90687327.0,92138063.0,94303411.0,94318147.0,95994679.0,96420429.0,97515883.0,98629008.0,99756032.0,100661031.0,102083830.0,103007337.0,105802510.0,105171636.0,106271702.0,107462698.0,108415958.0],"unit":"ns","throughput":[],"typical":{"estimate":83735.48448875197,"lower_bound":83625.46660810112,"upper_bound":83858.3698573394,"unit":"ns"},"mean":{"estimate":83827.27113107736,"lower_bound":83658.53801362471,"upper_bound":84073.33333816974,"unit":"ns"},"median":{"estimate":83589.02053140097,"lower_bound":83532.19160839161,"upper_bound":83691.44465290807,"unit":"ns"},"median_abs_dev":{"estimate":317.3535197809734,"lower_bound":235.56542566737483,"upper_bound":427.29715605274225,"unit":"ns"},"slope":{"estimate":83735.48448875197,"lower_bound":83625.46660810112,"upper_bound":83858.3698573394,"unit":"ns"},"change":{"mean":{"estimate":0.03133126810790254,"lower_bound":0.029042839807986314,"upper_bound":0.03435913441837915,"unit":"%"},"median":{"estimate":0.02934449636988301,"lower_bound":0.02821410857511042,"upper_bound":0.03067635351831899,"unit":"%"},"change":"Regressed"}}
{"reason":"group-complete","group_name":"pedersen-commit","benchmarks":["pedersen-commit"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-commit"}
{"reason":"benchmark-complete","id":"pedersen-commit-verify","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-commit-verify","iteration_count":[13,26,39,52,65,78,91,104,117,130,143,156,169,182,195,208,221,234,247,260,273,286,299,312,325,338,351,364,377,390,403,416,429,442,455,468,481,494,507,520,533,546,559,572,585,598,611,624,637,650,663,676,689,702,715,728,741,754,767,780,793,806,819,832,845,858,871,884,897,910,923,936,949,962,975,988,1001,1014,1027,1040,1053,1066,1079,1092,1105,1118,1131,1144,1157,1170,1183,1196,1209,1222,1235,1248,1261,1274,1287,1300],"measured_values":[1072128.0,2130567.0,3198295.0,4269586.0,5416932.0,6391423.0,7538979.0,8540986.0,9656555.0,10714506.0,11704083.0,12759518.0,13811462.0,14882543.0,15953134.0,17018069.0,18094528.0,19116370.0,20179768.0,21251547.0,22441985.0,23455866.0,24420788.0,26281350.0,26731894.0,27647160.0,28792271.0,29842888.0,30910547.0,32031564.0,32986150.0,34082792.0,35140393.0,35700936.0,36767057.0,37995280.0,39378899.0,40494817.0,41544806.0,42563505.0,43733830.0,44642321.0,45700062.0,46882958.0,47969682.0,49033011.0,49728976.0,51019566.0,52858757.0,53360354.0,54221423.0,55583671.0,56467228.0,57526855.0,58553166.0,59644711.0,60634636.0,61898547.0,62906212.0,65801957.0,68567867.0,70473198.0,76710691.0,72726824.0,70177142.0,70676505.0,71786207.0,72593358.0,74128950.0,75397472.0,76002294.0,77215640.0,78179445.0,79712733.0,79915201.0,81039291.0,81788056.0,83470314.0,84320977.0,85293162.0,86021115.0,87004685.0,88428252.0,89199296.0,90692285.0,92582600.0,93347219.0,94553720.0,95541551.0,98320521.0,97252513.0,98541219.0,98962150.0,100079674.0,101503381.0,102274566.0,103211132.0,104471830.0,107353677.0,107108256.0],"unit":"ns","throughput":[],"typical":{"estimate":82553.1817201123,"lower_bound":82250.35656350285,"upper_bound":82954.47338077228,"unit":"ns"},"mean":{"estimate":82401.20670369975,"lower_bound":82142.81422345518,"upper_bound":82737.01960018916,"unit":"ns"},"median":{"estimate":82005.28519099948,"lower_bound":81953.89434661723,"upper_bound":82098.50843232716,"unit":"ns"},"median_abs_dev":{"estimate":320.67401930690534,"lower_bound":220.10771238216373,"upper_bound":451.65167889807674,"unit":"ns"},"slope":{"estimate":82553.1817201123,"lower_bound":82250.35656350285,"upper_bound":82954.47338077228,"unit":"ns"},"change":{"mean":{"estimate":-0.02261779296120192,"lower_bound":-0.027671158861223875,"upper_bound":-0.017502854276686568,"unit":"%"},"median":{"estimate":-0.02046043832408717,"lower_bound":-0.021367678325817763,"upper_bound":-0.01926473999293654,"unit":"%"},"change":"Improved"}}
{"reason":"group-complete","group_name":"pedersen-commit-verify","benchmarks":["pedersen-commit-verify"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-commit-verify"}
{"reason":"benchmark-complete","id":"pedersen-prove-equality","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-prove-equality","iteration_count":[6,12,18,24,30,36,42,48,54,60,66,72,78,84,90,96,102,108,114,120,126,132,138,144,150,156,162,168,174,180,186,192,198,204,210,216,222,228,234,240,246,252,258,264,270,276,282,288,294,300,306,312,318,324,330,336,342,348,354,360,366,372,378,384,390,396,402,408,414,420,426,432,438,444,450,456,462,468,474,480,486,492,498,504,510,516,522,528,534,540,546,552,558,564,570,576,582,588,594,600],"measured_values":[1136032.0,2275418.0,3418783.0,4555584.0,5693433.0,6821643.0,7973530.0,9107327.0,10246223.0,11386586.0,13691336.0,13545299.0,14660938.0,15546520.0,16763010.0,17983829.0,19264572.0,20226072.0,21368390.0,22815424.0,23550081.0,24719568.0,25844565.0,27083963.0,28185074.0,29360218.0,30433882.0,31569845.0,32727808.0,33890520.0,35005809.0,36027931.0,37139590.0,38331634.0,39415286.0,40638480.0,41749020.0,42735315.0,43744586.0,45167804.0,46147603.0,47289641.0,48904364.0,50672666.0,50646476.0,51683823.0,52791639.0,54123995.0,55258980.0,56112575.0,57289395.0,58428920.0,59531987.0,60948152.0,62847755.0,65538935.0,64217127.0,65232962.0,66288259.0,67383854.0,69734700.0,69949948.0,70914034.0,72116833.0,73052143.0,74681323.0,75653019.0,76686875.0,77628680.0,78793207.0,79815748.0,81039221.0,82214086.0,84344234.0,84436354.0,85203207.0,86436110.0,87917016.0,89158020.0,89989197.0,92239401.0,92573311.0,93928993.0,94904601.0,97125263.0,96978807.0,98443022.0,99170206.0,100118226.0,101191192.0,103959897.0,103835929.0,108256301.0,105502682.0,107063209.0,108718647.0,109552269.0,121620362.0,125478655.0,114108272.0],"unit":"ns","throughput":[],"typical":{"estimate":189592.9289261613,"lower_bound":188218.68232781524,"upper_bound":191391.8349656035,"unit":"ns"},"mean":{"estimate":188912.2824273026,"lower_bound":188267.9842943231,"upper_bound":189723.43880844765,"unit":"ns"},"median":{"estimate":187949.56935215945,"lower_bound":187795.86852073367,"upper_bound":188118.85990338164,"unit":"ns"},"median_abs_dev":{"estimate":894.5087716080079,"lower_bound":548.9692029146931,"upper_bound":1185.2262736780785,"unit":"ns"},"slope":{"estimate":189592.9289261613,"lower_bound":188218.68232781524,"upper_bound":191391.8349656035,"unit":"ns"},"change":{"mean":{"estimate":-0.023288852417875372,"lower_bound":-0.027376587581983275,"upper_bound":-0.018273152877700073,"unit":"%"},"median":{"estimate":-0.024690476570393693,"lower_bound":-0.026825511341299735,"upper_bound":-0.02272945855376085,"unit":"%"},"change":"Improved"}}
{"reason":"group-complete","group_name":"pedersen-prove-equality","benchmarks":["pedersen-prove-equality"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-prove-equality"}
{"reason":"benchmark-complete","id":"pedersen-prove-equality-verify","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-prove-equality-verify","iteration_count":[4,8,12,16,20,24,28,32,36,40,44,48,52,56,60,64,68,72,76,80,84,88,92,96,100,104,108,112,116,120,124,128,132,136,140,144,148,152,156,160,164,168,172,176,180,184,188,192,196,200,204,208,212,216,220,224,228,232,236,240,244,248,252,256,260,264,268,272,276,280,284,288,292,296,300,304,308,312,316,320,324,328,332,336,340,344,348,352,356,360,364,368,372,376,380,384,388,392,396,400],"measured_values":[1096782.0,2180225.0,3297330.0,4349902.0,5431389.0,6500654.0,7585004.0,8706999.0,9796238.0,12401514.0,11982189.0,13058717.0,14089919.0,15233843.0,16250657.0,17400797.0,18483541.0,19513764.0,20663626.0,21649291.0,23464107.0,23999298.0,25102086.0,26269617.0,27387421.0,28541891.0,29616254.0,30609602.0,31639547.0,32725992.0,33964691.0,35034025.0,36125708.0,37204890.0,38497436.0,39470879.0,40510462.0,41617580.0,42740203.0,44234100.0,45193575.0,47635283.0,47859683.0,49554583.0,49253568.0,50249220.0,51384414.0,52378531.0,53566176.0,54639141.0,55787955.0,56850515.0,57935982.0,59159455.0,60244504.0,61717659.0,62627966.0,64817968.0,66116520.0,66585851.0,70361172.0,68649162.0,69485576.0,72499142.0,74755843.0,75908427.0,76880614.0,75461865.0,75150793.0,76891159.0,77331087.0,78343710.0,79392372.0,82135515.0,82676991.0,83560270.0,83909544.0,84839127.0,86470262.0,88045104.0,89091740.0,90194040.0,90726367.0,91330771.0,93256774.0,96563324.0,95160149.0,96184925.0,96804903.0,98073075.0,99633111.0,100078976.0,101467344.0,101935627.0,103556076.0,106884275.0,107386432.0,107312749.0,107895781.0,109846369.0],"unit":"ns","throughput":[],"typical":{"estimate":275042.8262405793,"lower_bound":274202.8058672065,"upper_bound":276012.9170341317,"unit":"ns"},"mean":{"estimate":274981.60262889304,"lower_bound":274082.53490254306,"upper_bound":276067.25566873583,"unit":"ns"},"median":{"estimate":273640.9566851266,"lower_bound":273282.93396226416,"upper_bound":273891.5041935484,"unit":"ns"},"median_abs_dev":{"estimate":1987.8712399249266,"lower_bound":1489.1134213421337,"upper_bound":2573.5887496797586,"unit":"ns"},"slope":{"estimate":275042.8262405793,"lower_bound":274202.8058672065,"upper_bound":276012.9170341317,"unit":"ns"},"change":{"mean":{"estimate":-0.012747147117312285,"lower_bound":-0.020779878600784774,"upper_bound":-0.0064388146830522625,"unit":"%"},"median":{"estimate":-0.010166596401533168,"lower_bound":-0.012118951774563253,"upper_bound":-0.008724981516258556,"unit":"%"},"change":"NoChange"}}
{"reason":"group-complete","group_name":"pedersen-prove-equality-verify","benchmarks":["pedersen-prove-equality-verify"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/pedersen-prove-equality-verify"}
{"reason":"benchmark-complete","id":"policy-sign","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/policy-sign","iteration_count":[4,8,12,16,20,24,28,32,36,40,44,48,52,56,60,64,68,72,76,80,84,88,92,96,100,104,108,112,116,120,124,128,132,136,140,144,148,152,156,160,164,168,172,176,180,184,188,192,196,200,204,208,212,216,220,224,228,232,236,240,244,248,252,256,260,264,268,272,276,280,284,288,292,296,300,304,308,312,316,320,324,328,332,336,340,344,348,352,356,360,364,368,372,376,380,384,388,392,396,400],"measured_values":[1212508.0,2448972.0,3669861.0,4881671.0,6112198.0,7321005.0,8543361.0,9766346.0,10975013.0,12191991.0,13434950.0,14616170.0,15871281.0,17045237.0,18289243.0,19485479.0,20721035.0,21919226.0,23180902.0,24424280.0,25652921.0,26860611.0,28071653.0,29276898.0,30529495.0,31769032.0,32931953.0,34137686.0,35388467.0,36598880.0,37756075.0,38979479.0,40230260.0,41466444.0,44129269.0,44137092.0,45369504.0,46421937.0,47602529.0,49024350.0,50148789.0,51354104.0,52542587.0,53573508.0,54843007.0,56008792.0,57432360.0,58690404.0,59966468.0,61674497.0,62175327.0,63311289.0,65305597.0,65780516.0,67146185.0,68378738.0,69502478.0,70960756.0,71927425.0,73057800.0,74321153.0,75977431.0,77109063.0,78151649.0,79367439.0,80469739.0,82745086.0,83004685.0,84196240.0,85424952.0,86610223.0,87790534.0,89046344.0,90314934.0,91525278.0,92718021.0,93919355.0,96094621.0,96364067.0,97887856.0,98684043.0,99907306.0,101332131.0,102668957.0,103789135.0,104845060.0,106205492.0,108410020.0,109037961.0,109722122.0,111192622.0,112147627.0,113498560.0,115097709.0,115782149.0,116991655.0,118989873.0,119520873.0,120862867.0,121816196.0],"unit":"ns","throughput":[],"typical":{"estimate":305415.75426333677,"lower_bound":305180.5702695798,"upper_bound":305681.58588408557,"unit":"ns"},"mean":{"estimate":305386.3452500506,"lower_bound":305158.03393386834,"upper_bound":305670.9426655074,"unit":"ns"},"median":{"estimate":305104.04670698923,"lower_bound":304967.6875,"upper_bound":305213.1012043512,"unit":"ns"},"median_abs_dev":{"estimate":486.4201971203563,"lower_bound":372.00054939575386,"upper_bound":672.284972080212,"unit":"ns"},"slope":{"estimate":305415.75426333677,"lower_bound":305180.5702695798,"upper_bound":305681.58588408557,"unit":"ns"},"change":{"mean":{"estimate":0.0016051861328800765,"lower_bound":0.00008145697687592721,"upper_bound":0.003035186199701023,"unit":"%"},"median":{"estimate":0.0028032743554868844,"lower_bound":0.0018351876988739484,"upper_bound":0.0034197401833868657,"unit":"%"},"change":"NoChange"}}
{"reason":"group-complete","group_name":"policy-sign","benchmarks":["policy-sign"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/policy-sign"}
{"reason":"benchmark-complete","id":"policy-verify","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/policy-verify","iteration_count":[3,6,9,12,15,18,21,24,27,30,33,36,39,42,45,48,51,54,57,60,63,66,69,72,75,78,81,84,87,90,93,96,99,102,105,108,111,114,117,120,123,126,129,132,135,138,141,144,147,150,153,156,159,162,165,168,171,174,177,180,183,186,189,192,195,198,201,204,207,210,213,216,219,222,225,228,231,234,237,240,243,246,249,252,255,258,261,264,267,270,273,276,279,282,285,288,291,294,297,300],"measured_values":[1078064.0,2150542.0,3232378.0,4295008.0,5382152.0,6466223.0,7530598.0,8573602.0,9640283.0,10707453.0,11794247.0,14160178.0,13947931.0,15006720.0,16148898.0,17217185.0,18237911.0,19280915.0,20386427.0,21404638.0,22472506.0,23544634.0,24599302.0,25699506.0,26773170.0,27786422.0,28835713.0,29923136.0,31045549.0,32130039.0,33309723.0,34324092.0,35406347.0,36383980.0,37480831.0,38520274.0,39686199.0,40667254.0,41659484.0,42845872.0,43921562.0,46920671.0,47001338.0,47087661.0,48224811.0,49298266.0,51952850.0,53334582.0,54066167.0,55107215.0,56294861.0,57329064.0,58416976.0,62124761.0,63837611.0,63373587.0,63904518.0,67939717.0,65930254.0,66310119.0,67617961.0,68593917.0,69522941.0,68748824.0,69733861.0,72267620.0,73484039.0,75477858.0,76474139.0,77583213.0,77916843.0,77057800.0,79311985.0,79278252.0,80700144.0,81645650.0,82630477.0,83647291.0,84841082.0,85748805.0,86847752.0,87781665.0,88860846.0,90026840.0,91555659.0,92237236.0,93159695.0,94334908.0,95176212.0,96121020.0,97280240.0,98278685.0,99638139.0,100269502.0,107268890.0,138593732.0,111476106.0,105119535.0,105863690.0,107008243.0],"unit":"ns","throughput":[],"typical":{"estimate":365210.80328456726,"lower_bound":360457.2467296335,"upper_bound":372873.4916415802,"unit":"ns"},"mean":{"estimate":362851.38874137297,"lower_bound":360492.8215567781,"upper_bound":366032.51698132587,"unit":"ns"},"median":{"estimate":357607.8208144796,"lower_bound":357302.85714285716,"upper_bound":358259.31140350876,"unit":"ns"},"median_abs_dev":{"estimate":1431.2286690350325,"lower_bound":950.676049788745,"upper_bound":2347.8866701310394,"unit":"ns"},"slope":{"estimate":365210.80328456726,"lower_bound":360457.2467296335,"upper_bound":372873.4916415802,"unit":"ns"},"change":{"mean":{"estimate":-0.0035864729992174382,"lower_bound":-0.01215083528103092,"upper_bound":0.006243577976251171,"unit":"%"},"median":{"estimate":-0.009818869629746207,"lower_bound":-0.011696121595613618,"upper_bound":-0.0078266166345565,"unit":"%"},"change":"NoChange"}}
{"reason":"group-complete","group_name":"policy-verify","benchmarks":["policy-verify"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/policy-verify"}
{"reason":"benchmark-complete","id":"merkle/make-tree/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/make-tree/10000","iteration_count":[6,6,6,6,6,6,6,6,6,6],"measured_values":[589490946.0,541175971.0,539553497.0,567154840.0,575859325.0,530472639.0,518733078.0,501635460.0,519519418.0,509547529.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":89885711.71666667,"lower_bound":87124837.47708333,"upper_bound":92892944.96083333,"unit":"ns"},"mean":{"estimate":89885711.71666667,"lower_bound":87124837.47708333,"upper_bound":92892944.96083333,"unit":"ns"},"median":{"estimate":89168844.66666666,"lower_bound":85755578.91666667,"upper_bound":94525806.66666667,"unit":"ns"},"median_abs_dev":{"estimate":5157660.016383212,"lower_bound":1232026.8640771618,"upper_bound":8192822.25034833,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.06725084445240292,"lower_bound":0.03324407115292311,"upper_bound":0.10159258330751034,"unit":"%"},"median":{"estimate":0.06302231989937845,"lower_bound":0.02322215040830211,"upper_bound":0.12744770181711673,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/lookup/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/lookup/10000","iteration_count":[914107,914107,914107,914107,914107,914107,914107,914107,914107,914107],"measured_values":[497582032.0,491631656.0,487939305.0,489414764.0,509725204.0,482260819.0,490123580.0,491423948.0,488682482.0,491352152.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":538.2450787489867,"lower_bound":534.1602145235732,"upper_bound":543.3823167309735,"unit":"ns"},"mean":{"estimate":538.2450787489867,"lower_bound":534.1602145235732,"upper_bound":543.3823167309735,"unit":"ns"},"median":{"estimate":536.8494782339485,"lower_bound":534.5950031013874,"upper_bound":540.9683877270386,"unit":"ns"},"median_abs_dev":{"estimate":2.739801387952039,"lower_bound":0.28488862395402076,"upper_bound":11.009212304178105,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.0069576881923789635,"lower_bound":-0.003210252557136814,"upper_bound":0.01850810158861038,"unit":"%"},"median":{"estimate":0.003347155822510217,"lower_bound":-0.004190817466803609,"upper_bound":0.01004868014333371,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"merkle/verify/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/verify/10000","iteration_count":[75329,75329,75329,75329,75329,75329,75329,75329,75329,75329],"measured_values":[491948873.0,493354002.0,492118236.0,495183764.0,508075352.0,499334131.0,494235604.0,493482928.0,493063603.0,493499201.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":6576.877024784611,"lower_bound":6546.275297694116,"upper_bound":6620.3635068499525,"unit":"ns"},"mean":{"estimate":6576.877024784611,"lower_bound":6546.275297694116,"upper_bound":6620.3635068499525,"unit":"ns"},"median":{"estimate":6551.1431785899185,"lower_bound":6541.121201662043,"upper_bound":6594.868742449787,"unit":"ns"},"median_abs_dev":{"estimate":20.83666145221553,"lower_bound":1.5890187241945908,"upper_bound":62.00136098689827,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.01799502851454393,"lower_bound":-0.023014020431670317,"upper_bound":-0.011771088102870697,"unit":"%"},"median":{"estimate":-0.02098209874220147,"lower_bound":-0.02330419581473997,"upper_bound":-0.017424844450785737,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"merkle/insert/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/insert/10000","iteration_count":[6,6,6,6,6,6,6,6,6,6],"measured_values":[562449445.0,549271998.0,547831878.0,566310951.0,562450423.0,556687919.0,574853056.0,572488588.0,564022053.0,549925151.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":93438191.03333333,"lower_bound":92504014.58083333,"upper_bound":94370273.64791666,"unit":"ns"},"mean":{"estimate":93438191.03333333,"lower_bound":92504014.58083333,"upper_bound":94370273.64791666,"unit":"ns"},"median":{"estimate":93741655.66666667,"lower_bound":91654191.83333333,"upper_bound":94709220.08333334,"unit":"ns"},"median_abs_dev":{"estimate":1952172.6202920154,"lower_bound":194295.71495055783,"upper_bound":2870515.676838152,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.002454610130589341,"lower_bound":-0.009049388520488555,"upper_bound":0.013511716811603642,"unit":"%"},"median":{"estimate":0.005810136387646825,"lower_bound":-0.017211052647434166,"upper_bound":0.017981463375129625,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"merkle/make-tree/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/make-tree/31622","iteration_count":[2,2,2,2,2,2,2,2,2,2],"measured_values":[617510775.0,614618033.0,598953622.0,606519768.0,592212995.0,600448287.0,605860121.0,599878874.0,599736957.0,596457577.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":301609850.45,"lower_bound":299405293.17625,"upper_bound":304029035.4,"unit":"ns"},"mean":{"estimate":301609850.45,"lower_bound":299405293.17625,"upper_bound":304029035.4,"unit":"ns"},"median":{"estimate":300081790.25,"lower_bound":299048633.5,"upper_bound":305119538.5,"unit":"ns"},"median_abs_dev":{"estimate":3485052.8717279434,"lower_bound":263654.45981919765,"upper_bound":6537463.797336817,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.018141858455436033,"lower_bound":-0.03151923188008032,"upper_bound":-0.004518435696205696,"unit":"%"},"median":{"estimate":-0.015654669627965467,"lower_bound":-0.04376169816928821,"upper_bound":-0.00020054211882958306,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"merkle/lookup/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/lookup/31622","iteration_count":[926647,926647,926647,926647,926647,926647,926647,926647,926647,926647],"measured_values":[499528147.0,500713278.0,499413888.0,500606562.0,499606718.0,494165621.0,491103446.0,507436934.0,489756913.0,498061698.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":537.4639107448684,"lower_bound":534.177407243535,"upper_bound":540.7277333601684,"unit":"ns"},"mean":{"estimate":537.4639107448684,"lower_bound":534.177407243535,"upper_bound":540.7277333601684,"unit":"ns"},"median":{"estimate":539.0089402976538,"lower_bound":533.28357076643,"upper_bound":540.2343740388735,"unit":"ns"},"median_abs_dev":{"estimate":2.1212136003282813,"lower_bound":0.15426033480097104,"upper_bound":10.616798146694578,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.008807336373930719,"lower_bound":0.000019339528325446935,"upper_bound":0.018777713913649866,"unit":"%"},"median":{"estimate":0.006687887890113764,"lower_bound":-0.004005181797367197,"upper_bound":0.02807242667971388,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"merkle/verify/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/verify/31622","iteration_count":[56419,56419,56419,56419,56419,56419,56419,56419,56419,56419],"measured_values":[492695819.0,492961912.0,492022553.0,493394019.0,493162845.0,493134420.0,492830193.0,493522945.0,492425674.0,493348622.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":8737.303039756112,"lower_bound":8732.18470280402,"upper_bound":8741.88858186072,"unit":"ns"},"mean":{"estimate":8737.303039756112,"lower_bound":8732.18470280402,"upper_bound":8741.88858186072,"unit":"ns"},"median":{"estimate":8739.0447544267,"lower_bound":8731.596332795689,"upper_bound":8744.370194438045,"unit":"ns"},"median_abs_dev":{"estimate":8.491977050179814,"lower_bound":2.2904630994120425,"upper_bound":14.142853806945649,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.02760576268199011,"lower_bound":-0.035907536238067875,"upper_bound":-0.022059155505863872,"unit":"%"},"median":{"estimate":-0.022066270836914037,"lower_bound":-0.029868093343855984,"upper_bound":-0.020687957892748576,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"merkle/insert/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/insert/31622","iteration_count":[5,5,5,5,5,5,5,5,5,5],"measured_values":[531075712.0,532103631.0,552550120.0,531378054.0,530124689.0,536136595.0,535540084.0,530742010.0,529956441.0,526928347.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":106730713.66,"lower_bound":106069314.52,"upper_bound":107682676.28,"unit":"ns"},"mean":{"estimate":106730713.66,"lower_bound":106069314.52,"upper_bound":107682676.28,"unit":"ns"},"median":{"estimate":106245376.6,"lower_bound":106024937.8,"upper_bound":107108016.8,"unit":"ns"},"median_abs_dev":{"estimate":351767.0071148784,"lower_bound":94299.88176584023,"upper_bound":1365214.8242425874,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.019061008278803193,"lower_bound":-0.028733646594267533,"upper_bound":-0.007497502627888598,"unit":"%"},"median":{"estimate":-0.023646446837546242,"lower_bound":-0.03149252164721705,"upper_bound":-0.01141949348467719,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"merkle/make-tree/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/make-tree/100000","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[1051635405.0,1051830960.0,1053788670.0,1055169775.0,1045773447.0,1053038649.0,1049291893.0,1054683612.0,1064481805.0,1115430760.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":1059512497.6,"lower_bound":1051174927.7049999,"upper_bound":1072906373.7775,"unit":"ns"},"mean":{"estimate":1059512497.6,"lower_bound":1051174927.7049999,"upper_bound":1072906373.7775,"unit":"ns"},"median":{"estimate":1053413659.5,"lower_bound":1050561426.5,"upper_bound":1059582708.5,"unit":"ns"},"median_abs_dev":{"estimate":2620028.434485197,"lower_bound":1023813.1183236837,"upper_bound":11883369.40882802,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.04254728867502944,"lower_bound":-0.05282694563541481,"upper_bound":-0.03021778784009166,"unit":"%"},"median":{"estimate":-0.050691345227146356,"lower_bound":-0.055701973263304616,"upper_bound":-0.03706318493925864,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"merkle/lookup/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/lookup/100000","iteration_count":[923099,923099,923099,923099,923099,923099,923099,923099,923099,923099],"measured_values":[554228886.0,529501427.0,474047940.0,501022042.0,489534119.0,491795567.0,496785213.0,525933952.0,492777251.0,500088968.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":547.689398970208,"lower_bound":533.612794445666,"upper_bound":563.7260663319969,"unit":"ns"},"mean":{"estimate":547.689398970208,"lower_bound":533.612794445666,"upper_bound":563.7260663319969,"unit":"ns"},"median":{"estimate":539.9606006506344,"lower_bound":532.0726000136497,"upper_bound":569.7481548566296,"unit":"ns"},"median_abs_dev":{"estimate":12.483096546441326,"lower_bound":2.6530995462244404,"upper_bound":42.579939132301035,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.07682005415407855,"lower_bound":-0.10222078500757709,"upper_bound":-0.04932087574163293,"unit":"%"},"median":{"estimate":-0.09058269873621316,"lower_bound":-0.10413168461546418,"upper_bound":-0.04054185548751554,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"merkle/verify/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/verify/100000","iteration_count":[46090,46090,46090,46090,46090,46090,46090,46090,46090,46090],"measured_values":[508610538.0,477477455.0,480190395.0,559197601.0,491416628.0,482958901.0,484850890.0,479061712.0,482652580.0,487633980.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":10705.25207203298,"lower_bound":10463.359527988718,"upper_bound":11060.37011065307,"unit":"ns"},"mean":{"estimate":10705.25207203298,"lower_bound":10463.359527988718,"upper_bound":11060.37011065307,"unit":"ns"},"median":{"estimate":10499.129865480581,"lower_bound":10418.537535257106,"upper_bound":10807.59945758299,"unit":"ns"},"median_abs_dev":{"estimate":137.8742060226271,"lower_bound":35.35706604618593,"upper_bound":442.9833730163566,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.13806866735718337,"lower_bound":0.11165736731552764,"upper_bound":0.17279642809579687,"unit":"%"},"median":{"estimate":0.11630856875474005,"lower_bound":0.10745632113648762,"upper_bound":0.13529063908738603,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/insert/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/insert/100000","iteration_count":[3,3,3,3,3,3,3,3,3,3],"measured_values":[416037259.0,391530731.0,389614436.0,403748202.0,446757391.0,420454275.0,412892956.0,425454252.0,469996592.0,484823876.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":142043665.6666667,"lower_bound":136166359.20000002,"upper_bound":148616616.6883333,"unit":"ns"},"mean":{"estimate":142043665.6666667,"lower_bound":136166359.20000002,"upper_bound":148616616.6883333,"unit":"ns"},"median":{"estimate":139415255.6666667,"lower_bound":134070614.5,"upper_bound":149241807.3333333,"unit":"ns"},"median_abs_dev":{"estimate":10183633.52630439,"lower_bound":1868401.8917292282,"upper_bound":17612477.446416043,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.07417801197243201,"lower_bound":0.023611366426192965,"upper_bound":0.12648445659772586,"unit":"%"},"median":{"estimate":0.06848276956316357,"lower_bound":0.027310424372541497,"upper_bound":0.14333735268732206,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/make-tree/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/make-tree/316227","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[4386989809.0,4300061849.0,4075739029.0,3891675482.0,3940866101.0,4125400704.0,3942353967.0,3947351872.0,3959879669.0,3931210086.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":4050152856.8,"lower_bound":3958601721.045,"upper_bound":4158036401.5075,"unit":"ns"},"mean":{"estimate":4050152856.8,"lower_bound":3958601721.045,"upper_bound":4158036401.5075,"unit":"ns"},"median":{"estimate":3953615770.5,"lower_bound":3936782026.5,"upper_bound":4187900439.0,"unit":"ns"},"median_abs_dev":{"estimate":62525668.67484748,"lower_bound":5910857.003161311,"upper_bound":266271803.26513052,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.006779204008179107,"lower_bound":-0.017498992947796145,"upper_bound":0.03457922037047984,"unit":"%"},"median":{"estimate":-0.016584035220680415,"lower_bound":-0.02361697676382124,"upper_bound":0.04036940288854107,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"merkle/lookup/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/lookup/316227","iteration_count":[914362,914362,914362,914362,914362,914362,914362,914362,914362,914362],"measured_values":[513992329.0,496770760.0,496201347.0,494760391.0,480782929.0,466209445.0,480277770.0,497706768.0,496179629.0,495554134.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":537.9090012489582,"lower_bound":529.3285978638658,"upper_bound":546.187527125471,"unit":"ns"},"mean":{"estimate":537.9090012489582,"lower_bound":529.3285978638658,"upper_bound":546.187527125471,"unit":"ns"},"median":{"estimate":542.3091527206949,"lower_bound":525.8124561169427,"upper_bound":543.4981522635455,"unit":"ns"},"median_abs_dev":{"estimate":2.3887139134430986,"lower_bound":0.4968545889204725,"upper_bound":25.535799962567378,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.07129347245609863,"lower_bound":-0.08668359648156243,"upper_bound":-0.054435895255906426,"unit":"%"},"median":{"estimate":-0.06686775378965115,"lower_bound":-0.09492100947812565,"upper_bound":-0.05689433344991046,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"merkle/verify/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/verify/316227","iteration_count":[49396,49396,49396,49396,49396,49396,49396,49396,49396,49396],"measured_values":[489983075.0,491268217.0,485676268.0,482994938.0,483481798.0,487171423.0,479588800.0,484670212.0,485859812.0,486092103.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":9832.348056522795,"lower_bound":9792.666732984453,"upper_bound":9872.44695248603,"unit":"ns"},"mean":{"estimate":9832.348056522795,"lower_bound":9792.666732984453,"upper_bound":9872.44695248603,"unit":"ns"},"median":{"estimate":9834.157421653576,"lower_bound":9787.873471536157,"upper_bound":9880.103429427483,"unit":"ns"},"median_abs_dev":{"estimate":55.3712641497675,"lower_bound":6.97211576819358,"upper_bound":116.8530306548141,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.04066343975597264,"lower_bound":0.0346179873993769,"upper_bound":0.0463977042706438,"unit":"%"},"median":{"estimate":0.04203295579792532,"lower_bound":0.03423987057393818,"upper_bound":0.047694671230950725,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/insert/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/insert/316227","iteration_count":[2,2,2,2,2,2,2,2,2,2],"measured_values":[371579063.0,369155514.0,360012018.0,361159016.0,359972909.0,355710031.0,358548504.0,355710102.0,361621852.0,356800668.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":180513483.85,"lower_bound":179068947.91125,"upper_bound":182204620.9,"unit":"ns"},"mean":{"estimate":180513483.85,"lower_bound":179068947.91125,"upper_bound":182204620.9,"unit":"ns"},"median":{"estimate":179996231.75,"lower_bound":178400334.0,"upper_bound":182578632.5,"unit":"ns"},"median_abs_dev":{"estimate":1786971.8178749084,"lower_bound":404270.9130227566,"upper_bound":4210830.036842823,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.007417124625838323,"lower_bound":-0.014353020147265427,"upper_bound":0.031361348295954716,"unit":"%"},"median":{"estimate":0.01055644732790939,"lower_bound":-0.0305474122840681,"upper_bound":0.04035907372699166,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"merkle/make-tree/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/make-tree/1000000","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[13936419495.0,13808026638.0,13845374548.0,13753204433.0,13841755682.0,13780363799.0,13769972303.0,13799629519.0,13838285938.0,13788462404.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":13816149475.9,"lower_bound":13788030762.9025,"upper_bound":13849707663.0875,"unit":"ns"},"mean":{"estimate":13816149475.9,"lower_bound":13788030762.9025,"upper_bound":13849707663.0875,"unit":"ns"},"median":{"estimate":13803828078.5,"lower_bound":13779217353.5,"upper_bound":13841830243.0,"unit":"ns"},"median_abs_dev":{"estimate":50640896.72644436,"lower_bound":6003495.779916644,"upper_bound":81869020.80393434,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.05028179559977952,"lower_bound":-0.05601189670791755,"upper_bound":-0.04470208794403759,"unit":"%"},"median":{"estimate":-0.049771454586047814,"lower_bound":-0.05953815213330926,"upper_bound":-0.043249801889083506,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"merkle/lookup/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/lookup/1000000","iteration_count":[613354,613354,613354,613354,613354,613354,613354,613354,613354,613354],"measured_values":[497488983.0,510714192.0,518022063.0,517750592.0,504640550.0,514465417.0,515847150.0,516696485.0,500502269.0,502183899.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":831.2184480740323,"lower_bound":823.5333601802549,"upper_bound":838.5972042857796,"unit":"ns"},"mean":{"estimate":831.2184480740323,"lower_bound":823.5333601802549,"upper_bound":838.5972042857796,"unit":"ns"},"median":{"estimate":835.7160864688256,"lower_bound":818.750507863322,"upper_bound":842.5784636604635,"unit":"ns"},"median_abs_dev":{"estimate":12.802761309762333,"lower_bound":1.930194313042206,"upper_bound":20.517727610447096,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.4223205296575183,"lower_bound":0.40820787238969214,"upper_bound":0.43603497201356534,"unit":"%"},"median":{"estimate":0.43291430857392577,"lower_bound":0.4028363619602362,"upper_bound":0.4460337661070899,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/verify/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/verify/1000000","iteration_count":[44410,44410,44410,44410,44410,44410,44410,44410,44410,44410],"measured_values":[495201421.0,494896775.0,494875893.0,494513489.0,495546855.0,494700942.0,493475095.0,511392426.0,497994080.0,494454545.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":11184.53393605044,"lower_bound":11136.567664940329,"upper_bound":11263.79681828417,"unit":"ns"},"mean":{"estimate":11184.53393605044,"lower_bound":11136.567664940329,"upper_bound":11263.79681828417,"unit":"ns"},"median":{"estimate":11143.578788561135,"lower_bound":11135.183269533889,"upper_bound":11182.115525782481,"unit":"ns"},"median_abs_dev":{"estimate":13.4311005091303,"lower_bound":3.2688808899505886,"upper_bound":59.08257709788802,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.08929132910188908,"lower_bound":0.08405838967914238,"upper_bound":0.09639902890158776,"unit":"%"},"median":{"estimate":0.08605961424639097,"lower_bound":0.08374802471790743,"upper_bound":0.08823797517594056,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/insert/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/insert/1000000","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[291368914.0,291249208.0,291091925.0,293003191.0,291500216.0,293011224.0,291701708.0,291752552.0,292104899.0,325338266.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":295212210.3,"lower_bound":291563017.3,"upper_bound":302053928.8,"unit":"ns"},"mean":{"estimate":295212210.3,"lower_bound":291563017.3,"upper_bound":302053928.8,"unit":"ns"},"median":{"estimate":291727130.0,"lower_bound":291368914.0,"upper_bound":293003191.0,"unit":"ns"},"median_abs_dev":{"estimate":634323.7270385027,"lower_bound":177476.11244916916,"upper_bound":1854197.3484814167,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.06389297140830097,"lower_bound":0.044041697088845776,"upper_bound":0.09133100844261137,"unit":"%"},"median":{"estimate":0.05812320357490375,"lower_bound":0.04610033426394877,"upper_bound":0.06387802835234835,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/make-tree/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/make-tree/3162277","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[48991832561.0,48922610637.0,49123814673.0,49107614419.0,49519596374.0,49175934538.0,49390161919.0,48242531883.0,48248457862.0,49392063987.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":49011461885.3,"lower_bound":48734449026.78,"upper_bound":49252993793.9,"unit":"ns"},"mean":{"estimate":49011461885.3,"lower_bound":48734449026.78,"upper_bound":49252993793.9,"unit":"ns"},"median":{"estimate":49115714546.0,"lower_bound":48620145211.5,"upper_bound":49390161919.0,"unit":"ns"},"median_abs_dev":{"estimate":346595759.19329524,"lower_bound":50645703.31555903,"upper_bound":694601521.3699579,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.019932342246071322,"lower_bound":-0.028581962109085823,"upper_bound":-0.012032696463406694,"unit":"%"},"median":{"estimate":-0.01749341952398864,"lower_bound":-0.026618515386540587,"upper_bound":-0.008252868809123903,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"merkle/lookup/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/lookup/3162277","iteration_count":[591349,591349,591349,591349,591349,591349,591349,591349,591349,591349],"measured_values":[493359593.0,490822132.0,494845108.0,492359051.0,485717879.0,485694973.0,495684387.0,501615975.0,507073694.0,506550584.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":837.6987829521992,"lower_bound":830.4070658781869,"upper_bound":845.3986689755118,"unit":"ns"},"mean":{"estimate":837.6987829521992,"lower_bound":830.4070658781869,"upper_bound":845.3986689755118,"unit":"ns"},"median":{"estimate":835.5511728268755,"lower_bound":826.9878954728933,"upper_bound":848.2570783073954,"unit":"ns"},"median_abs_dev":{"estimate":13.530885608744445,"lower_bound":2.104197391572505,"upper_bound":22.72178872620806,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.5048395476190286,"lower_bound":0.48816345124280797,"upper_bound":0.5226193281563104,"unit":"%"},"median":{"estimate":0.5086903593941923,"lower_bound":0.47585649581099876,"upper_bound":0.5324902830935798,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/verify/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/verify/3162277","iteration_count":[39641,39641,39641,39641,39641,39641,39641,39641,39641,39641],"measured_values":[494142441.0,492773140.0,494796152.0,495381069.0,492820772.0,494896793.0,493908683.0,495231541.0,493685542.0,496337401.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":12471.868858000558,"lower_bound":12455.029767160264,"upper_bound":12488.726154045054,"unit":"ns"},"mean":{"estimate":12471.868858000558,"lower_bound":12455.029767160264,"upper_bound":12488.726154045054,"unit":"ns"},"median":{"estimate":12473.683723922202,"lower_bound":12445.81941676547,"upper_bound":12492.912413914886,"unit":"ns"},"median_abs_dev":{"estimate":28.910699486732483,"lower_bound":6.259899800573844,"upper_bound":47.87841205834108,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.0415402291486493,"lower_bound":0.03999289727684613,"upper_bound":0.04299318883492911,"unit":"%"},"median":{"estimate":0.04174551060178766,"lower_bound":0.03942854697081155,"upper_bound":0.04370052057851792,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"merkle/insert/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle/insert/3162277","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[626458278.0,627069595.0,606464433.0,621493568.0,620701433.0,605763301.0,601767004.0,603547460.0,616296220.0,607083436.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":613664472.8,"lower_bound":608012975.4,"upper_bound":619457916.4575,"unit":"ns"},"mean":{"estimate":613664472.8,"lower_bound":608012975.4,"upper_bound":619457916.4575,"unit":"ns"},"median":{"estimate":611689828.0,"lower_bound":605005946.5,"upper_bound":623579855.5,"unit":"ns"},"median_abs_dev":{"estimate":12716239.959141612,"lower_bound":978616.058126092,"upper_bound":15337458.921405673,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.034428033940564484,"lower_bound":0.01667603664139694,"upper_bound":0.05008371337909769,"unit":"%"},"median":{"estimate":0.03603544129379621,"lower_bound":0.022352882380619388,"upper_bound":0.058879627882319596,"unit":"%"},"change":"Regressed"}}
{"reason":"group-complete","group_name":"merkle","benchmarks":["merkle/lookup/1000","merkle/lookup/5000000","merkle/lookup/100","merkle/lookup/1","merkle/lookup/10","merkle/verify/1","merkle/verify/5000000","merkle/verify/10","merkle/verify/1000","merkle/verify/100","merkle/insert/1","merkle/insert/10","merkle/insert/100","merkle/insert/5000000","merkle/insert/1000","merkle/make-tree/10","merkle/make-tree/1","merkle/make-tree/100","merkle/make-tree/1000","merkle/make-tree/10000","merkle/lookup/10000","merkle/verify/10000","merkle/insert/10000","merkle/make-tree/31622","merkle/lookup/31622","merkle/verify/31622","merkle/insert/31622","merkle/make-tree/100000","merkle/lookup/100000","merkle/verify/100000","merkle/insert/100000","merkle/make-tree/316227","merkle/lookup/316227","merkle/verify/316227","merkle/insert/316227","merkle/make-tree/1000000","merkle/lookup/1000000","merkle/verify/1000000","merkle/insert/1000000","merkle/make-tree/3162277","merkle/lookup/3162277","merkle/verify/3162277","merkle/insert/3162277"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/merkle"}
{"reason":"benchmark-complete","id":"plain/make-tree/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/make-tree/10000","iteration_count":[322,322,322,322,322,322,322,322,322,322],"measured_values":[500974495.0,499288048.0,504591207.0,502636151.0,501724098.0,499229940.0,498896310.0,494344988.0,496850530.0,497319582.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":1551507.8723602486,"lower_bound":1545983.6756444098,"upper_bound":1556956.5257763977,"unit":"ns"},"mean":{"estimate":1551507.8723602486,"lower_bound":1545983.6756444098,"upper_bound":1556956.5257763977,"unit":"ns"},"median":{"estimate":1550493.7701863353,"lower_bound":1544470.751552795,"upper_bound":1558401.6242236025,"unit":"ns"},"median_abs_dev":{"estimate":10009.566526642262,"lower_bound":1035.6237077007845,"upper_bound":16451.454203580244,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.0075025515258639874,"lower_bound":-0.018915136816253657,"upper_bound":0.0007550692073956688,"unit":"%"},"median":{"estimate":-0.004136022363911529,"lower_bound":-0.00858020803651982,"upper_bound":0.0024330725374783757,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/lookup/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/lookup/10000","iteration_count":[3074454529417909760,3074454529417909760,3074454529417909760,3074454529417909760,3074454529417909760,3074454529417909760,3074454529417909760,3074454529417909760,3074454529417909760,3074454529417909760],"measured_values":[978.0,1397.0,908.0,1396.0,908.0,978.0,1467.0,978.0,977.0,908.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":3.543718046811629e-16,"lower_bound":3.134214511158959e-16,"upper_bound":4.0202253380992864e-16,"unit":"ns"},"mean":{"estimate":3.543718046811629e-16,"lower_bound":3.134214511158959e-16,"upper_bound":4.0202253380992864e-16,"unit":"ns"},"median":{"estimate":3.1810520879135133e-16,"lower_bound":2.9533694231344277e-16,"upper_bound":4.54064285759434e-16,"unit":"ns"},"median_abs_dev":{"estimate":3.375623128085433e-17,"lower_bound":0.0,"upper_bound":1.1790569354526983e-16,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.019750036302678797,"lower_bound":-0.14844443809305685,"upper_bound":0.19860832977910525,"unit":"%"},"median":{"estimate":8.616666198335565e-7,"lower_bound":-0.199671978142427,"upper_bound":0.42740409293108517,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/verify/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/verify/10000","iteration_count":[16362043,16362043,16362043,16362043,16362043,16362043,16362043,16362043,16362043,16362043],"measured_values":[501768379.0,498590898.0,500248921.0,500112801.0,501997668.0,500754988.0,499749139.0,519563215.0,504217492.0,501126472.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":30.73045323863285,"lower_bound":30.57521406709419,"upper_bound":30.976965993794295,"unit":"ns"},"mean":{"estimate":30.73045323863285,"lower_bound":30.57521406709419,"upper_bound":30.976965993794295,"unit":"ns"},"median":{"estimate":30.616025761575127,"lower_bound":30.558471824087004,"upper_bound":30.74145053279716,"unit":"ns"},"median_abs_dev":{"estimate":0.08539593022056317,"lower_bound":0.0226431619830473,"upper_bound":0.22975382387517568,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.004548120945982781,"lower_bound":-0.0029385720849917554,"upper_bound":0.015295060968873645,"unit":"%"},"median":{"estimate":-0.0002687803670211597,"lower_bound":-0.007217169008987168,"upper_bound":0.009802316484685658,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/insert/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/insert/10000","iteration_count":[188,188,188,188,188,188,188,188,188,188],"measured_values":[370315499.0,369807405.0,378381216.0,379764625.0,369328366.0,378290704.0,374614975.0,371808139.0,378756681.0,377656405.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":1994002.1356382978,"lower_bound":1980780.946037234,"upper_bound":2006845.723045213,"unit":"ns"},"mean":{"estimate":1994002.1356382978,"lower_bound":1980780.946037234,"upper_bound":2006845.723045213,"unit":"ns"},"median":{"estimate":2000721.7553191488,"lower_bound":1969763.2925531915,"upper_bound":2013423.8962765958,"unit":"ns"},"median_abs_dev":{"estimate":24643.989689077804,"lower_bound":2194.2834488097233,"upper_bound":33906.398959743135,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.029572355442732845,"lower_bound":-0.04125914268764306,"upper_bound":-0.018604472924925612,"unit":"%"},"median":{"estimate":-0.01916332505667706,"lower_bound":-0.04660140507723787,"upper_bound":-0.010637530952183893,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"plain/make-tree/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/make-tree/31622","iteration_count":[86,86,86,86,86,86,86,86,86,86],"measured_values":[491291269.0,492258076.0,487517974.0,495969213.0,479783722.0,495276112.0,483325913.0,500161693.0,496876097.0,513379365.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":5739348.179069768,"lower_bound":5678331.830232558,"upper_bound":5806937.045348837,"unit":"ns"},"mean":{"estimate":5739348.179069768,"lower_bound":5678331.830232558,"upper_bound":5806937.045348837,"unit":"ns"},"median":{"estimate":5741477.837209302,"lower_bound":5666378.965116279,"upper_bound":5791458.7558139535,"unit":"ns"},"median_abs_dev":{"estimate":80664.84252023799,"lower_bound":15634.258075925289,"upper_bound":181830.01724512677,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.004127460354342416,"lower_bound":-0.016168035359600538,"upper_bound":0.022997014910334596,"unit":"%"},"median":{"estimate":0.017326213759983,"lower_bound":-0.0079838657145187,"upper_bound":0.027884498210500208,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/lookup/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/lookup/31622","iteration_count":[3074455206822253056,3074455206822253056,3074455206822253056,3074455206822253056,3074455206822253056,3074455206822253056,3074455206822253056,3074455206822253056,3074455206822253056,3074455206822253056],"measured_values":[978.0,978.0,978.0,978.0,1397.0,978.0,977.0,1397.0,908.0,978.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":3.430526480462646e-16,"lower_bound":3.135189603221717e-16,"upper_bound":3.839704665010101e-16,"unit":"ns"},"mean":{"estimate":3.430526480462646e-16,"lower_bound":3.135189603221717e-16,"upper_bound":3.839704665010101e-16,"unit":"ns"},"median":{"estimate":3.1810513870223456e-16,"lower_bound":3.1794250826322523e-16,"upper_bound":3.862472926471406e-16,"unit":"ns"},"median_abs_dev":{"estimate":0.0,"lower_bound":0.0,"upper_bound":1.0102755564512009e-16,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.050332549578972374,"lower_bound":-0.19081454561986222,"upper_bound":0.11210621799760268,"unit":"%"},"median":{"estimate":6.356666286677637e-7,"lower_bound":-0.299927973026512,"upper_bound":0.00102417777068875,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/verify/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/verify/31622","iteration_count":[16228084,16228084,16228084,16228084,16228084,16228084,16228084,16228084,16228084,16228084],"measured_values":[506468329.0,501634640.0,500572918.0,507049615.0,505488532.0,499884636.0,498332561.0,494774238.0,497357583.0,496045132.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":30.857667386981728,"lower_bound":30.70351138788165,"upper_bound":31.01851727197123,"unit":"ns"},"mean":{"estimate":30.857667386981728,"lower_bound":30.70351138788165,"upper_bound":31.01851727197123,"unit":"ns"},"median":{"estimate":30.82488216107336,"lower_bound":30.637556873627226,"upper_bound":31.1489965173954,"unit":"ns"},"median_abs_dev":{"estimate":0.3222655279485505,"lower_bound":0.07089889213499483,"upper_bound":0.47171367303105133,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.01021916834080372,"lower_bound":0.002041525741649991,"upper_bound":0.018088159069927657,"unit":"%"},"median":{"estimate":0.012042390088124133,"lower_bound":0.005405237392112294,"upper_bound":0.02351558347908167,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/insert/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/insert/31622","iteration_count":[116,116,116,116,116,116,116,116,116,116],"measured_values":[301246892.0,292193625.0,286601673.0,288503999.0,301420168.0,297450830.0,297605525.0,295586778.0,285187605.0,284936317.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":2526494.3206896554,"lower_bound":2493899.326724138,"upper_bound":2559155.4206896555,"unit":"ns"},"mean":{"estimate":2526494.3206896554,"lower_bound":2493899.326724138,"upper_bound":2559155.4206896555,"unit":"ns"},"median":{"estimate":2533536.219827586,"lower_bound":2470704.077586207,"upper_bound":2580593.629310345,"unit":"ns"},"median_abs_dev":{"estimate":80998.08554734054,"lower_bound":10642.486042092884,"upper_bound":93154.93243323753,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.0070320827855130386,"lower_bound":-0.009628669841064632,"upper_bound":0.024368378405269002,"unit":"%"},"median":{"estimate":0.009106489552511698,"lower_bound":-0.0213491932625558,"upper_bound":0.03610456339562784,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/make-tree/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/make-tree/100000","iteration_count":[21,21,21,21,21,21,21,21,21,21],"measured_values":[502220398.0,509467230.0,447688406.0,505070606.0,504335670.0,506643143.0,463287862.0,574944411.0,584024568.0,675181063.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":25108873.12857143,"lower_bound":23398567.466309525,"upper_bound":27134647.626071423,"unit":"ns"},"mean":{"estimate":25108873.12857143,"lower_bound":23398567.466309525,"upper_bound":27134647.626071423,"unit":"ns"},"median":{"estimate":24088422.595238097,"lower_bound":23038655.523809522,"upper_bound":27378305.285714287,"unit":"ns"},"median_abs_dev":{"estimate":1631053.7327430104,"lower_bound":99690.26933014578,"upper_bound":4959033.785759551,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.05849126446834829,"lower_bound":-0.15131069662008254,"upper_bound":0.04675370085138191,"unit":"%"},"median":{"estimate":-0.10220684470844121,"lower_bound":-0.19896479342010576,"upper_bound":0.07621442887366814,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/lookup/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/lookup/100000","iteration_count":[3074455756124632576,3074455756124632576,3074455756124632576,3074455756124632576,3074455756124632576,3074455756124632576,3074455756124632576,3074455756124632576,3074455756124632576,3074455756124632576],"measured_values":[978.0,1397.0,908.0,977.0,1467.0,1397.0,1467.0,978.0,978.0,908.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":3.725862692016452e-16,"lower_bound":3.249030330035123e-16,"upper_bound":4.2033455756375923e-16,"unit":"ns"},"mean":{"estimate":3.725862692016452e-16,"lower_bound":3.249030330035123e-16,"upper_bound":4.2033455756375923e-16,"unit":"ns"},"median":{"estimate":3.181050818674893e-16,"lower_bound":3.067209531708e-16,"upper_bound":4.657734941045447e-16,"unit":"ns"},"median_abs_dev":{"estimate":3.375621781213043e-17,"lower_bound":0.0,"upper_bound":1.3478375540700646e-16,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.03151675929177822,"lower_bound":-0.13298624980696694,"upper_bound":0.21568192708921607,"unit":"%"},"median":{"estimate":-5.576660674355693e-7,"lower_bound":-0.29942732478324774,"upper_bound":0.42842456128885864,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/verify/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/verify/100000","iteration_count":[16500862,16500862,16500862,16500862,16500862,16500862,16500862,16500862,16500862,16500862],"measured_values":[498097691.0,498731707.0,498050898.0,500067135.0,500220366.0,501130183.0,500700872.0,502764601.0,500207865.0,501353116.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":30.309473735372126,"lower_bound":30.25615828433691,"upper_bound":30.362837874772843,"unit":"ns"},"mean":{"estimate":30.309473735372126,"lower_bound":30.25615828433691,"upper_bound":30.362837874772843,"unit":"ns"},"median":{"estimate":30.314423301037245,"lower_bound":30.224585055011065,"upper_bound":30.369939643153188,"unit":"ns"},"median_abs_dev":{"estimate":0.09232377565207195,"lower_bound":0.006883891173893016,"upper_bound":0.17692917964945365,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.005051837626446676,"lower_bound":-0.007615047043720968,"upper_bound":-0.0025120792151392154,"unit":"%"},"median":{"estimate":-0.003967703234661002,"lower_bound":-0.007706550236406873,"upper_bound":-0.0012838803097785512,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/insert/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/insert/100000","iteration_count":[39,39,39,39,39,39,39,39,39,39],"measured_values":[167609315.0,168170699.0,167902716.0,172966534.0,166852798.0,167706675.0,168976102.0,167554351.0,168331890.0,167564059.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":4317013.176923078,"lower_bound":4297269.853846153,"upper_bound":4346401.043653847,"unit":"ns"},"mean":{"estimate":4317013.176923078,"lower_bound":4297269.853846153,"upper_bound":4346401.043653847,"unit":"ns"},"median":{"estimate":4302684.5,"lower_bound":4296514.333333333,"upper_bound":4322394.884615384,"unit":"ns"},"median_abs_dev":{"estimate":11715.352930472536,"lower_bound":1229.2654550989694,"upper_bound":36186.748934479576,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.013752600298075901,"lower_bound":-0.033068026849541715,"upper_bound":0.003236873480988931,"unit":"%"},"median":{"estimate":-0.005061545648973542,"lower_bound":-0.03168503416042989,"upper_bound":0.005903058727780186,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/make-tree/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/make-tree/316227","iteration_count":[4,4,4,4,4,4,4,4,4,4],"measured_values":[628180161.0,595709027.0,625309630.0,628267183.0,593334506.0,635247014.0,638017813.0,590709884.0,605394216.0,593492206.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":153341541.0,"lower_bound":150491827.525,"upper_bound":156151607.5,"unit":"ns"},"mean":{"estimate":153341541.0,"lower_bound":150491827.525,"upper_bound":156151607.5,"unit":"ns"},"median":{"estimate":153837980.75,"lower_bound":148373051.5,"upper_bound":157928396.875,"unit":"ns"},"median_abs_dev":{"estimate":7327377.310688049,"lower_bound":440058.09651240706,"upper_bound":7738209.6552193165,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.10804777766367635,"lower_bound":-0.13610559843208495,"upper_bound":-0.07897868093275512,"unit":"%"},"median":{"estimate":-0.09180233179004171,"lower_bound":-0.1623984132901718,"upper_bound":-0.05664774930257899,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"plain/lookup/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/lookup/316227","iteration_count":[3074456455050705408,3074456455050705408,3074456455050705408,3074456455050705408,3074456455050705408,3074456455050705408,3074456455050705408,3074456455050705408,3074456455050705408,3074456455050705408],"measured_values":[1467.0,908.0,978.0,1467.0,908.0,1397.0,1466.0,908.0,908.0,1397.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":3.8393778453451284e-16,"lower_bound":3.317009087328839e-16,"upper_bound":4.3617466033614176e-16,"unit":"ns"},"mean":{"estimate":3.8393778453451284e-16,"lower_bound":3.317009087328839e-16,"upper_bound":4.3617466033614176e-16,"unit":"ns"},"median":{"estimate":3.8624713583084895e-16,"lower_bound":2.953367573342407e-16,"upper_bound":4.768322535814943e-16,"unit":"ns"},"median_abs_dev":{"estimate":1.3478372476618184e-16,"lower_bound":0.0,"upper_bound":1.3478372476618184e-16,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.030646667057328658,"lower_bound":-0.13556634792391936,"upper_bound":0.22541450215885583,"unit":"%"},"median":{"estimate":0.21421229605510583,"lower_bound":-0.34957040567513864,"upper_bound":0.46421221722181993,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/verify/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/verify/316227","iteration_count":[16777087,16777087,16777087,16777087,16777087,16777087,16777087,16777087,16777087,16777087],"measured_values":[501837606.0,501988811.0,502755456.0,502279280.0,499599834.0,501165178.0,500675453.0,502087987.0,503317745.0,504014478.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":29.920103698574128,"lower_bound":29.87438971243935,"upper_bound":29.96381722285877,"unit":"ns"},"mean":{"estimate":29.920103698574128,"lower_bound":29.87438971243935,"upper_bound":29.96381722285877,"unit":"ns"},"median":{"estimate":29.92405052200063,"lower_bound":29.872002094284902,"upper_bound":29.969357165519853,"unit":"ns"},"median_abs_dev":{"estimate":0.07026685028639375,"lower_bound":0.011063150116872977,"upper_bound":0.1288965839008741,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.011312891721412366,"lower_bound":-0.012953316222394196,"upper_bound":-0.009783820300839739,"unit":"%"},"median":{"estimate":-0.010865640779860408,"lower_bound":-0.013244559433744585,"upper_bound":-0.009297314993738426,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/insert/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/insert/316227","iteration_count":[10,10,10,10,10,10,10,10,10,10],"measured_values":[105176152.0,105011749.0,105764002.0,105575014.0,104890223.0,105146541.0,104572866.0,104888058.0,104747887.0,105737465.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":10515099.57,"lower_bound":10491554.612,"upper_bound":10540011.85,"unit":"ns"},"mean":{"estimate":10515099.57,"lower_bound":10491554.612,"upper_bound":10540011.85,"unit":"ns"},"median":{"estimate":10507914.5,"lower_bound":10481905.5,"upper_bound":10557501.4,"unit":"ns"},"median_abs_dev":{"estimate":38721.434162557125,"lower_bound":9169.21366721364,"upper_bound":73357.41583764608,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.02281213062224885,"lower_bound":-0.009041726071296113,"upper_bound":0.055952642453520385,"unit":"%"},"median":{"estimate":0.03416953040708104,"lower_bound":-0.03350226551861357,"upper_bound":0.06366295326037186,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/make-tree/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/make-tree/1000000","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[687952463.0,686981186.0,691781002.0,787184525.0,714749024.0,700122452.0,693913943.0,689792491.0,714904071.0,699257891.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":706663904.8,"lower_bound":693133303.8,"upper_bound":726812541.8725,"unit":"ns"},"mean":{"estimate":706663904.8,"lower_bound":693133303.8,"upper_bound":726812541.8725,"unit":"ns"},"median":{"estimate":696585917.0,"lower_bound":689792491.0,"upper_bound":714749024.0,"unit":"ns"},"median_abs_dev":{"estimate":11435945.940971375,"lower_bound":1581149.1352289915,"upper_bound":27521890.269988775,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.03429707339074051,"lower_bound":-0.05649820550889165,"upper_bound":-0.0017140129866338655,"unit":"%"},"median":{"estimate":-0.04455331320719502,"lower_bound":-0.06821396382310607,"upper_bound":-0.014879485337912501,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/lookup/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/lookup/1000000","iteration_count":[3074456839357699072,3074456839357699072,3074456839357699072,3074456839357699072,3074456839357699072,3074456839357699072,3074456839357699072,3074456839357699072,3074456839357699072,3074456839357699072],"measured_values":[978.0,977.0,1397.0,1466.0,978.0,978.0,978.0,978.0,978.0,908.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":3.4529676475204135e-16,"lower_bound":3.135187938437195e-16,"upper_bound":3.884588603460465e-16,"unit":"ns"},"mean":{"estimate":3.4529676475204135e-16,"lower_bound":3.135187938437195e-16,"upper_bound":3.884588603460465e-16,"unit":"ns"},"median":{"estimate":3.181049697885234e-16,"lower_bound":3.1794233943587074e-16,"upper_bound":3.8624708754997093e-16,"unit":"ns"},"median_abs_dev":{"estimate":0.0,"lower_bound":0.0,"upper_bound":1.0102750199952545e-16,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.11636481018987421,"lower_bound":-0.24591484555963158,"upper_bound":0.04225529477537915,"unit":"%"},"median":{"estimate":-0.17607466653706116,"lower_bound":-0.33333376222187583,"upper_bound":-6.43332813576869e-7,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/verify/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/verify/1000000","iteration_count":[16700550,16700550,16700550,16700550,16700550,16700550,16700550,16700550,16700550,16700550],"measured_values":[496910892.0,499523921.0,496998962.0,499055218.0,500309980.0,499154811.0,498797156.0,497891669.0,492659467.0,498769290.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":29.819804533383625,"lower_bound":29.73491374266117,"upper_bound":29.88470640008862,"unit":"ns"},"mean":{"estimate":29.819804533383625,"lower_bound":29.73491374266117,"upper_bound":29.88470640008862,"unit":"ns"},"median":{"estimate":29.866275242432135,"lower_bound":29.759436785016064,"upper_bound":29.896594393597816,"unit":"ns"},"median_abs_dev":{"estimate":0.07245200823436251,"lower_bound":0.012691703125763718,"upper_bound":0.16498024471555267,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.010285680862030522,"lower_bound":-0.013306038481400967,"upper_bound":-0.007785111392234604,"unit":"%"},"median":{"estimate":-0.009158163954195442,"lower_bound":-0.012787931792739515,"upper_bound":-0.007834045665107814,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/insert/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/insert/1000000","iteration_count":[3,3,3,3,3,3,3,3,3,3],"measured_values":[83976293.0,97684318.0,94057340.0,96341347.0,87902050.0,92244759.0,93971715.0,94556494.0,90254572.0,94337820.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":30844223.6,"lower_bound":29984649.700000003,"upper_bound":31591316.8075,"unit":"ns"},"mean":{"estimate":30844223.6,"lower_bound":29984649.700000003,"upper_bound":31591316.8075,"unit":"ns"},"median":{"estimate":31338175.833333336,"lower_bound":30024468.166666664,"upper_bound":31779861.166666664,"unit":"ns"},"median_abs_dev":{"estimate":1012266.8768286696,"lower_bound":108068.6888813954,"upper_bound":2117000.3017157335,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.03029113476847245,"lower_bound":-0.00003502218982947206,"upper_bound":0.05989857669783333,"unit":"%"},"median":{"estimate":0.046389018450725406,"lower_bound":0.0018303818139600025,"upper_bound":0.06704979882356299,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/make-tree/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/make-tree/3162277","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[2218237109.0,2204794620.0,2293397875.0,2200838623.0,2207673115.0,2142475507.0,2190096044.0,2168048107.0,2152716701.0,2175125577.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":2195340327.8,"lower_bound":2172700420.355,"upper_bound":2222139276.6,"unit":"ns"},"mean":{"estimate":2195340327.8,"lower_bound":2172700420.355,"upper_bound":2222139276.6,"unit":"ns"},"median":{"estimate":2195467333.5,"lower_bound":2163921139.0,"upper_bound":2211515864.5,"unit":"ns"},"median_abs_dev":{"estimate":31958578.10422182,"lower_bound":5865161.0480725765,"upper_bound":63382086.619243026,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.01154362010648502,"lower_bound":-0.026061030344586913,"upper_bound":0.004039207322949664,"unit":"%"},"median":{"estimate":-0.006103292246111058,"lower_bound":-0.03332128684223823,"upper_bound":0.005887891393364653,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"plain/lookup/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/lookup/3162277","iteration_count":[3074454453581435904,3074454453581435904,3074454453581435904,3074454453581435904,3074454453581435904,3074454453581435904,3074454453581435904,3074454453581435904,3074454453581435904,3074454453581435904],"measured_values":[1396.0,1397.0,1467.0,1467.0,1467.0,1397.0,1467.0,1886.0,1467.0,978.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":4.680179920453281e-16,"lower_bound":4.2485586295754225e-16,"upper_bound":5.111801211331138e-16,"unit":"ns"},"mean":{"estimate":4.680179920453281e-16,"lower_bound":4.2485586295754225e-16,"upper_bound":5.111801211331138e-16,"unit":"ns"},"median":{"estimate":4.77157824956909e-16,"lower_bound":4.542269274385299e-16,"upper_bound":4.77157824956909e-16,"unit":"ns"},"median_abs_dev":{"estimate":1.6878116056753656e-17,"lower_bound":0.0,"upper_bound":1.179056964536076e-16,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.5260368107717386,"lower_bound":0.3805556600175024,"upper_bound":0.6743028099001622,"unit":"%"},"median":{"estimate":0.5564987915150179,"lower_bound":0.4284254659573026,"upper_bound":0.6156388887697182,"unit":"%"},"change":"Regressed"}}
{"reason":"benchmark-complete","id":"plain/verify/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/verify/3162277","iteration_count":[16720018,16720018,16720018,16720018,16720018,16720018,16720018,16720018,16720018,16720018],"measured_values":[500023637.0,500640262.0,498883694.0,503325855.0,500519438.0,504157660.0,498310510.0,495336055.0,499051941.0,496315085.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":29.88372462876535,"lower_bound":29.788235670559686,"upper_bound":29.98167890728347,"unit":"ns"},"mean":{"estimate":29.88372462876535,"lower_bound":29.788235670559686,"upper_bound":29.98167890728347,"unit":"ns"},"median":{"estimate":29.87662985769513,"lower_bound":29.76069699805347,"upper_bound":30.019264722083435,"unit":"ns"},"median_abs_dev":{"estimate":0.10329206146421516,"lower_bound":0.02733873279231852,"upper_bound":0.31083003072923343,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.022049140194803862,"lower_bound":-0.025151905959596293,"upper_bound":-0.01826112307754862,"unit":"%"},"median":{"estimate":-0.02143161161917062,"lower_bound":-0.025392935817836637,"upper_bound":-0.016655170335144298,"unit":"%"},"change":"Improved"}}
{"reason":"benchmark-complete","id":"plain/insert/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain/insert/3162277","iteration_count":[1,1,1,1,1,1,1,1,1,1],"measured_values":[77224285.0,75868881.0,75609213.0,81623563.0,76421463.0,75617384.0,76936470.0,76023928.0,76739589.0,76509532.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":76857430.8,"lower_bound":76072300.0,"upper_bound":78034243.2,"unit":"ns"},"mean":{"estimate":76857430.8,"lower_bound":76072300.0,"upper_bound":78034243.2,"unit":"ns"},"median":{"estimate":76465497.5,"lower_bound":75820656.0,"upper_bound":76981937.0,"unit":"ns"},"median_abs_dev":{"estimate":791403.7116497755,"lower_bound":192491.8849825859,"upper_bound":1434011.4660412073,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.016808915968596905,"lower_bound":0.003115422226479345,"upper_bound":0.03489208211832476,"unit":"%"},"median":{"estimate":0.01599406609646481,"lower_bound":-0.004392691168056184,"upper_bound":0.027980689537591807,"unit":"%"},"change":"NoChange"}}
{"reason":"group-complete","group_name":"plain","benchmarks":["plain/verify/100","plain/verify/5000000","plain/verify/1","plain/verify/10","plain/verify/1000","plain/insert/1","plain/insert/5000000","plain/insert/10","plain/insert/100","plain/insert/1000","plain/make-tree/1000","plain/make-tree/10","plain/make-tree/1","plain/make-tree/100","plain/lookup/1","plain/lookup/100","plain/lookup/5000000","plain/lookup/10","plain/lookup/1000","plain/make-tree/10000","plain/lookup/10000","plain/verify/10000","plain/insert/10000","plain/make-tree/31622","plain/lookup/31622","plain/verify/31622","plain/insert/31622","plain/make-tree/100000","plain/lookup/100000","plain/verify/100000","plain/insert/100000","plain/make-tree/316227","plain/lookup/316227","plain/verify/316227","plain/insert/316227","plain/make-tree/1000000","plain/lookup/1000000","plain/verify/1000000","plain/insert/1000000","plain/make-tree/3162277","plain/lookup/3162277","plain/verify/3162277","plain/insert/3162277"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/plain"}
{"reason":"benchmark-complete","id":"end-to-end/sign/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/sign/10000","iteration_count":[1246,1246,1246,1246,1246,1246,1246,1246,1246,1246],"measured_values":[500236166.0,500581529.0,499841774.0,500982416.0,504581597.0,501663155.0,499853717.0,501061336.0,500010021.0,501006790.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":402072.11083467095,"lower_bound":401529.76963081857,"upper_bound":402818.41083467094,"unit":"ns"},"mean":{"estimate":402072.11083467095,"lower_bound":401529.76963081857,"upper_bound":402818.41083467094,"unit":"ns"},"median":{"estimate":401911.69542536116,"lower_bound":401292.15168539324,"upper_bound":402355.5156500803,"unit":"ns"},"median_abs_dev":{"estimate":783.991964733081,"lower_bound":46.952965458566986,"upper_bound":1264.534029235484,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.000124398691139338,"lower_bound":-0.004243311297075862,"upper_bound":0.004124272513472113,"unit":"%"},"median":{"estimate":0.0004267322832014475,"lower_bound":-0.007232998591705009,"upper_bound":0.006804039223233804,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/verify/10000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/verify/10000","iteration_count":[1374,1374,1374,1374,1374,1374,1374,1374,1374,1374],"measured_values":[497564752.0,496567982.0,496991288.0,497121541.0,498334538.0,496547729.0,501618667.0,497926877.0,498392297.0,497555673.0],"unit":"ns","throughput":[{"per_iteration":10000,"unit":"elements"}],"typical":{"estimate":362345.07598253276,"lower_bound":361818.3549035663,"upper_bound":363052.537845706,"unit":"ns"},"mean":{"estimate":362345.07598253276,"lower_bound":361818.3549035663,"upper_bound":363052.537845706,"unit":"ns"},"median":{"estimate":362125.3366084425,"lower_bound":361604.6299126638,"upper_bound":362688.8922852984,"unit":"ns"},"median_abs_dev":{"estimate":724.7097578761734,"lower_bound":140.5481036183237,"upper_bound":1251.7476120564688,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.014734301228528701,"lower_bound":-0.02318744268429968,"upper_bound":-0.007294970633980265,"unit":"%"},"median":{"estimate":-0.009397413273442679,"lower_bound":-0.02858794129411757,"upper_bound":-0.006214557503522804,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/sign/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/sign/31622","iteration_count":[1239,1239,1239,1239,1239,1239,1239,1239,1239,1239],"measured_values":[499474413.0,498070330.0,498100571.0,496850419.0,497737957.0,496743983.0,499925864.0,497818205.0,497936237.0,496689925.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":401884.415173527,"lower_bound":401401.0809261501,"upper_bound":402421.644287732,"unit":"ns"},"mean":{"estimate":401884.415173527,"lower_bound":401401.0809261501,"upper_bound":402421.644287732,"unit":"ns"},"median":{"estimate":401837.95076674735,"lower_bound":401009.21630347054,"upper_bound":402560.4289749798,"unit":"ns"},"median_abs_dev":{"estimate":747.9722850259049,"lower_bound":96.02437456641218,"upper_bound":1569.948924670198,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.00002842922949541915,"lower_bound":-0.004849332669536984,"upper_bound":0.004097647048139813,"unit":"%"},"median":{"estimate":0.001421518418217138,"lower_bound":-0.002849607279214572,"upper_bound":0.004941810004889691,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/verify/31622","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/verify/31622","iteration_count":[1334,1334,1334,1334,1334,1334,1334,1334,1334,1334],"measured_values":[488713535.0,489370459.0,488000319.0,490307444.0,489836297.0,488224020.0,490408225.0,487779483.0,487262450.0,491702237.0],"unit":"ns","throughput":[{"per_iteration":31622,"unit":"elements"}],"typical":{"estimate":366686.9916791604,"lower_bound":366091.3543478261,"upper_bound":367319.18268365815,"unit":"ns"},"mean":{"estimate":366686.9916791604,"lower_bound":366091.3543478261,"upper_bound":367319.18268365815,"unit":"ns"},"median":{"estimate":366598.19865067466,"lower_bound":365817.33058470767,"upper_bound":367546.8095952024,"unit":"ns"},"median_abs_dev":{"estimate":1280.4329080023788,"lower_bound":247.02794021712558,"upper_bound":1811.980007486055,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.0019661600166076543,"lower_bound":-0.00017223472676272623,"upper_bound":0.004046294408935829,"unit":"%"},"median":{"estimate":0.0018277487447539986,"lower_bound":-0.000846598098897533,"upper_bound":0.0047662876156122636,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/sign/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/sign/100000","iteration_count":[1231,1231,1231,1231,1231,1231,1231,1231,1231,1231],"measured_values":[498691149.0,502025004.0,497602958.0,494677461.0,500435216.0,495554314.0,499525537.0,510741570.0,503288636.0,502047354.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":406546.644922827,"lower_bound":404536.2987814785,"upper_bound":408893.70259951265,"unit":"ns"},"mean":{"estimate":406546.644922827,"lower_bound":404536.2987814785,"upper_bound":408893.70259951265,"unit":"ns"},"median":{"estimate":406157.90129975625,"lower_bound":403836.5,"upper_bound":408332.1039805036,"unit":"ns"},"median_abs_dev":{"estimate":2676.3856184472857,"lower_bound":760.9507595205214,"upper_bound":5689.990467707076,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.008940725367193592,"lower_bound":-0.001679649118244966,"upper_bound":0.018519610710129402,"unit":"%"},"median":{"estimate":0.014697420566702979,"lower_bound":0.001405001754299251,"upper_bound":0.020455500508925528,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/verify/100000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/verify/100000","iteration_count":[1352,1352,1352,1352,1352,1352,1352,1352,1352,1352],"measured_values":[498768113.0,500333808.0,504811029.0,501622722.0,498599378.0,498392300.0,495321605.0,496154387.0,495253439.0,500956928.0],"unit":"ns","throughput":[{"per_iteration":100000,"unit":"elements"}],"typical":{"estimate":369098.6471153846,"lower_bound":367822.3185539941,"upper_bound":370446.90229289944,"unit":"ns"},"mean":{"estimate":369098.6471153846,"lower_bound":367822.3185539941,"upper_bound":370446.90229289944,"unit":"ns"},"median":{"estimate":368848.92418639053,"lower_bound":366978.0968934911,"upper_bound":370546.05399408285,"unit":"ns"},"median_abs_dev":{"estimate":2633.227500070405,"lower_bound":206.05781949262465,"upper_bound":3861.3439036368554,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.00381818870727324,"lower_bound":0.00013804391956869302,"upper_bound":0.008059424328903081,"unit":"%"},"median":{"estimate":0.0026872167517495438,"lower_bound":-0.002332686732964273,"upper_bound":0.008519003798434177,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/sign/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/sign/316227","iteration_count":[1230,1230,1230,1230,1230,1230,1230,1230,1230,1230],"measured_values":[499757412.0,492768083.0,494232437.0,493994210.0,506294172.0,493469845.0,497862908.0,497286721.0,498317712.0,497862140.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":404215.0926829268,"lower_bound":402478.2023170732,"upper_bound":406275.4432560975,"unit":"ns"},"mean":{"estimate":404215.0926829268,"lower_bound":402478.2023170732,"upper_bound":406275.4432560975,"unit":"ns"},"median":{"estimate":404532.05731707317,"lower_bound":401504.9926829268,"upper_bound":405536.7154471545,"unit":"ns"},"median_abs_dev":{"estimate":3329.808044542638,"lower_bound":275.02832194653075,"upper_bound":5109.749469771647,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.003882517754533854,"lower_bound":-0.005300124900171704,"upper_bound":0.011751420967807862,"unit":"%"},"median":{"estimate":0.009431719973632013,"lower_bound":-0.001381787464498844,"upper_bound":0.012615041061838195,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/verify/316227","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/verify/316227","iteration_count":[1360,1360,1360,1360,1360,1360,1360,1360,1360,1360],"measured_values":[502008595.0,500266832.0,501144104.0,501887491.0,500861808.0,499027715.0,494079487.0,502735080.0,497745366.0,500641460.0],"unit":"ns","throughput":[{"per_iteration":316227,"unit":"elements"}],"typical":{"estimate":367676.31897058827,"lower_bound":366457.8567867647,"upper_bound":368644.1086029412,"unit":"ns"},"mean":{"estimate":367676.31897058827,"lower_bound":366457.8567867647,"upper_bound":368644.1086029412,"unit":"ns"},"median":{"estimate":368199.7308823529,"lower_bound":366916.24926470587,"upper_bound":369034.9198529412,"unit":"ns"},"median_abs_dev":{"estimate":1304.2617293447602,"lower_bound":273.97793425355064,"upper_bound":2578.2996770936966,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.0021348293784004824,"lower_bound":-0.0013705892566684185,"upper_bound":0.00512932341397513,"unit":"%"},"median":{"estimate":0.004195414993822144,"lower_bound":0.0007383088396348825,"upper_bound":0.006676133795884498,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/sign/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/sign/1000000","iteration_count":[1234,1234,1234,1234,1234,1234,1234,1234,1234,1234],"measured_values":[495432309.0,498919466.0,496633992.0,496234432.0,499943963.0,508989409.0,507019336.0,501535428.0,504206703.0,512973204.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":406960.14927066455,"lower_bound":404263.02220421395,"upper_bound":409898.8460838736,"unit":"ns"},"mean":{"estimate":406960.14927066455,"lower_bound":404263.02220421395,"upper_bound":409898.8460838736,"unit":"ns"},"median":{"estimate":405785.8148298217,"lower_bound":402458.6645056726,"upper_bound":410874.6645056726,"unit":"ns"},"median_abs_dev":{"estimate":5172.860392036931,"lower_bound":961.9136262775135,"upper_bound":7827.047148967555,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.011575764552709478,"lower_bound":0.004103680066572563,"upper_bound":0.020131465737823005,"unit":"%"},"median":{"estimate":0.010210035241463578,"lower_bound":0.0010937825048678018,"upper_bound":0.024866052477843903,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/verify/1000000","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/verify/1000000","iteration_count":[1348,1348,1348,1348,1348,1348,1348,1348,1348,1348],"measured_values":[501193417.0,493950006.0,496391155.0,499906249.0,498248645.0,510008248.0,505933101.0,497481093.0,506346489.0,504083225.0],"unit":"ns","throughput":[{"per_iteration":1000000,"unit":"elements"}],"typical":{"estimate":371924.453115727,"lower_bound":369749.934421365,"upper_bound":374182.8275222552,"unit":"ns"},"mean":{"estimate":371924.453115727,"lower_bound":369749.934421365,"upper_bound":374182.8275222552,"unit":"ns"},"median":{"estimate":371327.7692878338,"lower_bound":368931.6765578635,"upper_bound":375321.2915430267,"unit":"ns"},"median_abs_dev":{"estimate":4230.067796563028,"lower_bound":1021.4816858710168,"upper_bound":6347.271152150096,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.01819419382358567,"lower_bound":-0.03270460417322363,"upper_bound":-0.003997521153321286,"unit":"%"},"median":{"estimate":-0.008401353709475479,"lower_bound":-0.042654222332481395,"upper_bound":0.005124266533598654,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/sign/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/sign/3162277","iteration_count":[1237,1237,1237,1237,1237,1237,1237,1237,1237,1237],"measured_values":[511438599.0,498840136.0,501893999.0,499292426.0,500468337.0,496950520.0,501307894.0,498718543.0,498170920.0,497877797.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":404604.62174616003,"lower_bound":403050.6801738076,"upper_bound":406834.60776071134,"unit":"ns"},"mean":{"estimate":404604.62174616003,"lower_bound":403050.6801738076,"upper_bound":406834.60776071134,"unit":"ns"},"median":{"estimate":403448.89329021826,"lower_bound":402725.07679870655,"upper_bound":405261.0299110752,"unit":"ns"},"median_abs_dev":{"estimate":1552.4391818161994,"lower_bound":343.9122557374967,"upper_bound":3115.089965714727,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":0.007011417665168551,"lower_bound":0.0025802281479906713,"upper_bound":0.012694938800393045,"unit":"%"},"median":{"estimate":0.0032513363354031988,"lower_bound":0.0008888148488139791,"upper_bound":0.00906850278483784,"unit":"%"},"change":"NoChange"}}
{"reason":"benchmark-complete","id":"end-to-end/verify/3162277","report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end/verify/3162277","iteration_count":[1352,1352,1352,1352,1352,1352,1352,1352,1352,1352],"measured_values":[499779636.0,499259530.0,500248059.0,497852725.0,493875634.0,496184295.0,494492679.0,496644058.0,498673007.0,505178478.0],"unit":"ns","throughput":[{"per_iteration":3162277,"unit":"elements"}],"typical":{"estimate":368505.037056213,"lower_bound":367179.087647929,"upper_bound":369982.45306952664,"unit":"ns"},"mean":{"estimate":368505.037056213,"lower_bound":367179.087647929,"upper_bound":369982.45306952664,"unit":"ns"},"median":{"estimate":368537.62278106506,"lower_bound":366544.65125739644,"upper_bound":369659.4940828402,"unit":"ns"},"median_abs_dev":{"estimate":1976.0694481278392,"lower_bound":542.0092712206051,"upper_bound":4022.943462676124,"unit":"ns"},"slope":null,"change":{"mean":{"estimate":-0.004410698151883996,"lower_bound":-0.010938818792278603,"upper_bound":0.0015834758894225592,"unit":"%"},"median":{"estimate":-0.0015930659894315413,"lower_bound":-0.010988663635401963,"upper_bound":0.0033939111656833276,"unit":"%"},"change":"NoChange"}}
{"reason":"group-complete","group_name":"end-to-end","benchmarks":["end-to-end/verify/5000000","end-to-end/verify/10","end-to-end/verify/100","end-to-end/verify/1","end-to-end/verify/1000","end-to-end/sign/10","end-to-end/sign/1000","end-to-end/sign/100","end-to-end/sign/5000000","end-to-end/sign/1","end-to-end/sign/10000","end-to-end/verify/10000","end-to-end/sign/31622","end-to-end/verify/31622","end-to-end/sign/100000","end-to-end/verify/100000","end-to-end/sign/316227","end-to-end/verify/316227","end-to-end/sign/1000000","end-to-end/verify/1000000","end-to-end/sign/3162277","end-to-end/verify/3162277"],"report_directory":"/home/zjn/git/meng-thesis/target/criterion/reports/end-to-end"}