{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037666621208194, "timeline_link": null, "avg_changed": 0.7120655250549802, "min_base": 0.0371830463409, "delta_min": "19.0521x slower", "delta_avg": "18.9044x slower", "std_changed": 0.0031560540948328197, "min_changed": 0.70841383934, "delta_std": "6.1984x larger", "std_base": 0.0005091714302949081, "t_msg": "Significant (t=-1491.687442, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.014992515246068008, "timeline_link": null, "avg_changed": 0.13284704367322003, "min_base": 0.0122249126434, "delta_min": "10.5728x slower", "delta_avg": "8.8609x slower", "std_changed": 0.003203911439468295, "min_changed": 0.12925195694, "delta_std": "1.9028x smaller", "std_base": 0.006096479075648798, "t_msg": "Significant (t=-209.582831, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26309809684749996, "timeline_link": null, "avg_changed": 1.41407982111, "min_base": 0.208474159241, "delta_min": "6.6824x slower", "delta_avg": "5.3747x slower", "std_changed": 0.05056045647702876, "min_changed": 1.39311408997, "delta_std": "3.5174x smaller", "std_base": 0.17784380391582588, "t_msg": "Significant (t=-27.839860, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.374705982208601, "timeline_link": null, "avg_changed": 20.444705352784, "min_base": 3.31128692627, "delta_min": "6.1362x slower", "delta_avg": "6.0582x slower", "std_changed": 0.14097629324268893, "min_changed": 20.31884408, "delta_std": "1.7223x larger", "std_base": 0.08185425858010978, "t_msg": "Significant (t=-740.434231, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02186899185181, "timeline_link": null, "avg_changed": 0.22678070068360007, "min_base": 0.0188579559326, "delta_min": "11.8538x slower", "delta_avg": "10.3700x slower", "std_changed": 0.002158230421323665, "min_changed": 0.223537921906, "delta_std": "2.2252x smaller", "std_base": 0.0048025030850056315, "t_msg": "Significant (t=-275.194368, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.372642350197, "timeline_link": null, "avg_changed": 45.772121677404, "min_base": 7.29453396797, "delta_min": "6.2510x slower", "delta_avg": "6.2084x slower", "std_changed": 0.09278015731360124, "min_changed": 45.5980739594, "delta_std": "1.9852x smaller", "std_base": 0.18418298472368116, "t_msg": "Significant (t=-1316.602992, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008656082153323603, "timeline_link": null, "avg_changed": 0.5504456901550201, "min_base": 0.00615406036377, "delta_min": "88.9829x slower", "delta_avg": "63.5906x slower", "std_changed": 0.0020680354195963843, "min_changed": 0.547605991364, "delta_std": "7.4227x smaller", "std_base": 0.01535036835013091, "t_msg": "Significant (t=-247.338073, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.904711008], "base_times": [141.388299942]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047236609458921996, "timeline_link": null, "avg_changed": 3.1760867357256, "min_base": 0.0447509288788, "delta_min": "70.7471x slower", "delta_avg": "67.2378x slower", "std_changed": 0.005731717580304702, "min_changed": 3.16600012779, "delta_std": "2.3986x smaller", "std_base": 0.013748226636434132, "t_msg": "Significant (t=-1485.333824, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010064849853514796, "timeline_link": null, "avg_changed": 0.037376890182493995, "min_base": 0.00135278701782, "delta_min": "27.3370x slower", "delta_avg": "3.7136x slower", "std_changed": 0.0005240347325667879, "min_changed": 0.0369811058044, "delta_std": "22.2222x smaller", "std_base": 0.011645195254954603, "t_msg": "Significant (t=-16.567352, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030201334953312, "timeline_link": null, "avg_changed": 1.0335387229922, "min_base": 0.0290269851685, "delta_min": "35.4504x slower", "delta_avg": "34.2216x slower", "std_changed": 0.0038115550598202025, "min_changed": 1.02901697159, "delta_std": "1.9401x larger", "std_base": 0.001964639057262879, "t_msg": "Significant (t=-1654.503161, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4383372688293, "timeline_link": null, "avg_changed": 1.0925264310839997, "min_base": 0.332491159439, "delta_min": "3.2510x slower", "delta_avg": "2.4924x slower", "std_changed": 0.004802272802432606, "min_changed": 1.0809378624, "delta_std": "25.1507x smaller", "std_base": 0.12078062630077821, "t_msg": "Significant (t=-38.269083, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17049989700319998, "timeline_link": null, "avg_changed": 1.6602993440640004, "min_base": 0.169038057327, "delta_min": "9.7634x slower", "delta_avg": "9.7378x slower", "std_changed": 0.005519410870357223, "min_changed": 1.6503880024, "delta_std": "1.0848x larger", "std_base": 0.0050878431346647905, "t_msg": "Significant (t=-1403.348972, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04028869152069399, "timeline_link": null, "avg_changed": 0.5688015747071, "min_base": 0.0307381153107, "delta_min": "18.2651x slower", "delta_avg": "14.1181x slower", "std_changed": 0.006220109763098307, "min_changed": 0.561434030533, "delta_std": "1.0601x smaller", "std_base": 0.006593759924107577, "t_msg": "Significant (t=-412.278526, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014801144599916003, "timeline_link": null, "avg_changed": 0.25595450401314, "min_base": 0.0119910240173, "delta_min": "21.1092x slower", "delta_avg": "17.2929x slower", "std_changed": 0.0027793273392813537, "min_changed": 0.253121137619, "delta_std": "5.3338x smaller", "std_base": 0.014824282319402377, "t_msg": "Significant (t=-113.058413, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.053884634971603985, "timeline_link": null, "avg_changed": 0.54921420574188, "min_base": 0.0484230518341, "delta_min": "11.2124x slower", "delta_avg": "10.1924x slower", "std_changed": 0.0038755704209169654, "min_changed": 0.542937040329, "delta_std": "7.5625x smaller", "std_base": 0.029309067044604183, "t_msg": "Significant (t=-118.471324, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19271724700927997, "timeline_link": null, "avg_changed": 1.5848593997950002, "min_base": 0.128458976746, "delta_min": "12.2857x slower", "delta_avg": "8.2238x slower", "std_changed": 0.003875152281604194, "min_changed": 1.57820892334, "delta_std": "15.3901x smaller", "std_base": 0.059638989389166966, "t_msg": "Significant (t=-164.711320, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.496398091349999, "timeline_link": null, "avg_changed": 342.5142704250001, "min_base": 12.1585581303, "delta_min": "28.1616x slower", "delta_avg": "27.4090x slower", "std_changed": 0.11048700029682099, "min_changed": 342.404893875, "delta_std": "3.0888x smaller", "std_base": 0.34126989630607746, "t_msg": "Significant (t=-6505.483205, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.550965023042, "timeline_link": null, "avg_changed": 19.998781776420003, "min_base": 2.74326515198, "delta_min": "7.2758x slower", "delta_avg": "5.6319x slower", "std_changed": 0.028802332631952227, "min_changed": 19.9594478607, "delta_std": "35.7451x smaller", "std_base": 1.0295410084537855, "t_msg": "Significant (t=-35.709168, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7301294708252398, "timeline_link": null, "avg_changed": 23.681041607855995, "min_base": 0.722380876541, "delta_min": "32.7465x slower", "delta_avg": "32.4340x slower", "std_changed": 0.011756561016790828, "min_changed": 23.6554350853, "delta_std": "1.6236x smaller", "std_base": 0.019088308867154524, "t_msg": "Significant (t=-7239.061032, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.074837961196888, "timeline_link": null, "avg_changed": 0.42850220680238005, "min_base": 0.0728988647461, "delta_min": "5.8624x slower", "delta_avg": "5.7257x slower", "std_changed": 0.0012152039284558823, "min_changed": 0.427361965179, "delta_std": "4.1015x smaller", "std_base": 0.004984113203975943, "t_msg": "Significant (t=-487.471074, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03206068992615001, "timeline_link": null, "avg_changed": 0.6644470024109599, "min_base": 0.0312459468842, "delta_min": "21.1051x slower", "delta_avg": "20.7247x slower", "std_changed": 0.003443195420346361, "min_changed": 0.659448862076, "delta_std": "1.0814x larger", "std_base": 0.00318387624007848, "t_msg": "Significant (t=-953.517257, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.33271012306, "timeline_link": null, "avg_changed": 44.27011451722, "min_base": 19.3019349575, "delta_min": "2.2931x slower", "delta_avg": "2.2899x slower", "std_changed": 0.009426352061470801, "min_changed": 44.2620429993, "delta_std": "3.5405x smaller", "std_base": 0.033373668314021575, "t_msg": "Significant (t=-1607.922843, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.323257017136001, "timeline_link": null, "avg_changed": 9.46323299408, "min_base": 9.30985713005, "delta_min": "1.0157x slower", "delta_avg": "1.0150x slower", "std_changed": 0.0068813521003126595, "min_changed": 9.45633602142, "delta_std": "2.8056x smaller", "std_base": 0.019306620623870646, "t_msg": "Significant (t=-15.270839, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.3022744560241599, "timeline_link": null, "avg_changed": 2.7702723836893997, "min_base": 0.297665119171, "delta_min": "9.2611x slower", "delta_avg": "9.1648x slower", "std_changed": 0.005420254635842839, "min_changed": 2.75670099258, "delta_std": "1.5524x larger", "std_base": 0.003491578687579469, "t_msg": "Significant (t=-2706.688684, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.089940319061286, "timeline_link": null, "avg_changed": 0.4451268100738001, "min_base": 0.0229790210724, "delta_min": "19.1793x slower", "delta_avg": "4.9491x slower", "std_changed": 0.014664459540830847, "min_changed": 0.440721988678, "delta_std": "7.2492x smaller", "std_base": 0.10630608483336562, "t_msg": "Significant (t=-23.403998, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.111521778106682, "timeline_link": null, "avg_changed": 0.47051610469824007, "min_base": 0.0440812110901, "delta_min": "10.6083x slower", "delta_avg": "4.2191x slower", "std_changed": 0.004510541015419166, "min_changed": 0.467628002167, "delta_std": "26.2029x smaller", "std_base": 0.11818923169518948, "t_msg": "Significant (t=-21.462418, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032413454055788, "timeline_link": null, "avg_changed": 2.7737486886980003, "min_base": 0.020054101944, "delta_min": "135.7579x slower", "delta_avg": "85.5740x slower", "std_changed": 0.016535030006990126, "min_changed": 2.72250294685, "delta_std": "1.1473x smaller", "std_base": 0.018970631459768617, "t_msg": "Significant (t=-770.273796, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037119483947747993, "timeline_link": null, "avg_changed": 0.36619450569149997, "min_base": 0.00329303741455, "delta_min": "110.6358x slower", "delta_avg": "98.6529x slower", "std_changed": 0.0014890215110499433, "min_changed": 0.364327907562, "delta_std": "1.2484x larger", "std_base": 0.0011927439254461418, "t_msg": "Significant (t=-1343.482380, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.190747470855754, "timeline_link": null, "avg_changed": 0.6689354848861799, "min_base": 0.0833988189697, "delta_min": "7.8578x slower", "delta_avg": "3.5069x slower", "std_changed": 0.011036731771059745, "min_changed": 0.655333042145, "delta_std": "13.4718x smaller", "std_base": 0.1486842563319863, "t_msg": "Significant (t=-22.679084, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2510822868347, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4686591100692599, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21516722202302002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60549680709838, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.35886869430544005, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.24411579608913997, "timeline_link": null, "avg_changed": 0.7041936588287401, "min_base": 0.219295024872, "delta_min": "2.9743x slower", "delta_avg": "2.8847x slower", "std_changed": 0.04086680502126119, "min_changed": 0.652244091034, "delta_std": "2.2886x larger", "std_base": 0.017856349527321447, "t_msg": "Significant (t=-72.946583, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.081677536964402, "timeline_link": null, "avg_changed": 0.4187719297409599, "min_base": 0.0562169551849, "delta_min": "7.4175x slower", "delta_avg": "5.1271x slower", "std_changed": 0.002297639809848604, "min_changed": 0.416986942291, "delta_std": "10.8965x smaller", "std_base": 0.025036340950093265, "t_msg": "Significant (t=-94.807892, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017831211090087996, "timeline_link": null, "avg_changed": 0.7455017518997002, "min_base": 0.0169129371643, "delta_min": "43.9177x slower", "delta_avg": "41.8088x slower", "std_changed": 0.002183355320695514, "min_changed": 0.742777109146, "delta_std": "1.7767x smaller", "std_base": 0.003879189686580912, "t_msg": "Significant (t=-1155.902171, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.319799999999997, "timeline_link": null, "avg_changed": 8.412600000000003, "min_base": 2.31, "delta_min": "3.6061x slower", "delta_avg": "3.6264x slower", "std_changed": 0.03403539574127653, "min_changed": 8.33, "delta_std": "2.2822x larger", "std_base": 0.014913355198120457, "t_msg": "Significant (t=-1159.401793, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7802, "timeline_link": null, "avg_changed": 6.361599999999998, "min_base": 0.75, "delta_min": "8.4000x slower", "delta_avg": "8.1538x slower", "std_changed": 0.029854066827192036, "min_changed": 6.3, "delta_std": "1.2209x smaller", "std_base": 0.036449013872050046, "t_msg": "Significant (t=-837.667423, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07286772886911135, "timeline_link": null, "avg_changed": 0.49803980986278645, "min_base": 0.0467259883881, "delta_min": "2.5122x slower", "delta_avg": "6.8348x slower", "std_changed": 0.22467334404688863, "min_changed": 0.117385149002, "delta_std": "7.6995x larger", "std_base": 0.02918016649071019, "t_msg": "Significant (t=-22.984045, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012258033275604761, "timeline_link": null, "avg_changed": 0.06268620443344296, "min_base": 0.00795912742615, "delta_min": "6.7113x slower", "delta_avg": "5.1139x slower", "std_changed": 0.007082035561738298, "min_changed": 0.0534160137177, "delta_std": "1.7121x smaller", "std_base": 0.01212525452819985, "t_msg": "Significant (t=-80.302685, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9741873931880003, "timeline_link": null, "avg_changed": 44.48832952021801, "min_base": 1.96121001244, "delta_min": "22.6382x slower", "delta_avg": "22.5350x slower", "std_changed": 0.05183350467564972, "min_changed": 44.3982350826, "delta_std": "8.4646x larger", "std_base": 0.006123592774041327, "t_msg": "Significant (t=-5759.676394, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6284488201146, "timeline_link": null, "avg_changed": 1.887309169768, "min_base": 0.441457033157, "delta_min": "4.2276x slower", "delta_avg": "3.0031x slower", "std_changed": 0.019002809793800576, "min_changed": 1.8663008213, "delta_std": "16.7204x smaller", "std_base": 0.3177350341388692, "t_msg": "Significant (t=-8.843458, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.541606330872, "timeline_link": null, "avg_changed": 11.7394987583, "min_base": 1.74586486816, "delta_min": "6.7168x slower", "delta_avg": "4.6189x slower", "std_changed": 0.011394130025638842, "min_changed": 11.7266387939, "delta_std": "102.1867x smaller", "std_base": 1.1643281449019003, "t_msg": "Significant (t=-17.663515, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5523566246038, "timeline_link": null, "avg_changed": 0.9195075988767998, "min_base": 0.317764043808, "delta_min": "2.8448x slower", "delta_avg": "1.6647x slower", "std_changed": 0.018659830683598985, "min_changed": 0.903989076614, "delta_std": "19.3706x smaller", "std_base": 0.36145201530087745, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.44168982505820004, "timeline_link": null, "avg_changed": 3.2075646400460003, "min_base": 0.289445877075, "delta_min": "11.0334x slower", "delta_avg": "7.2620x slower", "std_changed": 0.014805268482079388, "min_changed": 3.19357800484, "delta_std": "15.6810x smaller", "std_base": 0.23216140926376266, "t_msg": "Significant (t=-26.585583, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025888888300000003, "timeline_link": null, "avg_changed": 1.5905195593800006, "min_base": 0.020622115, "delta_min": "76.9904x slower", "delta_avg": "61.4364x slower", "std_changed": 0.002539149826512654, "min_changed": 1.58770435, "delta_std": "6.0473x smaller", "std_base": 0.015355101926724613, "t_msg": "Significant (t=-710.863263, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [377.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [741.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [122.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [166.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [185.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005002027125478493, "timeline_link": null, "avg_changed": 0.28267180935282865, "min_base": 0.004960041902433991, "delta_min": "56.7839x slower", "delta_avg": "56.5115x slower", "std_changed": 0.0007217250534646654, "min_changed": 0.2816504717645402, "delta_std": "31.1755x larger", "std_base": 2.3150415487956476e-05, "t_msg": "Significant (t=-2719.058379, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016026389619537952, "timeline_link": null, "avg_changed": 0.013260771383726937, "min_base": 0.0015785319652722968, "delta_min": "8.3575x slower", "delta_avg": "8.2743x slower", "std_changed": 6.212677868575109e-05, "min_changed": 0.013192612137203167, "delta_std": "3.7460x larger", "std_base": 1.6584773043108543e-05, "t_msg": "Significant (t=-1281.997528, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006906207182291988, "timeline_link": null, "avg_changed": 0.09392652209553613, "min_base": 0.006510416666666667, "delta_min": "14.2222x slower", "delta_avg": "13.6003x slower", "std_changed": 0.0005670371002985433, "min_changed": 0.09259259259259259, "delta_std": "2.4288x larger", "std_base": 0.00023346748041500623, "t_msg": "Significant (t=-1003.436065, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19797237096673695, "timeline_link": null, "avg_changed": 1.0124617449661597, "min_base": 0.19501493083064173, "delta_min": "5.1633x slower", "delta_avg": "5.1142x slower", "std_changed": 0.003939504408665437, "min_changed": 1.0069225928256764, "delta_std": "2.8863x larger", "std_base": 0.00136491100062233, "t_msg": "Significant (t=-1381.376599, a=0.95)\n"}]], "branch": "", "revision": "83512:a7e2b12ac538"}