{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036779632568362, "timeline_link": null, "avg_changed": 0.7456012868881197, "min_base": 0.0362949371338, "delta_min": "20.3865x slower", "delta_avg": "20.2721x slower", "std_changed": 0.0041972055089316805, "min_changed": 0.739925861359, "delta_std": "7.7761x larger", "std_base": 0.0005397598173461472, "t_msg": "Significant (t=-1184.404244, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015788242022195333, "timeline_link": null, "avg_changed": 0.1328427696228266, "min_base": 0.0128839015961, "delta_min": "10.0260x slower", "delta_avg": "8.4140x slower", "std_changed": 0.0034101645259881582, "min_changed": 0.129173994064, "delta_std": "1.8405x smaller", "std_base": 0.006276280847679534, "t_msg": "Significant (t=-200.705692, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27567753791785005, "timeline_link": null, "avg_changed": 1.3988083958630002, "min_base": 0.210202217102, "delta_min": "6.5653x slower", "delta_avg": "5.0741x slower", "std_changed": 0.04637746119310967, "min_changed": 1.38004493713, "delta_std": "4.2063x smaller", "std_base": 0.19507811686042822, "t_msg": "Significant (t=-25.049444, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4698460245132012, "timeline_link": null, "avg_changed": 20.253669376366, "min_base": 3.40160894394, "delta_min": "5.9280x slower", "delta_avg": "5.8371x slower", "std_changed": 0.08595921356008383, "min_changed": 20.1646490097, "delta_std": "1.0510x smaller", "std_base": 0.09034022956322339, "t_msg": "Significant (t=-951.712797, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020585741996762, "timeline_link": null, "avg_changed": 0.2275567388534, "min_base": 0.0173699855804, "delta_min": "12.9260x slower", "delta_avg": "11.0541x slower", "std_changed": 0.002501219327541855, "min_changed": 0.224524021149, "delta_std": "1.9365x smaller", "std_base": 0.004843566230437448, "t_msg": "Significant (t=-268.471150, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.490921721458201, "timeline_link": null, "avg_changed": 46.080149011609976, "min_base": 7.4278409481, "delta_min": "6.1792x slower", "delta_avg": "6.1515x slower", "std_changed": 0.14800193140711723, "min_changed": 45.8984019756, "delta_std": "1.2668x smaller", "std_base": 0.18749479597910132, "t_msg": "Significant (t=-1142.324524, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008945264816290401, "timeline_link": null, "avg_changed": 0.5383002567290999, "min_base": 0.00619101524353, "delta_min": "86.4301x slower", "delta_avg": "60.1771x slower", "std_changed": 0.0017721314402200775, "min_changed": 0.535089969635, "delta_std": "9.6555x smaller", "std_base": 0.017110817053482847, "t_msg": "Significant (t=-217.592780, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [148.089431047], "base_times": [152.779487133]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04776908874510399, "timeline_link": null, "avg_changed": 3.1881050586700006, "min_base": 0.0451400279999, "delta_min": "70.3764x slower", "delta_avg": "66.7399x slower", "std_changed": 0.005056513034479892, "min_changed": 3.17679095268, "delta_std": "2.9240x smaller", "std_base": 0.014785490951368043, "t_msg": "Significant (t=-1421.041958, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0108593463897738, "timeline_link": null, "avg_changed": 0.03842509746551999, "min_base": 0.00135397911072, "delta_min": "28.0542x slower", "delta_avg": "3.5384x slower", "std_changed": 0.00044580471144057486, "min_changed": 0.0379848480225, "delta_std": "28.4220x smaller", "std_base": 0.012670657433265111, "t_msg": "Significant (t=-15.374006, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030498166084283997, "timeline_link": null, "avg_changed": 1.0076041173938, "min_base": 0.0288331508636, "delta_min": "34.7725x slower", "delta_avg": "33.0382x slower", "std_changed": 0.00324563446523237, "min_changed": 1.00259995461, "delta_std": "1.5847x larger", "std_base": 0.002048119087713548, "t_msg": "Significant (t=-1800.283867, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.46305321693419993, "timeline_link": null, "avg_changed": 1.0740425586702, "min_base": 0.347924947739, "delta_min": "3.0549x slower", "delta_avg": "2.3195x slower", "std_changed": 0.0047350159527185945, "min_changed": 1.06287097931, "delta_std": "26.1618x smaller", "std_base": 0.12387644282886, "t_msg": "Significant (t=-34.850810, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.16926537990576, "timeline_link": null, "avg_changed": 1.8286188793184004, "min_base": 0.167548894882, "delta_min": "10.8245x slower", "delta_avg": "10.8033x slower", "std_changed": 0.0072161767085905165, "min_changed": 1.81363391876, "delta_std": "1.3650x larger", "std_base": 0.005286762158975893, "t_msg": "Significant (t=-1311.645095, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.03959360122680599, "timeline_link": null, "avg_changed": 0.57097385883334, "min_base": 0.030396938324, "delta_min": "18.5070x slower", "delta_avg": "14.4209x slower", "std_changed": 0.006253542976147573, "min_changed": 0.562556028366, "delta_std": "1.0124x larger", "std_base": 0.006176820337815026, "t_msg": "Significant (t=-427.477559, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014565925598144, "timeline_link": null, "avg_changed": 0.25678770542140006, "min_base": 0.0114839076996, "delta_min": "22.0950x slower", "delta_avg": "17.6293x slower", "std_changed": 0.0032405286492218303, "min_changed": 0.253736972809, "delta_std": "4.7417x smaller", "std_base": 0.015365614556480792, "t_msg": "Significant (t=-109.068388, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05452428817750198, "timeline_link": null, "avg_changed": 0.5577099800110398, "min_base": 0.0489139556885, "delta_min": "11.3160x slower", "delta_avg": "10.2287x slower", "std_changed": 0.003885432857760405, "min_changed": 0.553509950638, "delta_std": "7.5999x smaller", "std_base": 0.029528987768544537, "t_msg": "Significant (t=-119.464082, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.24421949863434006, "timeline_link": null, "avg_changed": 1.4833410644536003, "min_base": 0.160462141037, "delta_min": "9.2004x slower", "delta_avg": "6.0738x slower", "std_changed": 0.004246903810657756, "min_changed": 1.47631812096, "delta_std": "17.9131x smaller", "std_base": 0.07607524547000466, "t_msg": "Significant (t=-114.995245, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.715212464349998, "timeline_link": null, "avg_changed": 336.1969418525, "min_base": 12.2642068863, "delta_min": "27.4006x slower", "delta_avg": "26.4405x slower", "std_changed": 0.15197238390777676, "min_changed": 336.046496868, "delta_std": "2.9978x smaller", "std_base": 0.45558443227444856, "t_msg": "Significant (t=-4762.723961, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.502544593812, "timeline_link": null, "avg_changed": 19.994541501999997, "min_base": 2.77783894539, "delta_min": "7.1879x slower", "delta_avg": "5.7086x slower", "std_changed": 0.0362694737299094, "min_changed": 19.9668650627, "delta_std": "27.2442x smaller", "std_base": 0.9881328412304069, "t_msg": "Significant (t=-37.294995, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7707604169845801, "timeline_link": null, "avg_changed": 23.577828741071997, "min_base": 0.762573003769, "delta_min": "30.8744x slower", "delta_avg": "30.5903x slower", "std_changed": 0.016412453491398485, "min_changed": 23.5439519882, "delta_std": "1.2474x smaller", "std_base": 0.020473388413517372, "t_msg": "Significant (t=-6146.014490, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07453032970429399, "timeline_link": null, "avg_changed": 0.4203267717362001, "min_base": 0.0725979804993, "delta_min": "5.7641x slower", "delta_avg": "5.6397x slower", "std_changed": 0.001839601644112774, "min_changed": 0.418459892273, "delta_std": "2.8435x smaller", "std_base": 0.005230834855905161, "t_msg": "Significant (t=-440.973867, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03194504737854001, "timeline_link": null, "avg_changed": 0.6772505617142002, "min_base": 0.031121969223, "delta_min": "21.5818x slower", "delta_avg": "21.2005x slower", "std_changed": 0.004027174150641043, "min_changed": 0.671669006348, "delta_std": "1.1870x larger", "std_base": 0.0033928185900520768, "t_msg": "Significant (t=-866.523882, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.87652668952, "timeline_link": null, "avg_changed": 43.687562417980004, "min_base": 18.8567700386, "delta_min": "2.3155x slower", "delta_avg": "2.3144x slower", "std_changed": 0.01594645984041568, "min_changed": 43.6634860039, "delta_std": "1.9479x smaller", "std_base": 0.031062763259378123, "t_msg": "Significant (t=-1588.894709, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.333210611344, "timeline_link": null, "avg_changed": 9.512774944304, "min_base": 9.32426309586, "delta_min": "1.0193x slower", "delta_avg": "1.0192x slower", "std_changed": 0.006992838250683868, "min_changed": 9.50451493263, "delta_std": "2.2851x smaller", "std_base": 0.015978996831254453, "t_msg": "Significant (t=-23.020004, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2905961799621999, "timeline_link": null, "avg_changed": 2.7620824098592, "min_base": 0.285442829132, "delta_min": "9.6323x slower", "delta_avg": "9.5049x slower", "std_changed": 0.0075738720000686375, "min_changed": 2.74947500229, "delta_std": "2.3868x larger", "std_base": 0.0031732493594511927, "t_msg": "Significant (t=-2128.172369, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.097938199043286, "timeline_link": null, "avg_changed": 0.45312768459322, "min_base": 0.0265920162201, "delta_min": "16.7889x slower", "delta_avg": "4.6267x slower", "std_changed": 0.02325172157278449, "min_changed": 0.446449995041, "delta_std": "5.1104x smaller", "std_base": 0.11882587650131489, "t_msg": "Significant (t=-20.743149, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.099921631813034, "timeline_link": null, "avg_changed": 0.47468031883233996, "min_base": 0.0409870147705, "delta_min": "11.5080x slower", "delta_avg": "4.7505x slower", "std_changed": 0.0032288993240720348, "min_changed": 0.471678972244, "delta_std": "37.1940x smaller", "std_base": 0.12009579715334014, "t_msg": "Significant (t=-22.057282, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.036706089973453995, "timeline_link": null, "avg_changed": 2.7816977739335997, "min_base": 0.019966840744, "delta_min": "136.9490x slower", "delta_avg": "75.7830x slower", "std_changed": 0.0165365801311157, "min_changed": 2.7344379425, "delta_std": "1.5840x smaller", "std_base": 0.026194005075977068, "t_msg": "Significant (t=-626.591428, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037693119049082013, "timeline_link": null, "avg_changed": 0.3669758272171801, "min_base": 0.00333404541016, "delta_min": "109.3656x slower", "delta_avg": "97.3588x slower", "std_changed": 0.0015169695412395484, "min_changed": 0.364629983902, "delta_std": "1.2025x larger", "std_base": 0.0012615039485744757, "t_msg": "Significant (t=-1301.725367, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20195168018337398, "timeline_link": null, "avg_changed": 0.6618181657791599, "min_base": 0.0849990844727, "delta_min": "7.6167x slower", "delta_avg": "3.2771x slower", "std_changed": 0.010455383623440515, "min_changed": 0.647411823273, "delta_std": "14.9159x smaller", "std_base": 0.15595131590558006, "t_msg": "Significant (t=-20.804338, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25146904468542003, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46947987556452025, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21512117862703994, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6055144977569402, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36948645114898, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23669430732719995, "timeline_link": null, "avg_changed": 0.7558719778061402, "min_base": 0.209791898727, "delta_min": "3.3456x slower", "delta_avg": "3.1935x slower", "std_changed": 0.04057185444334028, "min_changed": 0.701870918274, "delta_std": "2.1727x larger", "std_base": 0.01867326909505615, "t_msg": "Significant (t=-82.196815, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.086809639930682, "timeline_link": null, "avg_changed": 0.4189708042145001, "min_base": 0.0572879314423, "delta_min": "7.2677x slower", "delta_avg": "4.8263x slower", "std_changed": 0.002683341922343488, "min_changed": 0.416349172592, "delta_std": "9.9466x smaller", "std_base": 0.026690032013829895, "t_msg": "Significant (t=-87.559024, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017855186462406004, "timeline_link": null, "avg_changed": 0.7467080259323202, "min_base": 0.0168890953064, "delta_min": "43.9374x slower", "delta_avg": "41.8202x slower", "std_changed": 0.002790983264553371, "min_changed": 0.742062807083, "delta_std": "1.4349x smaller", "std_base": 0.004004913256807611, "t_msg": "Significant (t=-1055.778206, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1486000000000005, "timeline_link": null, "avg_changed": 8.788800000000002, "min_base": 2.13, "delta_min": "4.0845x slower", "delta_avg": "4.0905x slower", "std_changed": 0.04387551964922796, "min_changed": 8.7, "delta_std": "2.7804x larger", "std_base": 0.01578038048220844, "t_msg": "Significant (t=-1006.997144, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7988000000000004, "timeline_link": null, "avg_changed": 7.207600000000008, "min_base": 0.77, "delta_min": "9.2727x slower", "delta_avg": "9.0230x slower", "std_changed": 0.047102146924508245, "min_changed": 7.14, "delta_std": "1.3123x larger", "std_base": 0.03589326581146167, "t_msg": "Significant (t=-765.239940, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07303369522093534, "timeline_link": null, "avg_changed": 0.48700554052993994, "min_base": 0.0480558872223, "delta_min": "2.4184x slower", "delta_avg": "6.6682x slower", "std_changed": 0.21864276935386076, "min_changed": 0.116219043732, "delta_std": "7.5036x larger", "std_base": 0.029138209094373244, "t_msg": "Significant (t=-22.985741, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012357989788055445, "timeline_link": null, "avg_changed": 0.06326224565506021, "min_base": 0.00794696807861, "delta_min": "6.5806x slower", "delta_avg": "5.1191x slower", "std_changed": 0.008185287638300669, "min_changed": 0.0522961616516, "delta_std": "1.4937x smaller", "std_base": 0.012226627365204355, "t_msg": "Significant (t=-77.360778, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9592944192879997, "timeline_link": null, "avg_changed": 44.96714624881601, "min_base": 1.94839119911, "delta_min": "23.0188x slower", "delta_avg": "22.9507x slower", "std_changed": 0.06531051654410674, "min_changed": 44.8495309353, "delta_std": "14.2927x larger", "std_base": 0.004569501163846283, "t_msg": "Significant (t=-4645.037733, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6527898311608, "timeline_link": null, "avg_changed": 1.8502108097100003, "min_base": 0.483391046524, "delta_min": "3.7900x slower", "delta_avg": "2.8343x slower", "std_changed": 0.015582594175517826, "min_changed": 1.83204197884, "delta_std": "20.5951x smaller", "std_base": 0.3209249652403438, "t_msg": "Significant (t=-8.333300, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.725255346298, "timeline_link": null, "avg_changed": 11.48834366798, "min_base": 1.86899781227, "delta_min": "6.1412x slower", "delta_avg": "4.2155x slower", "std_changed": 0.013402550122454721, "min_changed": 11.477823019, "delta_std": "99.4462x smaller", "std_base": 1.3328325245752866, "t_msg": "Significant (t=-14.700925, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.572430419922, "timeline_link": null, "avg_changed": 0.9068831443787999, "min_base": 0.254723072052, "delta_min": "3.5006x slower", "delta_avg": "1.5843x slower", "std_changed": 0.018993076845696136, "min_changed": 0.891670942307, "delta_std": "20.5976x smaller", "std_base": 0.39121118838471985, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4535120487214, "timeline_link": null, "avg_changed": 3.1733235359200003, "min_base": 0.286688089371, "delta_min": "11.0077x slower", "delta_avg": "6.9972x slower", "std_changed": 0.01890697764075103, "min_changed": 3.15578699112, "delta_std": "12.4698x smaller", "std_base": 0.23576615426986544, "t_msg": "Significant (t=-25.712857, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025295930419999998, "timeline_link": null, "avg_changed": 1.5959395719, "min_base": 0.020483049, "delta_min": "77.7613x slower", "delta_avg": "63.0908x slower", "std_changed": 0.003959438233893492, "min_changed": 1.592788524, "delta_std": "2.6963x smaller", "std_base": 0.01067595821541518, "t_msg": "Significant (t=-975.373572, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [399.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [754.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [128.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [166.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [190.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005066666211421271, "timeline_link": null, "avg_changed": 0.2811303822758785, "min_base": 0.00504563270215832, "delta_min": "55.5422x slower", "delta_avg": "55.4863x slower", "std_changed": 0.0007321987877749445, "min_changed": 0.280245495053667, "delta_std": "34.5541x larger", "std_base": 2.1189904004583468e-05, "t_msg": "Significant (t=-2664.916067, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016050080981320105, "timeline_link": null, "avg_changed": 0.013127047094508506, "min_base": 0.0015830299192654742, "delta_min": "8.2575x slower", "delta_avg": "8.1788x slower", "std_changed": 5.7347067254191004e-05, "min_changed": 0.013071895424836602, "delta_std": "3.3268x larger", "std_base": 1.7237707402256785e-05, "t_msg": "Significant (t=-1360.566636, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006949387756410762, "timeline_link": null, "avg_changed": 0.09249326501882932, "min_base": 0.006574621959237344, "delta_min": "13.8904x slower", "delta_avg": "13.3096x slower", "std_changed": 0.0005691135022491893, "min_changed": 0.091324200913242, "delta_std": "2.4843x larger", "std_base": 0.0002290821424043566, "t_msg": "Significant (t=-985.977767, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20189408512146437, "timeline_link": null, "avg_changed": 1.005853489097823, "min_base": 0.1996007984031936, "delta_min": "5.0053x slower", "delta_avg": "4.9821x slower", "std_changed": 0.004498509819777258, "min_changed": 0.9990633780830471, "delta_std": "3.0671x larger", "std_base": 0.0014666803270763262, "t_msg": "Significant (t=-1201.472894, a=0.95)\n"}]], "branch": "", "revision": "82941:308a29538cda"}