{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038917508125302, "timeline_link": null, "avg_changed": 0.77900708675386, "min_base": 0.0384471416473, "delta_min": "20.1830x slower", "delta_avg": "20.0169x slower", "std_changed": 0.0016550189986293813, "min_changed": 0.775976896286, "delta_std": "1.9243x larger", "std_base": 0.0008600510947603565, "t_msg": "Significant (t=-2805.795877, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01618519941966134, "timeline_link": null, "avg_changed": 0.15264338175456668, "min_base": 0.0131409168243, "delta_min": "11.3919x slower", "delta_avg": "9.4310x slower", "std_changed": 0.002289477942291718, "min_changed": 0.149699926376, "delta_std": "2.6238x smaller", "std_base": 0.006007046194565165, "t_msg": "Significant (t=-259.975175, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27831256389635, "timeline_link": null, "avg_changed": 1.5530595183369997, "min_base": 0.215131998062, "delta_min": "7.1287x slower", "delta_avg": "5.5803x slower", "std_changed": 0.04844992056561248, "min_changed": 1.53361678123, "delta_std": "4.3034x smaller", "std_base": 0.208501119117241, "t_msg": "Significant (t=-26.632437, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.195480065345801, "timeline_link": null, "avg_changed": 22.006169977178, "min_base": 3.14003896713, "delta_min": "6.9892x slower", "delta_avg": "6.8867x slower", "std_changed": 0.0731028892013747, "min_changed": 21.9464309216, "delta_std": "1.0121x larger", "std_base": 0.07222702060916616, "t_msg": "Significant (t=-1294.320510, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021281056404117996, "timeline_link": null, "avg_changed": 0.24965059757234, "min_base": 0.0179848670959, "delta_min": "13.7419x slower", "delta_avg": "11.7311x slower", "std_changed": 0.0019134639998114398, "min_changed": 0.247147083282, "delta_std": "2.6787x smaller", "std_base": 0.0051256017547173394, "t_msg": "Significant (t=-295.152903, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.399429788589998, "timeline_link": null, "avg_changed": 52.970896701808016, "min_base": 8.32752203941, "delta_min": "6.3379x slower", "delta_avg": "6.3065x slower", "std_changed": 0.07246547156770795, "min_changed": 52.7788009644, "delta_std": "2.4940x smaller", "std_base": 0.18072947201546394, "t_msg": "Significant (t=-1618.601403, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009201965332022999, "timeline_link": null, "avg_changed": 0.5932432222366399, "min_base": 0.00650882720947, "delta_min": "90.9906x slower", "delta_avg": "64.4692x slower", "std_changed": 0.0008725951636177879, "min_changed": 0.592242002487, "delta_std": "19.1278x smaller", "std_base": 0.016690788571001015, "t_msg": "Significant (t=-247.092165, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [329.641012907], "base_times": [140.28861618]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049689817428584, "timeline_link": null, "avg_changed": 3.5221895456314005, "min_base": 0.0470459461212, "delta_min": "74.7890x slower", "delta_avg": "70.8835x slower", "std_changed": 0.0022650415859078936, "min_changed": 3.51852107048, "delta_std": "6.2003x smaller", "std_base": 0.014043964309340266, "t_msg": "Significant (t=-1726.081492, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010660371780401199, "timeline_link": null, "avg_changed": 0.045378146171572, "min_base": 0.00147700309753, "delta_min": "30.5971x slower", "delta_avg": "4.2567x slower", "std_changed": 0.00013700895157210859, "min_changed": 0.0451920032501, "delta_std": "89.5718x smaller", "std_base": 0.012272139573540694, "t_msg": "Significant (t=-20.002742, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030141167640688013, "timeline_link": null, "avg_changed": 1.1464419698716004, "min_base": 0.0285120010376, "delta_min": "40.0680x slower", "delta_avg": "38.0358x slower", "std_changed": 0.0018749477185063864, "min_changed": 1.14241886139, "delta_std": "1.4862x smaller", "std_base": 0.0027864747662625796, "t_msg": "Significant (t=-2350.250646, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45585153579712, "timeline_link": null, "avg_changed": 1.1691043519976, "min_base": 0.346211910248, "delta_min": "3.3448x slower", "delta_avg": "2.5647x slower", "std_changed": 0.0029664956965129315, "min_changed": 1.15799498558, "delta_std": "39.0819x smaller", "std_base": 0.11593614186408635, "t_msg": "Significant (t=-43.487809, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17472129344946002, "timeline_link": null, "avg_changed": 1.7435412502282006, "min_base": 0.173216104507, "delta_min": "9.8775x slower", "delta_avg": "9.9790x slower", "std_changed": 0.015674369956280045, "min_changed": 1.7109439373, "delta_std": "3.9013x larger", "std_base": 0.004017746277554202, "t_msg": "Significant (t=-685.567043, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042688274383548004, "timeline_link": null, "avg_changed": 0.66100807189936, "min_base": 0.0361950397491, "delta_min": "18.0701x slower", "delta_avg": "15.4845x slower", "std_changed": 0.004597926192063329, "min_changed": 0.654047966003, "delta_std": "1.0185x larger", "std_base": 0.004514401715710985, "t_msg": "Significant (t=-678.524556, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016497058868416004, "timeline_link": null, "avg_changed": 0.28317808151240004, "min_base": 0.0136580467224, "delta_min": "20.5456x slower", "delta_avg": "17.1654x slower", "std_changed": 0.0021126779301262576, "min_changed": 0.280613183975, "delta_std": "6.5091x smaller", "std_base": 0.013751621194599915, "t_msg": "Significant (t=-135.536896, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05187046527862799, "timeline_link": null, "avg_changed": 0.60518352508544, "min_base": 0.0463759899139, "delta_min": "12.9884x slower", "delta_avg": "11.6672x slower", "std_changed": 0.002342162061630529, "min_changed": 0.602349996567, "delta_std": "11.9799x smaller", "std_base": 0.028058868242645488, "t_msg": "Significant (t=-138.956219, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22288196086884005, "timeline_link": null, "avg_changed": 1.7870866346362007, "min_base": 0.137428998947, "delta_min": "12.9702x slower", "delta_avg": "8.0181x slower", "std_changed": 0.0026710228286660398, "min_changed": 1.78248286247, "delta_std": "26.5247x smaller", "std_base": 0.07084808145515649, "t_msg": "Significant (t=-156.006274, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.450580477700012, "timeline_link": null, "avg_changed": 390.78576588650026, "min_base": 11.0898349285, "delta_min": "35.2236x slower", "delta_avg": "34.1280x slower", "std_changed": 0.16316682773646862, "min_changed": 390.624238968, "delta_std": "2.2333x smaller", "std_base": 0.3644080344602645, "t_msg": "Significant (t=-6718.020409, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4772642135639997, "timeline_link": null, "avg_changed": 22.18289217948, "min_base": 2.78670406342, "delta_min": "7.9511x slower", "delta_avg": "6.3794x slower", "std_changed": 0.0187589674235359, "min_changed": 22.1573300362, "delta_std": "52.0960x smaller", "std_base": 0.9772665374886303, "t_msg": "Significant (t=-42.792166, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7487737083434599, "timeline_link": null, "avg_changed": 26.500760188097992, "min_base": 0.744526147842, "delta_min": "35.5139x slower", "delta_avg": "35.3922x slower", "std_changed": 0.01849623493079366, "min_changed": 26.4410281181, "delta_std": "1.0164x larger", "std_base": 0.01819836156342207, "t_msg": "Significant (t=-7017.692114, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07967121601105799, "timeline_link": null, "avg_changed": 0.45383480072022003, "min_base": 0.0783150196075, "delta_min": "5.7819x slower", "delta_avg": "5.6963x slower", "std_changed": 0.0004925807439013726, "min_changed": 0.452806949615, "delta_std": "10.5923x smaller", "std_base": 0.005217567974175575, "t_msg": "Significant (t=-504.837455, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03329054355621801, "timeline_link": null, "avg_changed": 0.70411465644836, "min_base": 0.0317511558533, "delta_min": "22.0650x slower", "delta_avg": "21.1506x slower", "std_changed": 0.004077876629661571, "min_changed": 0.700589179993, "delta_std": "1.6049x larger", "std_base": 0.002540844049958434, "t_msg": "Significant (t=-987.254325, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.241334199919997, "timeline_link": null, "avg_changed": 48.865986394880004, "min_base": 20.222233057, "delta_min": "2.4158x slower", "delta_avg": "2.4142x slower", "std_changed": 0.012217911933907649, "min_changed": 48.8537518978, "delta_std": "2.4622x smaller", "std_base": 0.03008294319852004, "t_msg": "Significant (t=-1971.293012, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.807639408099998, "timeline_link": null, "avg_changed": 10.99283008574, "min_base": 10.8010098934, "delta_min": "1.0174x slower", "delta_avg": "1.0171x slower", "std_changed": 0.0043061101947141816, "min_changed": 10.9889061451, "delta_std": "2.8540x smaller", "std_base": 0.012289782800955861, "t_msg": "Significant (t=-31.799119, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29179588794714, "timeline_link": null, "avg_changed": 3.1312401437757997, "min_base": 0.284220933914, "delta_min": "10.9565x slower", "delta_avg": "10.7309x slower", "std_changed": 0.008152873223294688, "min_changed": 3.11406707764, "delta_std": "1.4160x larger", "std_base": 0.005757501955350134, "t_msg": "Significant (t=-2011.634467, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09564987182616398, "timeline_link": null, "avg_changed": 0.5058703565597, "min_base": 0.0212500095367, "delta_min": "23.5870x slower", "delta_avg": "5.2888x slower", "std_changed": 0.01756430498700643, "min_changed": 0.501224040985, "delta_std": "6.6838x smaller", "std_base": 0.11739711078695778, "t_msg": "Significant (t=-24.436433, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10482277870180401, "timeline_link": null, "avg_changed": 0.5469525671005, "min_base": 0.0396349430084, "delta_min": "13.7408x slower", "delta_avg": "5.2179x slower", "std_changed": 0.0019212313424941784, "min_changed": 0.544616937637, "delta_std": "63.5909x smaller", "std_base": 0.12217280528656041, "t_msg": "Significant (t=-25.586244, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03437148094177, "timeline_link": null, "avg_changed": 3.0425298309330002, "min_base": 0.0184969902039, "delta_min": "162.0102x slower", "delta_avg": "88.5190x slower", "std_changed": 0.014773900770173867, "min_changed": 2.99670100212, "delta_std": "2.1234x smaller", "std_base": 0.031371052357972884, "t_msg": "Significant (t=-613.421810, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003234949111939002, "timeline_link": null, "avg_changed": 0.40909327030186, "min_base": 0.0029730796814, "delta_min": "136.4753x slower", "delta_avg": "126.4605x slower", "std_changed": 0.0022298805599302225, "min_changed": 0.405751943588, "delta_std": "2.6515x larger", "std_base": 0.0008409726665838904, "t_msg": "Significant (t=-1204.205183, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19728233814235202, "timeline_link": null, "avg_changed": 0.7277779150009002, "min_base": 0.0810749530792, "delta_min": "8.8086x slower", "delta_avg": "3.6890x slower", "std_changed": 0.00935927866829273, "min_changed": 0.714159965515, "delta_std": "16.7089x smaller", "std_base": 0.15638336030801306, "t_msg": "Significant (t=-23.944173, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24324654102319998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4684063339234597, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18583230495456, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5922115993499801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36603147983549994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2612187194824199, "timeline_link": null, "avg_changed": 0.78430495262148, "min_base": 0.252695083618, "delta_min": "3.0497x slower", "delta_avg": "3.0025x slower", "std_changed": 0.010264422710723252, "min_changed": 0.770636081696, "delta_std": "1.2453x larger", "std_base": 0.008242560042430973, "t_msg": "Significant (t=-280.970875, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.09039182662965801, "timeline_link": null, "avg_changed": 0.45898024559020006, "min_base": 0.0625350475311, "delta_min": "7.3231x slower", "delta_avg": "5.0777x slower", "std_changed": 0.0016208775094528286, "min_changed": 0.457948923111, "delta_std": "15.8799x smaller", "std_base": 0.025739438030578342, "t_msg": "Significant (t=-101.057424, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009088473320005001, "timeline_link": null, "avg_changed": 0.8135559320450197, "min_base": 0.00829410552979, "delta_min": "97.8834x slower", "delta_avg": "89.5151x slower", "std_changed": 0.0008495719738955621, "min_changed": 0.811855077744, "delta_std": "3.8550x smaller", "std_base": 0.0032751033982472023, "t_msg": "Significant (t=-1681.230477, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.143200000000001, "timeline_link": null, "avg_changed": 9.533400000000004, "min_base": 2.11, "delta_min": "4.5024x slower", "delta_avg": "4.4482x slower", "std_changed": 0.01847336748193073, "min_changed": 9.5, "delta_std": "1.5977x smaller", "std_base": 0.02951582073175994, "t_msg": "Significant (t=-1500.753821, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7818, "timeline_link": null, "avg_changed": 7.250399999999993, "min_base": 0.75, "delta_min": "9.6000x slower", "delta_avg": "9.2740x slower", "std_changed": 0.02626085781274523, "min_changed": 7.2, "delta_std": "1.2445x smaller", "std_base": 0.03268214266200414, "t_msg": "Significant (t=-1090.978307, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07525321165720399, "timeline_link": null, "avg_changed": 0.56432593822482, "min_base": 0.0488538742065, "delta_min": "2.6268x slower", "delta_avg": "7.4990x slower", "std_changed": 0.25761210594967265, "min_changed": 0.128330945969, "delta_std": "8.3370x larger", "std_base": 0.030899762791998586, "t_msg": "Significant (t=-23.086118, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012742980480195615, "timeline_link": null, "avg_changed": 0.059953201770783414, "min_base": 0.00743103027344, "delta_min": "7.7193x slower", "delta_avg": "4.7048x slower", "std_changed": 0.005839384944609082, "min_changed": 0.0573620796204, "delta_std": "2.2073x smaller", "std_base": 0.012889407319530038, "t_msg": "Significant (t=-74.602054, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7983287620545996, "timeline_link": null, "avg_changed": 50.67123414039199, "min_base": 1.78954410553, "delta_min": "28.2408x slower", "delta_avg": "28.1768x slower", "std_changed": 0.06392445500761508, "min_changed": 50.5381820202, "delta_std": "12.3525x larger", "std_base": 0.0051750301082994915, "t_msg": "Significant (t=-5388.496860, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6053395748147999, "timeline_link": null, "avg_changed": 2.10196418762, "min_base": 0.416020870209, "delta_min": "5.0291x slower", "delta_avg": "3.4724x slower", "std_changed": 0.005926793118386091, "min_changed": 2.09220600128, "delta_std": "56.6894x smaller", "std_base": 0.33598611259757555, "t_msg": "Significant (t=-9.958846, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.593857622146, "timeline_link": null, "avg_changed": 12.358941984180001, "min_base": 1.76448392868, "delta_min": "6.9968x slower", "delta_avg": "4.7647x slower", "std_changed": 0.010223507487904538, "min_changed": 12.3458280563, "delta_std": "123.6134x smaller", "std_base": 1.2637621183319498, "t_msg": "Significant (t=-17.277522, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5631227970132, "timeline_link": null, "avg_changed": 1.0179707527166, "min_base": 0.253849983215, "delta_min": "3.9290x slower", "delta_avg": "1.8077x slower", "std_changed": 0.027046070194585835, "min_changed": 0.997376918793, "delta_std": "15.1252x smaller", "std_base": 0.40907674075510064, "t_msg": "Significant (t=-2.480843, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.462922000885, "timeline_link": null, "avg_changed": 3.726522493362, "min_base": 0.295171022415, "delta_min": "12.5324x slower", "delta_avg": "8.0500x slower", "std_changed": 0.021731286693669787, "min_changed": 3.699187994, "delta_std": "11.3346x smaller", "std_base": 0.24631499292133524, "t_msg": "Significant (t=-29.512600, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024293953239999996, "timeline_link": null, "avg_changed": 1.7511158812999996, "min_base": 0.018499388, "delta_min": "94.2214x slower", "delta_avg": "72.0803x slower", "std_changed": 0.002958094411278101, "min_changed": 1.743037913, "delta_std": "5.6338x smaller", "std_base": 0.016665228280035492, "t_msg": "Significant (t=-721.415194, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [747.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [113.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [163.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [177.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004153742630004355, "timeline_link": null, "avg_changed": 0.3191534746187372, "min_base": 0.004120092454874687, "delta_min": "77.3193x slower", "delta_avg": "76.8352x slower", "std_changed": 0.0007137172003308161, "min_changed": 0.3185626453442069, "delta_std": "23.0971x larger", "std_base": 3.090077031414276e-05, "t_msg": "Significant (t=-3117.901285, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014522900239474826, "timeline_link": null, "avg_changed": 0.014144384403936694, "min_base": 0.0014363688595231256, "delta_min": "9.8195x slower", "delta_avg": "9.7394x slower", "std_changed": 4.0631245702550094e-05, "min_changed": 0.014104372355430184, "delta_std": "3.7561x larger", "std_base": 1.0817509307989801e-05, "t_msg": "Significant (t=-1932.832992, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0066126194474537894, "timeline_link": null, "avg_changed": 0.10147630147630148, "min_base": 0.006172839506172839, "delta_min": "16.3636x slower", "delta_avg": "15.3459x slower", "std_changed": 0.0007193629368862086, "min_changed": 0.10101010101010101, "delta_std": "1.9082x larger", "std_base": 0.00037699143642477715, "t_msg": "Significant (t=-825.929198, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19096201871590948, "timeline_link": null, "avg_changed": 1.0502868537446561, "min_base": 0.18779342723004694, "delta_min": "5.5668x slower", "delta_avg": "5.5000x slower", "std_changed": 0.0035125224056824496, "min_changed": 1.0454099967330936, "delta_std": "1.6702x smaller", "std_base": 0.005866744476417118, "t_msg": "Significant (t=-888.630772, a=0.95)\n"}]], "branch": "", "revision": "91641:a4013f68eff6"}