{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019616694450370002, "timeline_link": null, "avg_changed": 0.29126930713654003, "min_base": 0.0192289352417, "delta_min": "14.7696x slower", "delta_avg": "14.8480x slower", "std_changed": 0.0032515769477446752, "min_changed": 0.284003973007, "delta_std": "8.0088x larger", "std_base": 0.00040599960343343407, "t_msg": "Significant (t=-586.199595, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008572640419006131, "timeline_link": null, "avg_changed": 0.060238995552066674, "min_base": 0.0067880153656, "delta_min": "8.3194x slower", "delta_avg": "7.0269x slower", "std_changed": 0.0023276328156659554, "min_changed": 0.0564720630646, "delta_std": "1.4158x smaller", "std_base": 0.003295544707093555, "t_msg": "Significant (t=-156.836233, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1612066984177, "timeline_link": null, "avg_changed": 1.0227031946185001, "min_base": 0.127074956894, "delta_min": "7.9895x slower", "delta_avg": "6.3440x slower", "std_changed": 0.005508480403091997, "min_changed": 1.0152630806, "delta_std": "20.1121x smaller", "std_base": 0.11078686807993861, "t_msg": "Significant (t=-34.733141, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6933612012866004, "timeline_link": null, "avg_changed": 9.1817834329604, "min_base": 1.66944694519, "delta_min": "5.4599x slower", "delta_avg": "5.4222x slower", "std_changed": 0.029870123926965864, "min_changed": 9.11500787735, "delta_std": "3.9208x larger", "std_base": 0.007618299480895376, "t_msg": "Significant (t=-1717.724319, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0064404869079596, "timeline_link": null, "avg_changed": 0.07878247261047598, "min_base": 0.00488996505737, "delta_min": "15.8733x slower", "delta_avg": "12.2324x slower", "std_changed": 0.0009968164814069334, "min_changed": 0.0776200294495, "delta_std": "2.2950x smaller", "std_base": 0.0022876627313248134, "t_msg": "Significant (t=-204.990845, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.25819120407, "timeline_link": null, "avg_changed": 24.009104251860002, "min_base": 4.12328982353, "delta_min": "5.7880x slower", "delta_avg": "5.6383x slower", "std_changed": 0.09103205376898486, "min_changed": 23.8656978607, "delta_std": "2.8575x smaller", "std_base": 0.26012668826363083, "t_msg": "Significant (t=-160.250904, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0047152662277216, "timeline_link": null, "avg_changed": 0.22621613025664003, "min_base": 0.00347995758057, "delta_min": "63.1574x slower", "delta_avg": "47.9753x slower", "std_changed": 0.0028188294930701963, "min_changed": 0.219784975052, "delta_std": "2.5711x smaller", "std_base": 0.007247512063866515, "t_msg": "Significant (t=-201.410650, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.968929052], "base_times": [64.495210886]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.02751006603241, "timeline_link": null, "avg_changed": 1.6584666156768, "min_base": 0.0257439613342, "delta_min": "63.3904x slower", "delta_avg": "60.2858x slower", "std_changed": 0.014855307763978531, "min_changed": 1.63191890717, "delta_std": "2.2357x larger", "std_base": 0.006644553293172134, "t_msg": "Significant (t=-708.669256, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.005030193328856981, "timeline_link": null, "avg_changed": 0.01825449943542, "min_base": 0.000663995742798, "delta_min": "26.8180x slower", "delta_avg": "3.6290x slower", "std_changed": 0.0002523274717996231, "min_changed": 0.0178070068359, "delta_std": "22.9844x smaller", "std_base": 0.005799597032819613, "t_msg": "Significant (t=-16.108289, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015547785758977995, "timeline_link": null, "avg_changed": 0.43322702884671993, "min_base": 0.0147440433502, "delta_min": "28.6832x slower", "delta_avg": "27.8642x slower", "std_changed": 0.004498731785018016, "min_changed": 0.42290687561, "delta_std": "3.3874x larger", "std_base": 0.0013280697430868998, "t_msg": "Significant (t=-629.641424, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19069225311275997, "timeline_link": null, "avg_changed": 0.46842391490938007, "min_base": 0.147259950638, "delta_min": "3.0931x slower", "delta_avg": "2.4564x slower", "std_changed": 0.0057786765108116134, "min_changed": 0.455485105515, "delta_std": "8.6298x smaller", "std_base": 0.04986887367625732, "t_msg": "Significant (t=-39.118706, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09862055301665996, "timeline_link": null, "avg_changed": 0.74893258094782, "min_base": 0.0950469970703, "delta_min": "7.6571x slower", "delta_avg": "7.5941x slower", "std_changed": 0.011374867703000438, "min_changed": 0.727782011032, "delta_std": "4.6451x larger", "std_base": 0.00244877459929564, "t_msg": "Significant (t=-395.205462, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020960450172423997, "timeline_link": null, "avg_changed": 0.26124956130986, "min_base": 0.0177729129791, "delta_min": "14.2771x slower", "delta_avg": "12.4639x slower", "std_changed": 0.0040025974112278765, "min_changed": 0.253746032715, "delta_std": "1.6828x larger", "std_base": 0.0023786007823229354, "t_msg": "Significant (t=-364.925491, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008713340759276801, "timeline_link": null, "avg_changed": 0.11115298271184, "min_base": 0.00712299346924, "delta_min": "15.2241x slower", "delta_avg": "12.7566x slower", "std_changed": 0.0016161276477319113, "min_changed": 0.108440876007, "delta_std": "4.1100x smaller", "std_base": 0.006642257673708755, "t_msg": "Significant (t=-105.961574, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024282598495494002, "timeline_link": null, "avg_changed": 0.23274304866787998, "min_base": 0.0213980674744, "delta_min": "10.6072x slower", "delta_avg": "9.5848x slower", "std_changed": 0.002316161376197856, "min_changed": 0.226973056793, "delta_std": "5.5025x smaller", "std_base": 0.012744759349499157, "t_msg": "Significant (t=-113.794459, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06433445930482401, "timeline_link": null, "avg_changed": 0.84071822166452, "min_base": 0.0455310344696, "delta_min": "18.2007x slower", "delta_avg": "13.0679x slower", "std_changed": 0.007722804812902916, "min_changed": 0.828696012497, "delta_std": "2.2765x smaller", "std_base": 0.01758115699999495, "t_msg": "Significant (t=-285.892018, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.254260420800002, "timeline_link": null, "avg_changed": 165.09358406099983, "min_base": 6.15932893753, "delta_min": "26.7752x slower", "delta_avg": "26.3970x slower", "std_changed": 0.17818892794986158, "min_changed": 164.917186022, "delta_std": "1.8582x larger", "std_base": 0.09589527938330607, "t_msg": "Significant (t=-5550.485003, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.3917307853699998, "timeline_link": null, "avg_changed": 8.964528417588001, "min_base": 1.05534076691, "delta_min": "8.4325x slower", "delta_avg": "6.4413x slower", "std_changed": 0.04897703261110744, "min_changed": 8.89912199974, "delta_std": "9.3855x smaller", "std_base": 0.4596722197657757, "t_msg": "Significant (t=-36.630415, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3729850864410199, "timeline_link": null, "avg_changed": 11.543634662626005, "min_base": 0.361005067825, "delta_min": "31.8051x slower", "delta_avg": "30.9493x slower", "std_changed": 0.04179440626936607, "min_changed": 11.4818179607, "delta_std": "4.5889x larger", "std_base": 0.009107814515646196, "t_msg": "Significant (t=-1846.590331, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046971621513364, "timeline_link": null, "avg_changed": 0.22422903060910004, "min_base": 0.0461559295654, "delta_min": "4.7279x slower", "delta_avg": "4.7737x slower", "std_changed": 0.002885371215786794, "min_changed": 0.218219995499, "delta_std": "1.2263x larger", "std_base": 0.002352883995104743, "t_msg": "Significant (t=-336.655240, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.0207730960846, "timeline_link": null, "avg_changed": 0.37357474327084, "min_base": 0.0201671123505, "delta_min": "18.1297x slower", "delta_avg": "17.9836x slower", "std_changed": 0.004693826133884586, "min_changed": 0.365622997284, "delta_std": "3.0464x larger", "std_base": 0.001540779331326753, "t_msg": "Significant (t=-504.971957, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.110629558564, "timeline_link": null, "avg_changed": 18.395178127279998, "min_base": 9.05393409729, "delta_min": "2.0110x slower", "delta_avg": "2.0191x slower", "std_changed": 0.12051175447961703, "min_changed": 18.2076728344, "delta_std": "3.1595x larger", "std_base": 0.03814281276392786, "t_msg": "Significant (t=-164.242357, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.553241014479999, "timeline_link": null, "avg_changed": 4.616312408446, "min_base": 4.53924703598, "delta_min": "1.0151x slower", "delta_avg": "1.0139x slower", "std_changed": 0.007149547774775077, "min_changed": 4.60757303238, "delta_std": "2.3056x smaller", "std_base": 0.01648396725148848, "t_msg": "Significant (t=-7.849204, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15565425395971996, "timeline_link": null, "avg_changed": 1.2743085718156006, "min_base": 0.149955034256, "delta_min": "8.3431x slower", "delta_avg": "8.1868x slower", "std_changed": 0.01001985292050796, "min_changed": 1.25108289719, "delta_std": "3.9082x larger", "std_base": 0.0025638154233110985, "t_msg": "Significant (t=-764.801420, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.043375773429883406, "timeline_link": null, "avg_changed": 0.20538383483885997, "min_base": 0.00993704795837, "delta_min": "20.0572x slower", "delta_avg": "4.7350x slower", "std_changed": 0.007536846320320035, "min_changed": 0.199308872223, "delta_std": "6.6613x smaller", "std_base": 0.0502054516756924, "t_msg": "Significant (t=-22.564797, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048404126167284, "timeline_link": null, "avg_changed": 0.2164767360687, "min_base": 0.0167808532715, "delta_min": "12.4666x slower", "delta_avg": "4.4723x slower", "std_changed": 0.003333071648098763, "min_changed": 0.20920085907, "delta_std": "17.1601x smaller", "std_base": 0.05719576869908976, "t_msg": "Significant (t=-20.743492, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0111567497253404, "timeline_link": null, "avg_changed": 1.1882463836674, "min_base": 0.00879812240601, "delta_min": "132.2028x slower", "delta_avg": "106.5047x slower", "std_changed": 0.007977323972374375, "min_changed": 1.1631360054, "delta_std": "1.3903x smaller", "std_base": 0.01109085145360511, "t_msg": "Significant (t=-609.237637, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015613269805909997, "timeline_link": null, "avg_changed": 0.18954882144935997, "min_base": 0.00139784812927, "delta_min": "132.0894x slower", "delta_avg": "121.4024x slower", "std_changed": 0.0019087558968548133, "min_changed": 0.184640884399, "delta_std": "4.5501x larger", "std_base": 0.00041949834806670943, "t_msg": "Significant (t=-680.174721, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09178611755371399, "timeline_link": null, "avg_changed": 0.30019556045524, "min_base": 0.0373909473419, "delta_min": "7.7708x slower", "delta_avg": "3.2706x slower", "std_changed": 0.006260390561477385, "min_changed": 0.290555953979, "delta_std": "11.9974x smaller", "std_base": 0.07510813640115473, "t_msg": "Significant (t=-19.552937, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12010659694674, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18309038162228, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12005402564999999, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25635215282437995, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15262735843662, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13830703735348002, "timeline_link": null, "avg_changed": 0.43839686393744, "min_base": 0.136323928833, "delta_min": "3.1335x slower", "delta_avg": "3.1697x slower", "std_changed": 0.005567553136995948, "min_changed": 0.427171945572, "delta_std": "3.6087x larger", "std_base": 0.001542819499748081, "t_msg": "Significant (t=-367.287806, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042791681289678, "timeline_link": null, "avg_changed": 0.21096507072451998, "min_base": 0.030079126358, "delta_min": "6.8395x slower", "delta_avg": "4.9300x slower", "std_changed": 0.0022500794388204595, "min_changed": 0.205726861954, "delta_std": "5.2254x smaller", "std_base": 0.011757569245108578, "t_msg": "Significant (t=-99.337722, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0056215476989753994, "timeline_link": null, "avg_changed": 0.32730310916902, "min_base": 0.0050630569458, "delta_min": "63.4099x slower", "delta_avg": "58.2230x slower", "std_changed": 0.0034028305828110988, "min_changed": 0.321048021317, "delta_std": "1.4898x larger", "std_base": 0.002284100752503496, "t_msg": "Significant (t=-555.013344, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0144000000000002, "timeline_link": null, "avg_changed": 4.8314, "min_base": 0.98, "delta_min": "4.7959x slower", "delta_avg": "4.7628x slower", "std_changed": 0.05432367094085045, "min_changed": 4.7, "delta_std": "2.4131x larger", "std_base": 0.022511674975533972, "t_msg": "Significant (t=-458.991793, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3880000000000004, "timeline_link": null, "avg_changed": 3.7342, "min_base": 0.37, "delta_min": "9.7568x slower", "delta_avg": "9.6242x slower", "std_changed": 0.052995571628626593, "min_changed": 3.61, "delta_std": "2.5241x larger", "std_base": 0.020995626366712948, "t_msg": "Significant (t=-415.086735, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.035411961873374004, "timeline_link": null, "avg_changed": 0.21500109036765266, "min_base": 0.0210258960724, "delta_min": "2.8629x slower", "delta_avg": "6.0714x slower", "std_changed": 0.08995174521575365, "min_changed": 0.0601959228516, "delta_std": "5.4227x larger", "std_base": 0.016588072146476885, "t_msg": "Significant (t=-24.046633, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017100353717803902, "timeline_link": null, "avg_changed": 0.0438617134094254, "min_base": 0.00347304344177, "delta_min": "7.8159x slower", "delta_avg": "2.5650x slower", "std_changed": 0.07572498870899817, "min_changed": 0.027144908905, "delta_std": "1.4167x larger", "std_base": 0.05345153567846026, "t_msg": "Significant (t=-6.455988, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.734005355835, "timeline_link": null, "avg_changed": 17.186795401570002, "min_base": 0.723187923431, "delta_min": "23.5888x slower", "delta_avg": "23.4151x slower", "std_changed": 0.06685418790037183, "min_changed": 17.0591099262, "delta_std": "10.3115x larger", "std_base": 0.006483479738097092, "t_msg": "Significant (t=-774.601281, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2569120407104, "timeline_link": null, "avg_changed": 0.8307395935057998, "min_base": 0.174143075943, "delta_min": "4.7432x slower", "delta_avg": "3.2336x slower", "std_changed": 0.006678502036579593, "min_changed": 0.82600402832, "delta_std": "23.9872x smaller", "std_base": 0.16019846951768887, "t_msg": "Significant (t=-8.002597, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1580723762510001, "timeline_link": null, "avg_changed": 4.901981830596, "min_base": 0.734401941299, "delta_min": "6.6376x slower", "delta_avg": "4.2329x slower", "std_changed": 0.02350691371260688, "min_changed": 4.87468409538, "delta_std": "25.2099x smaller", "std_base": 0.5926061418427744, "t_msg": "Significant (t=-14.115712, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.250458240509, "timeline_link": null, "avg_changed": 0.39905037879940003, "min_base": 0.104884147644, "delta_min": "3.7266x slower", "delta_avg": "1.5933x slower", "std_changed": 0.006785610548103597, "min_changed": 0.390861988068, "delta_std": "28.0257x smaller", "std_base": 0.19017120865328727, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22173519134519998, "timeline_link": null, "avg_changed": 1.4264927864099999, "min_base": 0.153731107712, "delta_min": "9.1555x slower", "delta_avg": "6.4333x slower", "std_changed": 0.013158878752291896, "min_changed": 1.40748405457, "delta_std": "7.7244x smaller", "std_base": 0.10164380190134692, "t_msg": "Significant (t=-26.284186, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0113277028, "timeline_link": null, "avg_changed": 0.7188074780000001, "min_base": 0.008039931, "delta_min": "87.8070x slower", "delta_avg": "63.4557x slower", "std_changed": 0.010499113657301431, "min_changed": 0.705962226, "delta_std": "1.2016x larger", "std_base": 0.00873793463624813, "t_msg": "Significant (t=-366.237764, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [497.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [83.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024906397161966135, "timeline_link": null, "avg_changed": 0.13046683702744946, "min_base": 0.0024371757033079785, "delta_min": "52.5218x slower", "delta_avg": "52.3829x slower", "std_changed": 0.001334567142829715, "min_changed": 0.12800491538875092, "delta_std": "62.3328x larger", "std_base": 2.1410350990358414e-05, "t_msg": "Significant (t=-677.981579, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006811131106565507, "timeline_link": null, "avg_changed": 0.006643726511970978, "min_base": 0.0006752194463200541, "delta_min": "9.8079x slower", "delta_avg": "9.7542x slower", "std_changed": 2.755742967042905e-05, "min_changed": 0.006622516556291391, "delta_std": "4.4857x larger", "std_base": 6.143359843347363e-06, "t_msg": "Significant (t=-472.227056, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002700281945780179, "timeline_link": null, "avg_changed": 0.042495422977232085, "min_base": 0.002334267040149393, "delta_min": "17.8500x slower", "delta_avg": "15.7374x slower", "std_changed": 0.0004909269204931183, "min_changed": 0.041666666666666664, "delta_std": "2.3032x larger", "std_base": 0.0002131454442745563, "t_msg": "Significant (t=-525.772721, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.059545166064561686, "timeline_link": null, "avg_changed": 0.35599028921480724, "min_base": 0.0579846703027887, "delta_min": "6.0406x slower", "delta_avg": "5.9785x slower", "std_changed": 0.0026590694937121072, "min_changed": 0.3502626970227671, "delta_std": "3.1662x larger", "std_base": 0.0008398180661680679, "t_msg": "Significant (t=-751.714147, a=0.95)\n"}]], "branch": "", "revision": "98152:adff192a6c41"}