{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.04004932880401399, "timeline_link": null, "avg_changed": 0.6525701379776401, "min_base": 0.0394759178162, "delta_min": "16.4424x slower", "delta_avg": "16.2942x slower", "std_changed": 0.003001674748496227, "min_changed": 0.649079084396, "delta_std": "5.0047x larger", "std_base": 0.0005997696016677944, "t_msg": "Significant (t=-1414.950581, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016169191996254002, "timeline_link": null, "avg_changed": 0.13410384337109993, "min_base": 0.0120749473572, "delta_min": "10.8279x slower", "delta_avg": "8.2938x slower", "std_changed": 0.0034142757552634794, "min_changed": 0.130746841431, "delta_std": "2.0771x smaller", "std_base": 0.007091903056458521, "t_msg": "Significant (t=-183.509310, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2649819016456, "timeline_link": null, "avg_changed": 1.3524469137194999, "min_base": 0.203679800034, "delta_min": "6.5484x slower", "delta_avg": "5.1039x slower", "std_changed": 0.04977566390886123, "min_changed": 1.33376908302, "delta_std": "3.9804x smaller", "std_base": 0.19812778740665954, "t_msg": "Significant (t=-23.806440, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.469860167503199, "timeline_link": null, "avg_changed": 19.608151798250006, "min_base": 3.46180796623, "delta_min": "5.6432x slower", "delta_avg": "5.6510x slower", "std_changed": 0.06469561546384092, "min_changed": 19.5355069637, "delta_std": "15.7674x larger", "std_base": 0.004103123793746705, "t_msg": "Significant (t=-1760.337833, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024016647338869993, "timeline_link": null, "avg_changed": 0.21296320915227998, "min_base": 0.0206048488617, "delta_min": "10.2139x slower", "delta_avg": "8.8673x slower", "std_changed": 0.0019832947325120003, "min_changed": 0.21045589447, "delta_std": "3.3660x smaller", "std_base": 0.0066757265229659205, "t_msg": "Significant (t=-191.848575, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 18.932852768898, "timeline_link": null, "avg_changed": 37.770646843906, "min_base": 18.8729269505, "delta_min": "1.9959x slower", "delta_avg": "1.9950x slower", "std_changed": 0.06684644855095859, "min_changed": 37.6691679955, "delta_std": "2.6193x smaller", "std_base": 0.175091038407669, "t_msg": "Significant (t=-710.730423, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008987469673150799, "timeline_link": null, "avg_changed": 0.50564630508428, "min_base": 0.00622415542603, "delta_min": "80.9758x slower", "delta_avg": "56.2613x slower", "std_changed": 0.0014318402263059095, "min_changed": 0.504006147385, "delta_std": "11.9937x smaller", "std_base": 0.01717311166901458, "t_msg": "Significant (t=-203.793278, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.404882908], "base_times": [142.783592224]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04770809650419601, "timeline_link": null, "avg_changed": 3.2377665424345996, "min_base": 0.0451698303223, "delta_min": "71.4955x slower", "delta_avg": "67.8662x slower", "std_changed": 0.003939557642782469, "min_changed": 3.22943806648, "delta_std": "3.8368x smaller", "std_base": 0.015115199142875483, "t_msg": "Significant (t=-1444.103094, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.011075387001035804, "timeline_link": null, "avg_changed": 0.033996682167048, "min_base": 0.00128984451294, "delta_min": "25.9813x slower", "delta_avg": "3.0696x slower", "std_changed": 0.0004013837212242663, "min_changed": 0.0335118770599, "delta_std": "32.1329x smaller", "std_base": 0.01289762731228922, "t_msg": "Significant (t=-12.560419, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.032805800437922, "timeline_link": null, "avg_changed": 0.97019952774044, "min_base": 0.0314722061157, "delta_min": "30.7068x slower", "delta_avg": "29.5740x slower", "std_changed": 0.0027608213889896123, "min_changed": 0.96640920639, "delta_std": "1.0417x larger", "std_base": 0.002650249963577708, "t_msg": "Significant (t=-1732.000963, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44674898147582015, "timeline_link": null, "avg_changed": 1.0044437360764003, "min_base": 0.371124982834, "delta_min": "2.6784x slower", "delta_avg": "2.2483x slower", "std_changed": 0.0039020330853457644, "min_changed": 0.994009017944, "delta_std": "21.0842x smaller", "std_base": 0.08227143379193536, "t_msg": "Significant (t=-47.878945, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17235264301300002, "timeline_link": null, "avg_changed": 1.6466735267637993, "min_base": 0.170726060867, "delta_min": "9.6049x slower", "delta_avg": "9.5541x slower", "std_changed": 0.0035822618419119657, "min_changed": 1.63980197906, "delta_std": "1.3433x smaller", "std_base": 0.004812143033267012, "t_msg": "Significant (t=-1737.761600, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04049697399139401, "timeline_link": null, "avg_changed": 0.55921001434332, "min_base": 0.0307290554047, "delta_min": "17.9691x slower", "delta_avg": "13.8087x slower", "std_changed": 0.0050250675723728455, "min_changed": 0.552174091339, "delta_std": "1.3551x smaller", "std_base": 0.006809337196054721, "t_msg": "Significant (t=-433.411001, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014680871963505999, "timeline_link": null, "avg_changed": 0.24215794563292, "min_base": 0.0118801593781, "delta_min": "20.2034x slower", "delta_avg": "16.4948x slower", "std_changed": 0.002801121073580129, "min_changed": 0.240019083023, "delta_std": "5.1906x smaller", "std_base": 0.014539517495695473, "t_msg": "Significant (t=-108.632288, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05944097995757999, "timeline_link": null, "avg_changed": 0.5099550867079999, "min_base": 0.0543270111084, "delta_min": "9.3047x slower", "delta_avg": "8.5792x slower", "std_changed": 0.003607025123890812, "min_changed": 0.505496025085, "delta_std": "7.6516x smaller", "std_base": 0.02759947782149803, "t_msg": "Significant (t=-114.449764, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18780397892000003, "timeline_link": null, "avg_changed": 1.4769445371619998, "min_base": 0.120301961899, "delta_min": "12.2291x slower", "delta_avg": "7.8643x slower", "std_changed": 0.0038083401693147848, "min_changed": 1.47117996216, "delta_std": "16.9859x smaller", "std_base": 0.06468797842635562, "t_msg": "Significant (t=-140.672878, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.931007981300002, "timeline_link": null, "avg_changed": 297.5863140819998, "min_base": 12.5730888844, "delta_min": "23.6668x slower", "delta_avg": "23.0134x slower", "std_changed": 0.021352677217712862, "min_changed": 297.56517601, "delta_std": "16.9324x smaller", "std_base": 0.3615528864773643, "t_msg": "Significant (t=-5557.460542, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.468606233596, "timeline_link": null, "avg_changed": 19.168183565139998, "min_base": 2.74938702583, "delta_min": "6.9630x slower", "delta_avg": "5.5262x slower", "std_changed": 0.019927141498195952, "min_changed": 19.1439931393, "delta_std": "48.8940x smaller", "std_base": 0.9743184831968279, "t_msg": "Significant (t=-36.023110, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8228248119354201, "timeline_link": null, "avg_changed": 23.246061673166, "min_base": 0.815736055374, "delta_min": "28.4705x slower", "delta_avg": "28.2515x slower", "std_changed": 0.011445944276345108, "min_changed": 23.2244539261, "delta_std": "1.5941x smaller", "std_base": 0.01824590859182829, "t_msg": "Significant (t=-7361.400367, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07867162704467602, "timeline_link": null, "avg_changed": 0.42815445423133996, "min_base": 0.0769159793854, "delta_min": "5.5478x slower", "delta_avg": "5.4423x slower", "std_changed": 0.0012118539487886173, "min_changed": 0.426714897156, "delta_std": "4.1403x smaller", "std_base": 0.0050173794975865126, "t_msg": "Significant (t=-478.764379, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032107663154600015, "timeline_link": null, "avg_changed": 0.6564452171325799, "min_base": 0.0313510894775, "delta_min": "20.8031x slower", "delta_avg": "20.4451x slower", "std_changed": 0.004092322258857436, "min_changed": 0.652198791504, "delta_std": "1.2534x larger", "std_base": 0.0032649469128179006, "t_msg": "Significant (t=-843.284020, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.408252811432, "timeline_link": null, "avg_changed": 9.543612527848, "min_base": 9.39795303345, "delta_min": "1.0148x slower", "delta_avg": "1.0144x slower", "std_changed": 0.005150861457981606, "min_changed": 9.53728580475, "delta_std": "3.1549x smaller", "std_base": 0.01625048094794256, "t_msg": "Significant (t=-17.754953, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2978004598617001, "timeline_link": null, "avg_changed": 2.6252449035643997, "min_base": 0.292860984802, "delta_min": "8.9153x slower", "delta_avg": "8.8154x slower", "std_changed": 0.006941223282314379, "min_changed": 2.61092996597, "delta_std": "1.9313x larger", "std_base": 0.0035939840992175844, "t_msg": "Significant (t=-2105.490604, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.128073830604556, "timeline_link": null, "avg_changed": 0.42650481700902015, "min_base": 0.036602973938, "delta_min": "11.5693x slower", "delta_avg": "3.3301x slower", "std_changed": 0.01887521753545279, "min_changed": 0.42346906662, "delta_std": "7.9691x smaller", "std_base": 0.15041915697868063, "t_msg": "Significant (t=-13.919805, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034621357917776, "timeline_link": null, "avg_changed": 2.5918514251708005, "min_base": 0.0196878910065, "delta_min": "126.4610x slower", "delta_avg": "74.8628x slower", "std_changed": 0.3808979269062105, "min_changed": 2.48975110054, "delta_std": "19.0887x larger", "std_base": 0.019954083239814315, "t_msg": "Significant (t=-47.407939, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036902666091922, "timeline_link": null, "avg_changed": 0.35388366699221996, "min_base": 0.00352501869202, "delta_min": "100.0607x slower", "delta_avg": "95.8965x slower", "std_changed": 0.0008540915615949333, "min_changed": 0.352715969086, "delta_std": "1.7730x larger", "std_base": 0.00048173014566221096, "t_msg": "Significant (t=-2525.283323, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19735893726347403, "timeline_link": null, "avg_changed": 0.63653731346128, "min_base": 0.0842800140381, "delta_min": "7.3976x slower", "delta_avg": "3.2253x slower", "std_changed": 0.009845412338725304, "min_changed": 0.623466968536, "delta_std": "15.7649x smaller", "std_base": 0.15521157534030935, "t_msg": "Significant (t=-19.967784, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25498067378996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47316747665408004, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21694765567788007, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6062516355515398, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37119417667391985, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.24041748046877998, "timeline_link": null, "avg_changed": 0.7014146995544199, "min_base": 0.232975006104, "delta_min": "2.8538x slower", "delta_avg": "2.9175x slower", "std_changed": 0.0256830914035525, "min_changed": 0.664860963821, "delta_std": "2.2194x larger", "std_base": 0.011571976794352127, "t_msg": "Significant (t=-115.718057, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084923024177558, "timeline_link": null, "avg_changed": 0.43544347286226, "min_base": 0.0578761100769, "delta_min": "7.4952x slower", "delta_avg": "5.1275x slower", "std_changed": 0.002059991231992632, "min_changed": 0.433790922165, "delta_std": "11.6864x smaller", "std_base": 0.024073879211423708, "t_msg": "Significant (t=-102.581275, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.018581480979924007, "timeline_link": null, "avg_changed": 0.7823980379104597, "min_base": 0.0176389217377, "delta_min": "44.2081x slower", "delta_avg": "42.1063x slower", "std_changed": 0.002179526029585971, "min_changed": 0.779783010483, "delta_std": "1.8164x smaller", "std_base": 0.003958822947875209, "t_msg": "Significant (t=-1195.138999, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.455, "timeline_link": null, "avg_changed": 8.6766, "min_base": 2.43, "delta_min": "3.5350x slower", "delta_avg": "3.5343x slower", "std_changed": 0.03701130549837279, "min_changed": 8.59, "delta_std": "1.4847x larger", "std_base": 0.02492846909516445, "t_msg": "Significant (t=-985.876523, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8072000000000001, "timeline_link": null, "avg_changed": 6.602000000000004, "min_base": 0.78, "delta_min": "8.4103x slower", "delta_avg": "8.1789x slower", "std_changed": 0.02610809554642448, "min_changed": 6.56, "delta_std": "1.4540x smaller", "std_base": 0.03796023698341111, "t_msg": "Significant (t=-889.381560, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9716349267960005, "timeline_link": null, "avg_changed": 44.650971903798, "min_base": 1.96254992485, "delta_min": "22.6892x slower", "delta_avg": "22.6467x slower", "std_changed": 0.059809660595457045, "min_changed": 44.5286040306, "delta_std": "12.9233x larger", "std_base": 0.004628053552953512, "t_msg": "Significant (t=-5030.776351, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6064778327954, "timeline_link": null, "avg_changed": 1.8169765949239998, "min_base": 0.458712100983, "delta_min": "3.9350x slower", "delta_avg": "2.9959x slower", "std_changed": 0.00768114928385592, "min_changed": 1.80503416061, "delta_std": "38.6671x smaller", "std_base": 0.29700769148798933, "t_msg": "Significant (t=-9.110380, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6264472961419996, "timeline_link": null, "avg_changed": 11.24361906052, "min_base": 1.80813717842, "delta_min": "6.2109x slower", "delta_avg": "4.2809x slower", "std_changed": 0.0091622660479052, "min_changed": 11.230104208, "delta_std": "135.5983x smaller", "std_base": 1.2423875960366608, "t_msg": "Significant (t=-15.508894, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.558859157562, "timeline_link": null, "avg_changed": 0.8790647506714, "min_base": 0.286973953247, "delta_min": "3.0133x slower", "delta_avg": "1.5730x slower", "std_changed": 0.017403026828335035, "min_changed": 0.864726781845, "delta_std": "20.5378x smaller", "std_base": 0.35742074134615476, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.535871601105, "timeline_link": null, "avg_changed": 3.0918721675859997, "min_base": 0.375376939774, "delta_min": "8.1754x slower", "delta_avg": "5.7698x slower", "std_changed": 0.01552882192186115, "min_changed": 3.06884694099, "delta_std": "12.3016x smaller", "std_base": 0.1910294526766246, "t_msg": "Significant (t=-29.820533, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026468294879999993, "timeline_link": null, "avg_changed": 1.59686873934, "min_base": 0.021633156, "delta_min": "73.7324x slower", "delta_avg": "60.3314x slower", "std_changed": 0.0012291955199938529, "min_changed": 1.595064968, "delta_std": "9.4703x smaller", "std_base": 0.011640891774536583, "t_msg": "Significant (t=-948.639921, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [412.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [747.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [127.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [180.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [202.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004849870174155352, "timeline_link": null, "avg_changed": 0.2686052196034333, "min_base": 0.004816746865501978, "delta_min": "55.5565x slower", "delta_avg": "55.3840x slower", "std_changed": 0.0009789245783975004, "min_changed": 0.2676014878642725, "delta_std": "39.4374x larger", "std_base": 2.4822242599757964e-05, "t_msg": "Significant (t=-1904.572346, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015293724042988205, "timeline_link": null, "avg_changed": 0.012726840071213007, "min_base": 0.0015087507543753772, "delta_min": "8.4005x slower", "delta_avg": "8.3216x slower", "std_changed": 6.498176556290398e-05, "min_changed": 0.012674271229404309, "delta_std": "4.0658x larger", "std_base": 1.5982368527335e-05, "t_msg": "Significant (t=-1134.889270, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007151267246988239, "timeline_link": null, "avg_changed": 0.08946678185034347, "min_base": 0.006720430107526882, "delta_min": "13.2267x slower", "delta_avg": "12.5106x slower", "std_changed": 0.0007001626936637148, "min_changed": 0.08888888888888889, "delta_std": "1.9267x larger", "std_base": 0.0003634040879294115, "t_msg": "Significant (t=-737.853555, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1953081699436723, "timeline_link": null, "avg_changed": 0.9790295658660391, "min_base": 0.19109040965006568, "delta_min": "5.0869x slower", "delta_avg": "5.0127x slower", "std_changed": 0.0041422709163098205, "min_changed": 0.9720534629404617, "delta_std": "1.5530x larger", "std_base": 0.0026672993215448894, "t_msg": "Significant (t=-1124.827501, a=0.95)\n"}]], "branch": "", "revision": "81021:37009d52af09"}