{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037220430374146, "timeline_link": null, "avg_changed": 0.7591285705566598, "min_base": 0.0368039608002, "delta_min": "20.3562x slower", "delta_avg": "20.3955x slower", "std_changed": 0.0049420293602650866, "min_changed": 0.74918794632, "delta_std": "8.6476x larger", "std_base": 0.0005714929950366177, "t_msg": "Significant (t=-1026.070194, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015577630996700674, "timeline_link": null, "avg_changed": 0.13552918116251328, "min_base": 0.0127651691437, "delta_min": "10.3424x slower", "delta_avg": "8.7002x slower", "std_changed": 0.0031154614971650283, "min_changed": 0.13202214241, "delta_std": "1.8269x smaller", "std_base": 0.005691666654565448, "t_msg": "Significant (t=-226.414592, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2845175743104, "timeline_link": null, "avg_changed": 1.4376176357264998, "min_base": 0.223752975464, "delta_min": "6.3340x slower", "delta_avg": "5.0528x slower", "std_changed": 0.04632800121999212, "min_changed": 1.41724085808, "delta_std": "4.1187x smaller", "std_base": 0.19081294873129964, "t_msg": "Significant (t=-26.262542, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.489470047951001, "timeline_link": null, "avg_changed": 21.041139459612, "min_base": 3.41988110542, "delta_min": "6.1145x slower", "delta_avg": "6.0299x slower", "std_changed": 0.11406655920169567, "min_changed": 20.9109740257, "delta_std": "1.4734x larger", "std_base": 0.07741818153844786, "t_msg": "Significant (t=-900.269004, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019235844612121997, "timeline_link": null, "avg_changed": 0.23100911617279998, "min_base": 0.0160410404205, "delta_min": "14.2488x slower", "delta_avg": "12.0093x slower", "std_changed": 0.0023379699950248985, "min_changed": 0.22856593132, "delta_std": "2.2501x smaller", "std_base": 0.00526073260686862, "t_msg": "Significant (t=-260.118145, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.718272991180202, "timeline_link": null, "avg_changed": 47.420412817004, "min_base": 7.58546996117, "delta_min": "6.2218x slower", "delta_avg": "6.1439x slower", "std_changed": 0.134539095070911, "min_changed": 47.1953089237, "delta_std": "1.5048x smaller", "std_base": 0.20244814439208145, "t_msg": "Significant (t=-1154.932362, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008884639739996201, "timeline_link": null, "avg_changed": 0.5451615762710201, "min_base": 0.0063169002533, "delta_min": "85.9503x slower", "delta_avg": "61.3600x slower", "std_changed": 0.0019320899150665936, "min_changed": 0.542939186096, "delta_std": "8.0921x smaller", "std_base": 0.015634599131800164, "t_msg": "Significant (t=-240.711189, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [140.713660955], "base_times": [144.692921877]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04816097259521, "timeline_link": null, "avg_changed": 3.3208125734332, "min_base": 0.0456430912018, "delta_min": "72.2146x slower", "delta_avg": "68.9524x slower", "std_changed": 0.01275859422043222, "min_changed": 3.29609894753, "delta_std": "1.0673x smaller", "std_base": 0.013616706092772655, "t_msg": "Significant (t=-1240.145468, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010104017257693401, "timeline_link": null, "avg_changed": 0.04009040355682198, "min_base": 0.00141000747681, "delta_min": "28.1593x slower", "delta_avg": "3.9678x slower", "std_changed": 0.00031013664173582347, "min_changed": 0.0397047996521, "delta_std": "38.0925x smaller", "std_base": 0.011813877177391643, "t_msg": "Significant (t=-17.941844, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03113870143890601, "timeline_link": null, "avg_changed": 1.0652810001368, "min_base": 0.0296549797058, "delta_min": "35.7207x slower", "delta_avg": "34.2108x slower", "std_changed": 0.0051396131303808185, "min_changed": 1.05929803848, "delta_std": "2.5515x larger", "std_base": 0.0020143336654582897, "t_msg": "Significant (t=-1324.666444, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43644928932195987, "timeline_link": null, "avg_changed": 1.1038493537901999, "min_base": 0.343476057053, "delta_min": "3.1863x slower", "delta_avg": "2.5292x slower", "std_changed": 0.004275722563281276, "min_changed": 1.09442400932, "delta_std": "22.6569x smaller", "std_base": 0.09687471439242533, "t_msg": "Significant (t=-48.667407, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17514136314394002, "timeline_link": null, "avg_changed": 1.7051334094996, "min_base": 0.173551797867, "delta_min": "9.7660x slower", "delta_avg": "9.7358x slower", "std_changed": 0.006030604513874157, "min_changed": 1.69490194321, "delta_std": "1.2086x larger", "std_base": 0.0049897090016451425, "t_msg": "Significant (t=-1382.186305, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040970954895018015, "timeline_link": null, "avg_changed": 0.6148156738280801, "min_base": 0.0342891216278, "delta_min": "17.6292x slower", "delta_avg": "15.0061x slower", "std_changed": 0.005492180390582008, "min_changed": 0.604490995407, "delta_std": "1.0542x larger", "std_base": 0.005209834842900121, "t_msg": "Significant (t=-536.015977, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014982981681817999, "timeline_link": null, "avg_changed": 0.26514865398411996, "min_base": 0.0123720169067, "delta_min": "21.2245x slower", "delta_avg": "17.6967x slower", "std_changed": 0.002572473272171287, "min_changed": 0.262589931488, "delta_std": "4.6902x smaller", "std_base": 0.012065503773241086, "t_msg": "Significant (t=-143.388378, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.055621647834774, "timeline_link": null, "avg_changed": 0.5847770214080998, "min_base": 0.0505359172821, "delta_min": "11.4900x slower", "delta_avg": "10.5135x slower", "std_changed": 0.002929058814325202, "min_changed": 0.580657958984, "delta_std": "8.6049x smaller", "std_base": 0.025204240188183753, "t_msg": "Significant (t=-147.462489, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.14876106262204, "timeline_link": null, "avg_changed": 1.6291408109668, "min_base": 0.107978105545, "delta_min": "15.0186x slower", "delta_avg": "10.9514x slower", "std_changed": 0.006016347997514774, "min_changed": 1.62168002129, "delta_std": "7.8850x smaller", "std_base": 0.04743899816016228, "t_msg": "Significant (t=-218.906076, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.4774855375, "timeline_link": null, "avg_changed": 352.84105849299993, "min_base": 12.1448860168, "delta_min": "29.0375x slower", "delta_avg": "28.2782x slower", "std_changed": 0.1861867137467206, "min_changed": 352.65674305, "delta_std": "1.8045x smaller", "std_base": 0.33597625215195115, "t_msg": "Significant (t=-6265.634272, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5530710220339996, "timeline_link": null, "avg_changed": 20.61977353096, "min_base": 2.88225007057, "delta_min": "7.1404x slower", "delta_avg": "5.8034x slower", "std_changed": 0.04052930143053373, "min_changed": 20.5803630352, "delta_std": "23.3339x smaller", "std_base": 0.9457052550947403, "t_msg": "Significant (t=-40.316271, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7643103933334998, "timeline_link": null, "avg_changed": 24.278538866048, "min_base": 0.752646923065, "delta_min": "32.0779x slower", "delta_avg": "31.7653x slower", "std_changed": 0.07355847340099912, "min_changed": 24.143337965, "delta_std": "3.4925x larger", "std_base": 0.02106203259928244, "t_msg": "Significant (t=-2173.063314, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07179357051849199, "timeline_link": null, "avg_changed": 0.45896149158472016, "min_base": 0.0703129768372, "delta_min": "6.4742x slower", "delta_avg": "6.3928x slower", "std_changed": 0.0024447840732096386, "min_changed": 0.455218076706, "delta_std": "1.9795x smaller", "std_base": 0.004839351688000725, "t_msg": "Significant (t=-504.938026, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03301712036132199, "timeline_link": null, "avg_changed": 0.7112234640120803, "min_base": 0.0321600437164, "delta_min": "21.9038x slower", "delta_avg": "21.5411x slower", "std_changed": 0.009010780146161872, "min_changed": 0.70442700386, "delta_std": "2.8266x larger", "std_base": 0.003187900470995255, "t_msg": "Significant (t=-501.737138, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.81925616264, "timeline_link": null, "avg_changed": 44.934476661679994, "min_base": 18.7308299541, "delta_min": "2.3916x slower", "delta_avg": "2.3877x slower", "std_changed": 0.11034039141214232, "min_changed": 44.7966961861, "delta_std": "1.1600x larger", "std_base": 0.09512185052009542, "t_msg": "Significant (t=-400.842340, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.305747842790002, "timeline_link": null, "avg_changed": 9.460553789139999, "min_base": 9.29635000229, "delta_min": "1.0160x slower", "delta_avg": "1.0166x slower", "std_changed": 0.011852943212183258, "min_changed": 9.44552993774, "delta_std": "1.6463x smaller", "std_base": 0.019513839652652284, "t_msg": "Significant (t=-15.161291, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29753158092498, "timeline_link": null, "avg_changed": 2.8280335426336, "min_base": 0.288082838058, "delta_min": "9.7704x slower", "delta_avg": "9.5050x slower", "std_changed": 0.010150608788926862, "min_changed": 2.81468081474, "delta_std": "1.4472x larger", "std_base": 0.007014105060274691, "t_msg": "Significant (t=-1450.233557, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.088665094375618, "timeline_link": null, "avg_changed": 0.45179811954497984, "min_base": 0.0213510990143, "delta_min": "20.9767x slower", "delta_avg": "5.0956x slower", "std_changed": 0.019915854152322547, "min_changed": 0.447875022888, "delta_std": "5.3831x smaller", "std_base": 0.10720888181191204, "t_msg": "Significant (t=-23.547932, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10895673274995402, "timeline_link": null, "avg_changed": 0.4878839111328601, "min_base": 0.0436720848083, "delta_min": "11.1253x slower", "delta_avg": "4.4778x slower", "std_changed": 0.0018475705298852314, "min_changed": 0.485867023468, "delta_std": "60.8010x smaller", "std_base": 0.11233419587727081, "t_msg": "Significant (t=-23.848993, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.030495333671569994, "timeline_link": null, "avg_changed": 2.8093425226214, "min_base": 0.0200281143188, "delta_min": "136.9464x slower", "delta_avg": "92.1237x slower", "std_changed": 0.05322139418295064, "min_changed": 2.74277806282, "delta_std": "3.1583x larger", "std_base": 0.016851338659250044, "t_msg": "Significant (t=-351.979352, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038039398193363983, "timeline_link": null, "avg_changed": 0.38901561260221995, "min_base": 0.00328993797302, "delta_min": "117.6244x slower", "delta_avg": "102.2665x slower", "std_changed": 0.0014360840050634482, "min_changed": 0.386976957321, "delta_std": "1.0352x smaller", "std_base": 0.0014866827688081717, "t_msg": "Significant (t=-1317.771793, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19276787757869202, "timeline_link": null, "avg_changed": 0.67988132953644, "min_base": 0.0850920677185, "delta_min": "7.7693x slower", "delta_avg": "3.5269x slower", "std_changed": 0.011083255649714012, "min_changed": 0.661103010178, "delta_std": "13.4372x smaller", "std_base": 0.14892753001666365, "t_msg": "Significant (t=-23.064328, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25148938655846, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47156338214871996, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21226914405821998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6074004602432, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36846312999719993, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2742583703995, "timeline_link": null, "avg_changed": 0.7049133539199798, "min_base": 0.26081609726, "delta_min": "2.6132x slower", "delta_avg": "2.5703x slower", "std_changed": 0.014173140800140751, "min_changed": 0.681562900543, "delta_std": "1.3536x larger", "std_base": 0.01047078655727965, "t_msg": "Significant (t=-172.811637, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.085151124000586, "timeline_link": null, "avg_changed": 0.4344394922257402, "min_base": 0.0580620765686, "delta_min": "7.4454x slower", "delta_avg": "5.1020x slower", "std_changed": 0.0030214912453044723, "min_changed": 0.432292938232, "delta_std": "8.4003x smaller", "std_base": 0.02538134775171712, "t_msg": "Significant (t=-96.627059, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0094961023330686, "timeline_link": null, "avg_changed": 0.8177917909622198, "min_base": 0.00851607322693, "delta_min": "95.5675x slower", "delta_avg": "86.1187x slower", "std_changed": 0.0026051712729391217, "min_changed": 0.813859939575, "delta_std": "1.5174x smaller", "std_base": 0.003952972334818444, "t_msg": "Significant (t=-1207.274879, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2018, "timeline_link": null, "avg_changed": 8.792999999999997, "min_base": 2.16, "delta_min": "4.0370x slower", "delta_avg": "3.9936x slower", "std_changed": 0.04845574458899039, "min_changed": 8.72, "delta_std": "1.6001x larger", "std_base": 0.030283692654898026, "t_msg": "Significant (t=-815.649975, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.805, "timeline_link": null, "avg_changed": 6.534799999999999, "min_base": 0.77, "delta_min": "8.3636x slower", "delta_avg": "8.1178x slower", "std_changed": 0.03447803204763206, "min_changed": 6.44, "delta_std": "1.0897x larger", "std_base": 0.031638906557642975, "t_msg": "Significant (t=-865.818162, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07197797775268269, "timeline_link": null, "avg_changed": 0.5204606517155871, "min_base": 0.046797990799, "delta_min": "2.5996x slower", "delta_avg": "7.2308x slower", "std_changed": 0.23533016972575538, "min_changed": 0.121656894684, "delta_std": "8.1713x larger", "std_base": 0.028799549008651882, "t_msg": "Significant (t=-23.167846, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01202514505386342, "timeline_link": null, "avg_changed": 0.06408685207366775, "min_base": 0.00751709938049, "delta_min": "7.1046x slower", "delta_avg": "5.3294x slower", "std_changed": 0.00773612491410925, "min_changed": 0.0534060001373, "delta_std": "1.5841x smaller", "std_base": 0.012254865297423218, "t_msg": "Significant (t=-80.327344, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9310621976847988, "timeline_link": null, "avg_changed": 46.065366692548004, "min_base": 1.91657710075, "delta_min": "23.9221x slower", "delta_avg": "23.8549x slower", "std_changed": 0.1304047658079691, "min_changed": 45.8486270905, "delta_std": "18.6929x larger", "std_base": 0.006976164143305868, "t_msg": "Significant (t=-2389.721390, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6449048519144001, "timeline_link": null, "avg_changed": 1.9364894390100003, "min_base": 0.46559214592, "delta_min": "4.1274x slower", "delta_avg": "3.0028x slower", "std_changed": 0.012379652830457047, "min_changed": 1.92169094086, "delta_std": "27.5703x smaller", "std_base": 0.3413110865952708, "t_msg": "Significant (t=-8.456136, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.540522432326, "timeline_link": null, "avg_changed": 11.97393565178, "min_base": 1.71853113174, "delta_min": "6.9554x slower", "delta_avg": "4.7132x slower", "std_changed": 0.016842798235517493, "min_changed": 11.9530820847, "delta_std": "71.6767x smaller", "std_base": 1.207236687618097, "t_msg": "Significant (t=-17.471057, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5528673648844, "timeline_link": null, "avg_changed": 0.9406904220582, "min_base": 0.304065942764, "delta_min": "3.0407x slower", "delta_avg": "1.7015x slower", "std_changed": 0.01676491682912157, "min_changed": 0.924564123154, "delta_std": "21.6685x smaller", "std_base": 0.36326985763845104, "t_msg": "Significant (t=-2.384664, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4619626045227999, "timeline_link": null, "avg_changed": 3.4010613918319996, "min_base": 0.31253695488, "delta_min": "10.8168x slower", "delta_avg": "7.3622x slower", "std_changed": 0.019463602520469185, "min_changed": 3.38065004349, "delta_std": "12.4344x smaller", "std_base": 0.2420178746858264, "t_msg": "Significant (t=-27.067729, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0267464601, "timeline_link": null, "avg_changed": 1.59129989494, "min_base": 0.021020293, "delta_min": "75.4782x slower", "delta_avg": "59.4957x slower", "std_changed": 0.004238143929804763, "min_changed": 1.586574402, "delta_std": "3.7296x smaller", "std_base": 0.015806550018407226, "t_msg": "Significant (t=-676.025238, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [739.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [120.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [165.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [190.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004904164192689206, "timeline_link": null, "avg_changed": 0.29088785152664814, "min_base": 0.00484797243248956, "delta_min": "59.6851x slower", "delta_avg": "59.3145x slower", "std_changed": 0.0010649020598582346, "min_changed": 0.28935185185185186, "delta_std": "31.7003x larger", "std_base": 3.359285011166813e-05, "t_msg": "Significant (t=-1898.019268, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001635135860275749, "timeline_link": null, "avg_changed": 0.013503067633503108, "min_base": 0.001606425702811245, "delta_min": "8.3222x slower", "delta_avg": "8.2581x slower", "std_changed": 0.00020836918313095582, "min_changed": 0.013368983957219251, "delta_std": "11.1493x larger", "std_base": 1.8689032971157505e-05, "t_msg": "Significant (t=-401.131411, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007147111575150403, "timeline_link": null, "avg_changed": 0.09676125522672833, "min_base": 0.006680026720106881, "delta_min": "14.2571x slower", "delta_avg": "13.5385x slower", "std_changed": 0.0005150225635923262, "min_changed": 0.09523809523809523, "delta_std": "1.4703x larger", "std_base": 0.00035028568156126574, "t_msg": "Significant (t=-1017.359945, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.2002069925053034, "timeline_link": null, "avg_changed": 1.0413563570711217, "min_base": 0.1958504192423037, "delta_min": "5.1952x slower", "delta_avg": "5.2014x slower", "std_changed": 0.015283463438091461, "min_changed": 1.0174880763116056, "delta_std": "2.5800x larger", "std_base": 0.005923870672458933, "t_msg": "Significant (t=-362.863499, a=0.95)\n"}]], "branch": "", "revision": "85599:8ab2ec92dcfc"}