{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036111207008362005, "timeline_link": null, "avg_changed": 0.7657970523834, "min_base": 0.0357131958008, "delta_min": "21.1902x slower", "delta_avg": "21.2066x slower", "std_changed": 0.0036541887822675893, "min_changed": 0.756768941879, "delta_std": "5.9959x larger", "std_base": 0.0006094497255008368, "t_msg": "Significant (t=-1392.747118, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.017291607856748003, "timeline_link": null, "avg_changed": 0.15636572043100658, "min_base": 0.0135190486908, "delta_min": "11.2743x slower", "delta_avg": "9.0429x slower", "std_changed": 0.0031375876399452876, "min_changed": 0.152417182922, "delta_std": "2.2892x smaller", "std_base": 0.007182433805707066, "t_msg": "Significant (t=-217.317783, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28536064624799995, "timeline_link": null, "avg_changed": 1.5151682972905, "min_base": 0.22521686554, "delta_min": "6.6942x slower", "delta_avg": "5.3097x slower", "std_changed": 0.007264240438399391, "min_changed": 1.50765609741, "delta_std": "27.8970x smaller", "std_base": 0.20265043175022726, "t_msg": "Significant (t=-27.122256, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3766049003602, "timeline_link": null, "avg_changed": 21.856864948271994, "min_base": 3.36590385437, "delta_min": "6.4717x slower", "delta_avg": "6.4730x slower", "std_changed": 0.07108001836763791, "min_changed": 21.7832520008, "delta_std": "15.7443x larger", "std_base": 0.0045146529802989445, "t_msg": "Significant (t=-1834.726372, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020814375877381996, "timeline_link": null, "avg_changed": 0.2398416376113999, "min_base": 0.0173351764679, "delta_min": "13.7013x slower", "delta_avg": "11.5229x slower", "std_changed": 0.0020493137771321122, "min_changed": 0.237514972687, "delta_std": "2.5754x smaller", "std_base": 0.005277859672030443, "t_msg": "Significant (t=-273.547007, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.347142300606201, "timeline_link": null, "avg_changed": 50.497244129178014, "min_base": 8.27738881111, "delta_min": "6.0756x slower", "delta_avg": "6.0496x slower", "std_changed": 0.07332759345358271, "min_changed": 50.2905030251, "delta_std": "2.6280x smaller", "std_base": 0.19270517864618336, "t_msg": "Significant (t=-1445.528733, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091100978851254, "timeline_link": null, "avg_changed": 0.5704795074462, "min_base": 0.00649404525757, "delta_min": "87.6745x slower", "delta_avg": "62.6206x slower", "std_changed": 0.000617698724592302, "min_changed": 0.569361925125, "delta_std": "26.3060x smaller", "std_base": 0.016249158299142575, "t_msg": "Significant (t=-244.112100, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [325.459110975], "base_times": [134.881499052]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049344682693471996, "timeline_link": null, "avg_changed": 3.2734401607511994, "min_base": 0.0466530323029, "delta_min": "70.0097x slower", "delta_avg": "66.3383x slower", "std_changed": 0.00402164496997271, "min_changed": 3.26616621017, "delta_std": "3.4672x smaller", "std_base": 0.01394375719873672, "t_msg": "Significant (t=-1570.947452, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010384764671323201, "timeline_link": null, "avg_changed": 0.040015740394586, "min_base": 0.00147485733032, "delta_min": "26.9328x slower", "delta_avg": "3.8533x slower", "std_changed": 0.00045936353074098676, "min_changed": 0.0397219657898, "delta_std": "25.7558x smaller", "std_base": 0.011831253358588062, "t_msg": "Significant (t=-17.695918, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029071011543270006, "timeline_link": null, "avg_changed": 1.1192231369018004, "min_base": 0.0274188518524, "delta_min": "40.7314x slower", "delta_avg": "38.4996x slower", "std_changed": 0.0018460071808398533, "min_changed": 1.11680817604, "delta_std": "1.5207x smaller", "std_base": 0.0028071799233636264, "t_msg": "Significant (t=-2294.370638, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42980772972110004, "timeline_link": null, "avg_changed": 1.1272057771682003, "min_base": 0.335948228836, "delta_min": "3.3366x slower", "delta_avg": "2.6226x slower", "std_changed": 0.0018719750655378732, "min_changed": 1.12091803551, "delta_std": "59.0449x smaller", "std_base": 0.11053055743214571, "t_msg": "Significant (t=-44.608857, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17584490299220001, "timeline_link": null, "avg_changed": 1.6531360483172002, "min_base": 0.172649860382, "delta_min": "9.5191x slower", "delta_avg": "9.4011x slower", "std_changed": 0.009087899657447029, "min_changed": 1.64347887039, "delta_std": "2.1203x larger", "std_base": 0.004286077548674232, "t_msg": "Significant (t=-1039.622348, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04269264221191001, "timeline_link": null, "avg_changed": 0.62369254112242, "min_base": 0.0363388061523, "delta_min": "16.9358x slower", "delta_avg": "14.6089x slower", "std_changed": 0.0039399507839078226, "min_changed": 0.615426063538, "delta_std": "1.1508x smaller", "std_base": 0.004533956031474244, "t_msg": "Significant (t=-683.955708, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.01627865314483, "timeline_link": null, "avg_changed": 0.27545842170712, "min_base": 0.0134088993073, "delta_min": "20.3290x slower", "delta_avg": "16.9215x slower", "std_changed": 0.0025867588956445383, "min_changed": 0.27259016037, "delta_std": "5.3450x smaller", "std_base": 0.013826311294413769, "t_msg": "Significant (t=-130.289395, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05373888969421998, "timeline_link": null, "avg_changed": 0.6048459100723401, "min_base": 0.0481600761414, "delta_min": "12.4964x slower", "delta_avg": "11.2553x slower", "std_changed": 0.0023823045820559018, "min_changed": 0.601829051971, "delta_std": "11.6445x smaller", "std_base": 0.027740846459355727, "t_msg": "Significant (t=-139.960562, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16905811786657998, "timeline_link": null, "avg_changed": 1.7161446857449996, "min_base": 0.111588001251, "delta_min": "15.3396x slower", "delta_avg": "10.1512x slower", "std_changed": 0.0025034168735405555, "min_changed": 1.71171498299, "delta_std": "22.0477x smaller", "std_base": 0.055194461647431935, "t_msg": "Significant (t=-197.996658, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.199575543399996, "timeline_link": null, "avg_changed": 348.1740235089998, "min_base": 10.8563580513, "delta_min": "32.0639x slower", "delta_avg": "31.0881x slower", "std_changed": 0.0778145223501554, "min_changed": 348.096991062, "delta_std": "4.4555x smaller", "std_base": 0.3467020229796432, "t_msg": "Significant (t=-6705.845828, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4335486412039997, "timeline_link": null, "avg_changed": 21.717183017740002, "min_base": 2.69090914726, "delta_min": "8.0686x slower", "delta_avg": "6.3250x slower", "std_changed": 0.004416621876378838, "min_changed": 21.711933136, "delta_std": "228.5583x smaller", "std_base": 1.0094557661240753, "t_msg": "Significant (t=-40.500099, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7444215345383002, "timeline_link": null, "avg_changed": 26.224298758517993, "min_base": 0.740013837814, "delta_min": "35.4023x slower", "delta_avg": "35.2278x slower", "std_changed": 0.014315967409909345, "min_changed": 26.1981701851, "delta_std": "1.2527x smaller", "std_base": 0.017933511014305122, "t_msg": "Significant (t=-7851.621085, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079624867439262, "timeline_link": null, "avg_changed": 0.45634285926816, "min_base": 0.0782618522644, "delta_min": "5.8234x slower", "delta_avg": "5.7312x slower", "std_changed": 0.000260025930291266, "min_changed": 0.455751180649, "delta_std": "19.6294x smaller", "std_base": 0.00510414551549306, "t_msg": "Significant (t=-521.213295, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03217865467071399, "timeline_link": null, "avg_changed": 0.69118237018578, "min_base": 0.0309998989105, "delta_min": "22.1808x slower", "delta_avg": "21.4795x slower", "std_changed": 0.002810993581357643, "min_changed": 0.687602996826, "delta_std": "1.1206x larger", "std_base": 0.0025085514644243067, "t_msg": "Significant (t=-1236.837319, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.41179060934, "timeline_link": null, "avg_changed": 47.280356025699994, "min_base": 20.3931620121, "delta_min": "2.3178x slower", "delta_avg": "2.3163x slower", "std_changed": 0.014474049321376548, "min_changed": 47.2673950195, "delta_std": "1.9809x smaller", "std_base": 0.028671043535414803, "t_msg": "Significant (t=-1870.635683, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.839301586160001, "timeline_link": null, "avg_changed": 10.9830098629, "min_base": 10.8331599236, "delta_min": "1.0132x slower", "delta_avg": "1.0133x slower", "std_changed": 0.009627533298324453, "min_changed": 10.9761970043, "delta_std": "1.3518x smaller", "std_base": 0.013014155425910185, "t_msg": "Significant (t=-19.850359, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29143270492554, "timeline_link": null, "avg_changed": 2.8243366670606, "min_base": 0.283529996872, "delta_min": "9.9399x slower", "delta_avg": "9.6912x slower", "std_changed": 0.0035006700259682844, "min_changed": 2.8182721138, "delta_std": "1.5585x smaller", "std_base": 0.005455645431753779, "t_msg": "Significant (t=-2763.007866, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.090794191360474, "timeline_link": null, "avg_changed": 0.48917580127714005, "min_base": 0.0225689411163, "delta_min": "21.5278x slower", "delta_avg": "5.3877x slower", "std_changed": 0.0149826815434971, "min_changed": 0.485858917236, "delta_std": "7.2533x smaller", "std_base": 0.1086742834257211, "t_msg": "Significant (t=-25.678450, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09890726089475801, "timeline_link": null, "avg_changed": 0.5311580562591199, "min_base": 0.0377869606018, "delta_min": "14.0035x slower", "delta_avg": "5.3703x slower", "std_changed": 0.0027520966764861114, "min_changed": 0.529150009155, "delta_std": "43.5347x smaller", "std_base": 0.11981173693936938, "t_msg": "Significant (t=-25.503918, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031422867774964, "timeline_link": null, "avg_changed": 2.8431369447703996, "min_base": 0.0185949802399, "delta_min": "150.0150x slower", "delta_avg": "90.4799x slower", "std_changed": 0.016360466720017366, "min_changed": 2.78952598572, "delta_std": "1.0469x smaller", "std_base": 0.017128485586952267, "t_msg": "Significant (t=-839.373815, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003241024017334001, "timeline_link": null, "avg_changed": 0.3737296199798601, "min_base": 0.00290417671204, "delta_min": "128.4306x slower", "delta_avg": "115.3122x slower", "std_changed": 0.0006458745912914642, "min_changed": 0.372985124588, "delta_std": "1.6097x smaller", "std_base": 0.0010396440798095138, "t_msg": "Significant (t=-2140.434486, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19357086658475797, "timeline_link": null, "avg_changed": 0.7241183710098601, "min_base": 0.0796720981598, "delta_min": "8.9062x slower", "delta_avg": "3.7408x slower", "std_changed": 0.009973140042715312, "min_changed": 0.709572076797, "delta_std": "15.7561x smaller", "std_base": 0.1571376470649048, "t_msg": "Significant (t=-23.826272, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24394189357758, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4680025672912799, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18548970222476005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5905801677704199, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36699740886684007, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26432001113882003, "timeline_link": null, "avg_changed": 0.7295131397248003, "min_base": 0.253411054611, "delta_min": "2.8205x slower", "delta_avg": "2.7600x slower", "std_changed": 0.011147715538722269, "min_changed": 0.714751958847, "delta_std": "1.1879x larger", "std_base": 0.009384754905865999, "t_msg": "Significant (t=-225.734055, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08920175552371201, "timeline_link": null, "avg_changed": 0.45477377891542015, "min_base": 0.0628101825714, "delta_min": "7.2131x slower", "delta_avg": "5.0983x slower", "std_changed": 0.0020313535137523975, "min_changed": 0.453057050705, "delta_std": "11.8190x smaller", "std_base": 0.02400851393311049, "t_msg": "Significant (t=-107.286159, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009052681922912401, "timeline_link": null, "avg_changed": 0.73004521846772, "min_base": 0.00827693939209, "delta_min": "87.9001x slower", "delta_avg": "80.6441x slower", "std_changed": 0.0019176216004496338, "min_changed": 0.727543830872, "delta_std": "1.6541x smaller", "std_base": 0.0031719895627603427, "t_msg": "Significant (t=-1375.439596, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1244000000000005, "timeline_link": null, "avg_changed": 9.541000000000002, "min_base": 2.08, "delta_min": "4.5769x slower", "delta_avg": "4.4912x slower", "std_changed": 0.01528638182788087, "min_changed": 9.52, "delta_std": "2.0736x smaller", "std_base": 0.031697550281962666, "t_msg": "Significant (t=-1490.245970, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8054000000000003, "timeline_link": null, "avg_changed": 7.088800000000003, "min_base": 0.78, "delta_min": "9.0128x slower", "delta_avg": "8.8016x slower", "std_changed": 0.027228436515930213, "min_changed": 7.03, "delta_std": "1.1877x smaller", "std_base": 0.03233813695995512, "t_msg": "Significant (t=-1050.993609, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07466444015502204, "timeline_link": null, "avg_changed": 0.5546959034601333, "min_base": 0.0486369132996, "delta_min": "2.6171x slower", "delta_avg": "7.4292x slower", "std_changed": 0.25211149675804945, "min_changed": 0.127290010452, "delta_std": "8.3011x larger", "std_base": 0.030370829946132848, "t_msg": "Significant (t=-23.152297, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012838327407837342, "timeline_link": null, "avg_changed": 0.059410725593567186, "min_base": 0.00752091407776, "delta_min": "7.5073x slower", "delta_avg": "4.6276x slower", "std_changed": 0.005455304952279595, "min_changed": 0.0564620494843, "delta_std": "2.3982x smaller", "std_base": 0.013082823509288567, "t_msg": "Significant (t=-73.468529, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7980369091038002, "timeline_link": null, "avg_changed": 49.391952261928, "min_base": 1.79068803787, "delta_min": "27.4931x slower", "delta_avg": "27.4699x slower", "std_changed": 0.052308867211626836, "min_changed": 49.2315461636, "delta_std": "14.4066x larger", "std_base": 0.003630905658305489, "t_msg": "Significant (t=-6418.261206, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5895092487336001, "timeline_link": null, "avg_changed": 2.035094022752, "min_base": 0.430655956268, "delta_min": "4.7001x slower", "delta_avg": "3.4522x slower", "std_changed": 0.007903232434420348, "min_changed": 2.024132967, "delta_std": "38.4284x smaller", "std_base": 0.3037086939876124, "t_msg": "Significant (t=-10.639577, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.556830787658, "timeline_link": null, "avg_changed": 11.76155629158, "min_base": 1.7402639389, "delta_min": "6.7463x slower", "delta_avg": "4.6001x slower", "std_changed": 0.016365518872372524, "min_changed": 11.7403621674, "delta_std": "77.9192x smaller", "std_base": 1.2751880860677718, "t_msg": "Significant (t=-16.139342, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5576420307162, "timeline_link": null, "avg_changed": 0.9856741905206, "min_base": 0.269020080566, "delta_min": "3.5938x slower", "delta_avg": "1.7676x slower", "std_changed": 0.02677221709853087, "min_changed": 0.966809988022, "delta_std": "14.8098x smaller", "std_base": 0.3964923886037735, "t_msg": "Significant (t=-2.408456, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46829781532279996, "timeline_link": null, "avg_changed": 3.590393543244, "min_base": 0.321443080902, "delta_min": "11.1165x slower", "delta_avg": "7.6669x slower", "std_changed": 0.01527222222919684, "min_changed": 3.57332086563, "delta_std": "15.8111x smaller", "std_base": 0.2414702789000155, "t_msg": "Significant (t=-28.853642, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02407167018, "timeline_link": null, "avg_changed": 1.6858783595999998, "min_base": 0.018562228, "delta_min": "90.5503x slower", "delta_avg": "70.0358x slower", "std_changed": 0.003936960426207094, "min_changed": 1.68081451, "delta_std": "3.8969x smaller", "std_base": 0.015342083159168352, "t_msg": "Significant (t=-741.879209, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [381.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [163.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [177.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0044184539236554994, "timeline_link": null, "avg_changed": 0.32185985258042166, "min_base": 0.004347958416125708, "delta_min": "73.5978x slower", "delta_avg": "72.8445x slower", "std_changed": 0.0010415835857329266, "min_changed": 0.32, "delta_std": "23.8651x larger", "std_base": 4.364461754686203e-05, "t_msg": "Significant (t=-2153.146141, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014785407262965801, "timeline_link": null, "avg_changed": 0.014355607617124084, "min_base": 0.00145985401459854, "delta_min": "9.7997x slower", "delta_avg": "9.7093x slower", "std_changed": 6.244309631624735e-05, "min_changed": 0.01430615164520744, "delta_std": "4.7207x larger", "std_base": 1.3227539431781431e-05, "t_msg": "Significant (t=-1322.924034, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006631618431839147, "timeline_link": null, "avg_changed": 0.10194541569541571, "min_base": 0.006172839506172839, "delta_min": "16.3636x slower", "delta_avg": "15.3726x slower", "std_changed": 0.0009487816260277561, "min_changed": 0.10101010101010101, "delta_std": "2.7412x larger", "std_base": 0.0003461206136969266, "t_msg": "Significant (t=-667.334623, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19389827452928313, "timeline_link": null, "avg_changed": 1.0549484994728102, "min_base": 0.191044776119403, "delta_min": "5.4864x slower", "delta_avg": "5.4407x slower", "std_changed": 0.00536137870451195, "min_changed": 1.048149361283983, "delta_std": "2.8475x larger", "std_base": 0.0018828162044275815, "t_msg": "Significant (t=-1071.478951, a=0.95)\n"}]], "branch": "", "revision": "93623:0d3c3f5e2bdb"}