{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03619734764099199, "timeline_link": null, "avg_changed": 0.7825900745391599, "min_base": 0.035765171051, "delta_min": "21.8182x slower", "delta_avg": "21.6201x slower", "std_changed": 0.0012651026831092154, "min_changed": 0.780329942703, "delta_std": "2.0180x larger", "std_base": 0.0006269155812221378, "t_msg": "Significant (t=-3738.035449, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016326538721720005, "timeline_link": null, "avg_changed": 0.1463477659225801, "min_base": 0.0132040977478, "delta_min": "10.8503x slower", "delta_avg": "8.9638x slower", "std_changed": 0.0023456110944244414, "min_changed": 0.143268108368, "delta_std": "2.5713x smaller", "std_base": 0.0060312478551011565, "t_msg": "Significant (t=-246.075141, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27724512815485003, "timeline_link": null, "avg_changed": 1.510484826566, "min_base": 0.214385032654, "delta_min": "6.9471x slower", "delta_avg": "5.4482x slower", "std_changed": 0.04869285281555476, "min_changed": 1.48935222626, "delta_std": "4.1945x smaller", "std_base": 0.20424218816073728, "t_msg": "Significant (t=-26.267141, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.282091221810399, "timeline_link": null, "avg_changed": 21.815667572019997, "min_base": 3.22566413879, "delta_min": "6.7446x slower", "delta_avg": "6.6469x slower", "std_changed": 0.07550431966202688, "min_changed": 21.7558720112, "delta_std": "1.0310x larger", "std_base": 0.07323658228943167, "t_msg": "Significant (t=-1245.886131, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021106066703802, "timeline_link": null, "avg_changed": 0.24299537658690004, "min_base": 0.0178070068359, "delta_min": "13.4767x slower", "delta_avg": "11.5131x slower", "std_changed": 0.0018306307879789776, "min_changed": 0.239979028702, "delta_std": "2.7755x smaller", "std_base": 0.005080939439567406, "t_msg": "Significant (t=-290.518872, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.4039495182034, "timeline_link": null, "avg_changed": 51.527532854082004, "min_base": 8.32188200951, "delta_min": "6.1689x slower", "delta_avg": "6.1313x slower", "std_changed": 0.10177872283707196, "min_changed": 51.3366289139, "delta_std": "1.7926x smaller", "std_base": 0.18245281796662965, "t_msg": "Significant (t=-1459.546620, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091087388992234, "timeline_link": null, "avg_changed": 0.5563948154449397, "min_base": 0.00647902488708, "delta_min": "85.6823x slower", "delta_avg": "61.0836x slower", "std_changed": 0.0007283581859893379, "min_changed": 0.555137872696, "delta_std": "22.2463x smaller", "std_base": 0.016203280790389952, "t_msg": "Significant (t=-238.593229, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [322.405184984], "base_times": [143.748631001]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049563255310068, "timeline_link": null, "avg_changed": 3.3121467828751996, "min_base": 0.0469739437103, "delta_min": "70.4393x slower", "delta_avg": "66.8267x slower", "std_changed": 0.0018126135046892089, "min_changed": 3.308811903, "delta_std": "7.5943x smaller", "std_base": 0.01376558913923101, "t_msg": "Significant (t=-1661.571441, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010375475883484397, "timeline_link": null, "avg_changed": 0.040592260360718016, "min_base": 0.00144600868225, "delta_min": "27.9817x slower", "delta_avg": "3.9123x slower", "std_changed": 0.00012682375726180532, "min_changed": 0.0404617786407, "delta_std": "94.0038x smaller", "std_base": 0.011921912805797647, "t_msg": "Significant (t=-17.921020, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030850787162778, "timeline_link": null, "avg_changed": 1.0965162515643998, "min_base": 0.0292770862579, "delta_min": "37.3601x slower", "delta_avg": "35.5426x slower", "std_changed": 0.0018341734128392508, "min_changed": 1.09379482269, "delta_std": "1.5024x smaller", "std_base": 0.0027555917290906693, "t_msg": "Significant (t=-2276.410564, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45367040634156, "timeline_link": null, "avg_changed": 1.1343122577668, "min_base": 0.345699071884, "delta_min": "3.2563x slower", "delta_avg": "2.5003x slower", "std_changed": 0.002288048221003955, "min_changed": 1.12568688393, "delta_std": "50.8353x smaller", "std_base": 0.11631365589056894, "t_msg": "Significant (t=-41.370325, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17428492069242002, "timeline_link": null, "avg_changed": 1.6996324443816002, "min_base": 0.172796010971, "delta_min": "9.7893x slower", "delta_avg": "9.7520x slower", "std_changed": 0.0067309281031844225, "min_changed": 1.69155907631, "delta_std": "1.6043x larger", "std_base": 0.004195517270411272, "t_msg": "Significant (t=-1359.883483, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042462234497070005, "timeline_link": null, "avg_changed": 0.62000581741338, "min_base": 0.0361330509186, "delta_min": "16.9988x slower", "delta_avg": "14.6013x slower", "std_changed": 0.0036600994270926004, "min_changed": 0.614219903946, "delta_std": "1.2304x smaller", "std_base": 0.004503519457628582, "t_msg": "Significant (t=-703.714533, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.01655118465424, "timeline_link": null, "avg_changed": 0.27910517215728003, "min_base": 0.013692855835, "delta_min": "20.2437x slower", "delta_avg": "16.8632x slower", "std_changed": 0.0020423303995407913, "min_changed": 0.277194023132, "delta_std": "6.7261x smaller", "std_base": 0.013736934640795638, "t_msg": "Significant (t=-133.679936, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.050772767066953994, "timeline_link": null, "avg_changed": 0.6087046861649003, "min_base": 0.0455009937286, "delta_min": "13.2965x slower", "delta_avg": "11.9888x slower", "std_changed": 0.002325304977806577, "min_changed": 0.605004072189, "delta_std": "12.0904x smaller", "std_base": 0.02811386413735863, "t_msg": "Significant (t=-139.850887, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22237432003017996, "timeline_link": null, "avg_changed": 1.7476624345780005, "min_base": 0.137032985687, "delta_min": "12.7139x slower", "delta_avg": "7.8591x slower", "std_changed": 0.002328306820271496, "min_changed": 1.74222898483, "delta_std": "30.0158x smaller", "std_base": 0.06988603112207455, "t_msg": "Significant (t=-154.243057, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.413328409200014, "timeline_link": null, "avg_changed": 379.32709705800005, "min_base": 11.0627479553, "delta_min": "34.2812x slower", "delta_avg": "33.2354x slower", "std_changed": 0.08321630298058534, "min_changed": 379.244717121, "delta_std": "4.2557x smaller", "std_base": 0.3541397375773532, "t_msg": "Significant (t=-7151.310434, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4303958416, "timeline_link": null, "avg_changed": 22.0769780159, "min_base": 2.71376490593, "delta_min": "8.1279x slower", "delta_avg": "6.4357x slower", "std_changed": 0.014972116051608423, "min_changed": 22.0571570396, "delta_std": "67.5872x smaller", "std_base": 1.0119229518393666, "t_msg": "Significant (t=-41.199246, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7810450172423998, "timeline_link": null, "avg_changed": 25.37520736694199, "min_base": 0.775136947632, "delta_min": "32.7087x slower", "delta_avg": "32.4888x slower", "std_changed": 0.010678114359410398, "min_changed": 25.353687048, "delta_std": "1.6676x smaller", "std_base": 0.017806290034285185, "t_msg": "Significant (t=-8375.968442, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079750647544856, "timeline_link": null, "avg_changed": 0.43948282241817993, "min_base": 0.0782959461212, "delta_min": "5.6058x slower", "delta_avg": "5.5107x slower", "std_changed": 0.0003673864047956502, "min_changed": 0.438908100128, "delta_std": "14.0244x smaller", "std_base": 0.005152364868215772, "t_msg": "Significant (t=-492.443519, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032261214256288, "timeline_link": null, "avg_changed": 0.6701661920547599, "min_base": 0.0315008163452, "delta_min": "21.1754x slower", "delta_avg": "20.7731x slower", "std_changed": 0.003562471386493853, "min_changed": 0.667041778564, "delta_std": "1.4189x larger", "std_base": 0.002510731136698941, "t_msg": "Significant (t=-1034.955437, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.717857408500002, "timeline_link": null, "avg_changed": 47.62674560546, "min_base": 20.7016601562, "delta_min": "2.3002x slower", "delta_avg": "2.2988x slower", "std_changed": 0.00891830885162904, "min_changed": 47.6183168888, "delta_std": "3.1092x smaller", "std_base": 0.027728436740895698, "t_msg": "Significant (t=-2065.759710, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.7988883972, "timeline_link": null, "avg_changed": 10.92949032782, "min_base": 10.7918350697, "delta_min": "1.0124x slower", "delta_avg": "1.0121x slower", "std_changed": 0.004702090246917582, "min_changed": 10.9255149364, "delta_std": "2.7791x smaller", "std_base": 0.013067652293428595, "t_msg": "Significant (t=-21.028034, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.292606959343, "timeline_link": null, "avg_changed": 2.861914448737601, "min_base": 0.285089015961, "delta_min": "10.0093x slower", "delta_avg": "9.7807x slower", "std_changed": 0.003553391056852248, "min_changed": 2.85352993011, "delta_std": "1.4237x smaller", "std_base": 0.00505905928173652, "t_msg": "Significant (t=-2938.677608, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09035571575166002, "timeline_link": null, "avg_changed": 0.4904196739196401, "min_base": 0.0206861495972, "delta_min": "23.5402x slower", "delta_avg": "5.4277x slower", "std_changed": 0.016639817629664544, "min_changed": 0.486957073212, "delta_std": "6.5170x smaller", "std_base": 0.10844198150656446, "t_msg": "Significant (t=-25.784783, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10377194881439002, "timeline_link": null, "avg_changed": 0.52666573524472, "min_base": 0.0393660068512, "delta_min": "13.3553x slower", "delta_avg": "5.0752x slower", "std_changed": 0.0016750636676570443, "min_changed": 0.525744915009, "delta_std": "72.2268x smaller", "std_base": 0.1209844551536639, "t_msg": "Significant (t=-24.714118, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.026793932914735995, "timeline_link": null, "avg_changed": 2.912356815337999, "min_base": 0.0184819698334, "delta_min": "155.0993x slower", "delta_avg": "108.6946x slower", "std_changed": 0.014953707763065191, "min_changed": 2.86654114723, "delta_std": "1.0059x smaller", "std_base": 0.015042189695517558, "t_msg": "Significant (t=-961.981662, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003287906646727999, "timeline_link": null, "avg_changed": 0.3941754770279001, "min_base": 0.00299596786499, "delta_min": "130.4436x slower", "delta_avg": "119.8865x slower", "std_changed": 0.0010465551874999422, "min_changed": 0.390804767609, "delta_std": "1.2225x larger", "std_base": 0.0008560770292603517, "t_msg": "Significant (t=-2044.238048, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19091445446017605, "timeline_link": null, "avg_changed": 0.7068801784515599, "min_base": 0.0770828723907, "delta_min": "8.9987x slower", "delta_avg": "3.7026x slower", "std_changed": 0.009807395952939862, "min_changed": 0.693641901016, "delta_std": "15.7380x smaller", "std_base": 0.15434879067598622, "t_msg": "Significant (t=-23.589986, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24323234558103998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46830481529236, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18492801189420008, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5922909832000801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3661823701858799, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26134808540340004, "timeline_link": null, "avg_changed": 0.70536763668056, "min_base": 0.253172159195, "delta_min": "2.7437x slower", "delta_avg": "2.6990x slower", "std_changed": 0.00951631309215679, "min_changed": 0.694631099701, "delta_std": "1.2325x larger", "std_base": 0.007721000746383479, "t_msg": "Significant (t=-256.206193, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08864196777343998, "timeline_link": null, "avg_changed": 0.45715237140656007, "min_base": 0.0605919361115, "delta_min": "7.5307x slower", "delta_avg": "5.1573x slower", "std_changed": 0.0016386866221038837, "min_changed": 0.456297874451, "delta_std": "14.8421x smaller", "std_base": 0.024321541108071432, "t_msg": "Significant (t=-106.895680, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009101195335388399, "timeline_link": null, "avg_changed": 0.7676601600646599, "min_base": 0.00830698013306, "delta_min": "92.3301x slower", "delta_avg": "84.3472x slower", "std_changed": 0.0006007102595499177, "min_changed": 0.766983985901, "delta_std": "5.3668x smaller", "std_base": 0.003223900956950067, "t_msg": "Significant (t=-1635.616385, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1506000000000003, "timeline_link": null, "avg_changed": 8.720200000000007, "min_base": 2.12, "delta_min": "4.0991x slower", "delta_avg": "4.0548x slower", "std_changed": 0.016719779316969628, "min_changed": 8.69, "delta_std": "1.6364x smaller", "std_base": 0.02736077931817662, "t_msg": "Significant (t=-1448.748130, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8022000000000001, "timeline_link": null, "avg_changed": 6.878800000000001, "min_base": 0.77, "delta_min": "8.8312x slower", "delta_avg": "8.5749x slower", "std_changed": 0.03701295967189697, "min_changed": 6.8, "delta_std": "1.1002x larger", "std_base": 0.033642174697354886, "t_msg": "Significant (t=-859.059519, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07337426662444663, "timeline_link": null, "avg_changed": 0.54682166258494, "min_base": 0.0467519760132, "delta_min": "2.6861x slower", "delta_avg": "7.4525x slower", "std_changed": 0.2487871824587551, "min_changed": 0.125581979752, "delta_std": "8.1240x larger", "std_base": 0.03062360549418725, "t_msg": "Significant (t=-23.132572, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01275584411621239, "timeline_link": null, "avg_changed": 0.05823239564895552, "min_base": 0.00749802589417, "delta_min": "7.4221x slower", "delta_avg": "4.5652x slower", "std_changed": 0.005630640601963789, "min_changed": 0.0556509494781, "delta_std": "2.3176x smaller", "std_base": 0.013049504252956149, "t_msg": "Significant (t=-71.549012, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7522120714192002, "timeline_link": null, "avg_changed": 48.813601307869995, "min_base": 1.74007511139, "delta_min": "27.9792x slower", "delta_avg": "27.8583x slower", "std_changed": 0.05101624620385679, "min_changed": 48.6859960556, "delta_std": "9.4538x larger", "std_base": 0.005396354042579974, "t_msg": "Significant (t=-6486.719496, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6032622337335999, "timeline_link": null, "avg_changed": 2.0515347480779997, "min_base": 0.42258810997, "delta_min": "4.8310x slower", "delta_avg": "3.4007x slower", "std_changed": 0.006568321942870286, "min_changed": 2.04150295258, "delta_std": "51.1705x smaller", "std_base": 0.3361042980280368, "t_msg": "Significant (t=-9.633372, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.58089570999, "timeline_link": null, "avg_changed": 11.97195181848, "min_base": 1.80509209633, "delta_min": "6.6280x slower", "delta_avg": "4.6387x slower", "std_changed": 0.0062691673536260616, "min_changed": 11.9641349316, "delta_std": "199.8643x smaller", "std_base": 1.2529829346353338, "t_msg": "Significant (t=-16.759029, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5481746196736, "timeline_link": null, "avg_changed": 1.0003480434412, "min_base": 0.234038829803, "delta_min": "4.1889x slower", "delta_avg": "1.8249x slower", "std_changed": 0.02610965595047809, "min_changed": 0.980367183685, "delta_std": "15.8081x smaller", "std_base": 0.41274325375582577, "t_msg": "Significant (t=-2.444797, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45359563827519994, "timeline_link": null, "avg_changed": 3.592911148068, "min_base": 0.285938978195, "delta_min": "12.4810x slower", "delta_avg": "7.9210x slower", "std_changed": 0.01913799260799563, "min_changed": 3.5688149929, "delta_std": "12.8150x smaller", "std_base": 0.24525405340647535, "t_msg": "Significant (t=-28.535503, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023904782719999993, "timeline_link": null, "avg_changed": 1.7109175878200003, "min_base": 0.018224105, "delta_min": "93.7799x slower", "delta_avg": "71.5722x slower", "std_changed": 0.0009767322888273402, "min_changed": 1.709054934, "delta_std": "16.8936x smaller", "std_base": 0.0165005304893463, "t_msg": "Significant (t=-721.682104, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [113.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [175.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004240852728162223, "timeline_link": null, "avg_changed": 0.313164899276655, "min_base": 0.004151685999684472, "delta_min": "75.2377x slower", "delta_avg": "73.8448x slower", "std_changed": 0.0007133991804782762, "min_changed": 0.31236334103829577, "delta_std": "15.0418x larger", "std_base": 4.742781485001166e-05, "t_msg": "Significant (t=-3055.248094, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001481359490843031, "timeline_link": null, "avg_changed": 0.014209848617303763, "min_base": 0.00146864444118079, "delta_min": "9.6445x slower", "delta_avg": "9.5924x slower", "std_changed": 4.079901486574679e-05, "min_changed": 0.014164305949008499, "delta_std": "4.0517x larger", "std_base": 1.0069575991259315e-05, "t_msg": "Significant (t=-1791.929594, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00665060030319814, "timeline_link": null, "avg_changed": 0.09968340117593852, "min_base": 0.006213109661385523, "delta_min": "16.0149x slower", "delta_avg": "14.9886x slower", "std_changed": 0.0004948902799024792, "min_changed": 0.09950248756218906, "delta_std": "1.4674x larger", "std_base": 0.0003372610827999661, "t_msg": "Significant (t=-1098.446128, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19238853772069625, "timeline_link": null, "avg_changed": 1.030944915900586, "min_base": 0.18942757355117504, "delta_min": "5.4214x slower", "delta_avg": "5.3587x slower", "std_changed": 0.003317330048419838, "min_changed": 1.0269576379974326, "delta_std": "2.2383x smaller", "std_base": 0.00742520844078444, "t_msg": "Significant (t=-729.105593, a=0.95)\n"}]], "branch": "", "revision": "91848:5a93d0b7ba23"}