{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019385890960686002, "timeline_link": null, "avg_changed": 0.28708302497866, "min_base": 0.0188238620758, "delta_min": "14.8826x slower", "delta_avg": "14.8089x slower", "std_changed": 0.0037895717004994417, "min_changed": 0.280147075653, "delta_std": "9.4240x larger", "std_base": 0.0004021211207921883, "t_msg": "Significant (t=-496.714923, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008507868448893797, "timeline_link": null, "avg_changed": 0.059858325322467286, "min_base": 0.00666403770447, "delta_min": "8.4936x slower", "delta_avg": "7.0356x slower", "std_changed": 0.002323086619367895, "min_changed": 0.0566020011902, "delta_std": "1.4472x smaller", "std_base": 0.0033618679981364005, "t_msg": "Significant (t=-153.902675, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15940670967105, "timeline_link": null, "avg_changed": 1.0001271128658502, "min_base": 0.125469923019, "delta_min": "7.8496x slower", "delta_avg": "6.2741x slower", "std_changed": 0.009156684604378186, "min_changed": 0.984890937805, "delta_std": "11.4667x smaller", "std_base": 0.10499670272965012, "t_msg": "Significant (t=-35.673496, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6685237836840003, "timeline_link": null, "avg_changed": 9.282739210128803, "min_base": 1.65279698372, "delta_min": "5.5920x slower", "delta_avg": "5.5634x slower", "std_changed": 0.02214562732871169, "min_changed": 9.24245595932, "delta_std": "3.5033x larger", "std_base": 0.006321396371314056, "t_msg": "Significant (t=-2337.830200, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006540355682373799, "timeline_link": null, "avg_changed": 0.077628111839288, "min_base": 0.00488996505737, "delta_min": "15.3463x slower", "delta_avg": "11.8691x slower", "std_changed": 0.001504194908184333, "min_changed": 0.075042963028, "delta_std": "1.5527x smaller", "std_base": 0.0023355650828126013, "t_msg": "Significant (t=-180.943268, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.081505441666, "timeline_link": null, "avg_changed": 23.0034599304, "min_base": 3.90202307701, "delta_min": "5.8733x slower", "delta_avg": "5.6360x slower", "std_changed": 0.06307679685016018, "min_changed": 22.9177660942, "delta_std": "4.4710x smaller", "std_base": 0.282018754053263, "t_msg": "Significant (t=-146.410855, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004716649055480999, "timeline_link": null, "avg_changed": 0.22793289661412, "min_base": 0.00353503227234, "delta_min": "63.0446x slower", "delta_avg": "48.3252x slower", "std_changed": 0.0028125569095400205, "min_changed": 0.222864866257, "delta_std": "2.5964x smaller", "std_base": 0.007302544783196249, "t_msg": "Significant (t=-201.698001, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.047582865], "base_times": [64.6953718662]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.024319825172433987, "timeline_link": null, "avg_changed": 1.6302899742128005, "min_base": 0.0228710174561, "delta_min": "70.2753x slower", "delta_avg": "67.0354x slower", "std_changed": 0.012900728479151885, "min_changed": 1.6072678566, "delta_std": "1.5844x larger", "std_base": 0.008142107142987529, "t_msg": "Significant (t=-744.394394, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004954600334171321, "timeline_link": null, "avg_changed": 0.018548712730408, "min_base": 0.000668048858643, "delta_min": "27.1403x slower", "delta_avg": "3.7437x slower", "std_changed": 0.00020356170664185134, "min_changed": 0.0181310176849, "delta_std": "27.8810x smaller", "std_base": 0.005675506402276728, "t_msg": "Significant (t=-16.925912, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015986933708189998, "timeline_link": null, "avg_changed": 0.4540664720536201, "min_base": 0.0151901245117, "delta_min": "29.0364x slower", "delta_avg": "28.4023x slower", "std_changed": 0.005111501577780407, "min_changed": 0.441066980362, "delta_std": "3.8924x larger", "std_base": 0.0013132049042299376, "t_msg": "Significant (t=-586.962188, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19234054088591995, "timeline_link": null, "avg_changed": 0.47492702960974, "min_base": 0.147486925125, "delta_min": "3.1393x slower", "delta_avg": "2.4692x slower", "std_changed": 0.007542727899008873, "min_changed": 0.463008880615, "delta_std": "6.3375x smaller", "std_base": 0.04780201811833569, "t_msg": "Significant (t=-41.290471, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097722110748302, "timeline_link": null, "avg_changed": 0.7381743526459, "min_base": 0.094395160675, "delta_min": "7.6450x slower", "delta_avg": "7.5538x slower", "std_changed": 0.012593264784046536, "min_changed": 0.721654176712, "delta_std": "4.9785x larger", "std_base": 0.0025295278860510777, "t_msg": "Significant (t=-352.569291, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021232519149778008, "timeline_link": null, "avg_changed": 0.27757050514220005, "min_base": 0.0182690620422, "delta_min": "14.8492x slower", "delta_avg": "13.0729x slower", "std_changed": 0.003514391695435598, "min_changed": 0.271280050278, "delta_std": "1.4885x larger", "std_base": 0.0023610633255159615, "t_msg": "Significant (t=-428.116035, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008917174339293598, "timeline_link": null, "avg_changed": 0.11085934162135999, "min_base": 0.00715613365173, "delta_min": "15.0929x slower", "delta_avg": "12.4321x slower", "std_changed": 0.0029609187665815056, "min_changed": 0.108006954193, "delta_std": "2.0870x smaller", "std_base": 0.0061794971322182675, "t_msg": "Significant (t=-105.197678, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.02398441314696999, "timeline_link": null, "avg_changed": 0.23154600143436, "min_base": 0.0206871032715, "delta_min": "10.8622x slower", "delta_avg": "9.6540x slower", "std_changed": 0.0032851645761772436, "min_changed": 0.224706888199, "delta_std": "4.0389x smaller", "std_base": 0.013268506516803547, "t_msg": "Significant (t=-107.371886, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06462237358093, "timeline_link": null, "avg_changed": 0.8077274656295801, "min_base": 0.0456509590149, "delta_min": "17.4433x slower", "delta_avg": "12.4992x slower", "std_changed": 0.007529684189906107, "min_changed": 0.796303987503, "delta_std": "2.3044x smaller", "std_base": 0.017351583982854246, "t_msg": "Significant (t=-277.799262, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.221708893774998, "timeline_link": null, "avg_changed": 172.93690884100016, "min_base": 6.04673886299, "delta_min": "28.5883x slower", "delta_avg": "27.7957x slower", "std_changed": 0.07157534344297851, "min_changed": 172.866052866, "delta_std": "2.4694x smaller", "std_base": 0.17674642181784642, "t_msg": "Significant (t=-6182.076334, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.393428850174, "timeline_link": null, "avg_changed": 8.922713613511998, "min_base": 1.07354617119, "delta_min": "8.2992x slower", "delta_avg": "6.4034x slower", "std_changed": 0.015531900708220948, "min_changed": 8.90959787369, "delta_std": "29.3474x smaller", "std_base": 0.4558209493429989, "t_msg": "Significant (t=-36.914115, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37206486225131996, "timeline_link": null, "avg_changed": 11.59858455181, "min_base": 0.359683036804, "delta_min": "32.0197x slower", "delta_avg": "31.1736x slower", "std_changed": 0.03814678971377994, "min_changed": 11.516947031, "delta_std": "3.7461x larger", "std_base": 0.010182936850698463, "t_msg": "Significant (t=-2010.597912, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04660217761993, "timeline_link": null, "avg_changed": 0.22438173294072, "min_base": 0.04509806633, "delta_min": "4.8513x slower", "delta_avg": "4.8148x slower", "std_changed": 0.003072109618161743, "min_changed": 0.218782901764, "delta_std": "1.2661x larger", "std_base": 0.0024263481077663814, "t_msg": "Significant (t=-321.119187, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020727038383482003, "timeline_link": null, "avg_changed": 0.37199383735652, "min_base": 0.0201301574707, "delta_min": "18.1016x slower", "delta_avg": "17.9473x slower", "std_changed": 0.0037882727366674997, "min_changed": 0.364388942719, "delta_std": "2.3869x larger", "std_base": 0.0015871304488384247, "t_msg": "Significant (t=-604.734365, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.177991390228, "timeline_link": null, "avg_changed": 18.49375653268, "min_base": 9.03865885735, "delta_min": "2.0412x slower", "delta_avg": "2.0150x slower", "std_changed": 0.02597737986916217, "min_changed": 18.4493961334, "delta_std": "4.7703x smaller", "std_base": 0.12391927050952331, "t_msg": "Significant (t=-164.522690, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.567511606216, "timeline_link": null, "avg_changed": 4.639708232878, "min_base": 4.5556678772, "delta_min": "1.0113x slower", "delta_avg": "1.0158x slower", "std_changed": 0.020293504648300053, "min_changed": 4.60730290413, "delta_std": "2.6098x larger", "std_base": 0.007776003391868068, "t_msg": "Significant (t=-7.428418, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.16033829212186002, "timeline_link": null, "avg_changed": 1.2643578529356, "min_base": 0.153089046478, "delta_min": "8.1199x slower", "delta_avg": "7.8856x slower", "std_changed": 0.008170158756807164, "min_changed": 1.24306702614, "delta_std": "1.7358x larger", "std_base": 0.004706729573638056, "t_msg": "Significant (t=-827.940585, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046910691261312, "timeline_link": null, "avg_changed": 0.20622971534723994, "min_base": 0.0111739635468, "delta_min": "17.8390x slower", "delta_avg": "4.3962x slower", "std_changed": 0.005554768174936475, "min_changed": 0.199331998825, "delta_std": "10.0974x smaller", "std_base": 0.05608869814057615, "t_msg": "Significant (t=-19.987472, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049457626342758, "timeline_link": null, "avg_changed": 0.21700932025915992, "min_base": 0.0169401168823, "delta_min": "12.3683x slower", "delta_avg": "4.3878x slower", "std_changed": 0.0028795352655691087, "min_changed": 0.209521055222, "delta_std": "20.1892x smaller", "std_base": 0.058135502825080426, "t_msg": "Significant (t=-20.354494, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009752101898192797, "timeline_link": null, "avg_changed": 1.2241831922533999, "min_base": 0.00928497314453, "delta_min": "129.7075x slower", "delta_avg": "125.5302x slower", "std_changed": 0.008370581277849225, "min_changed": 1.20433020592, "delta_std": "10.8026x larger", "std_base": 0.000774869278057527, "t_msg": "Significant (t=-1021.525913, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015233135223386002, "timeline_link": null, "avg_changed": 0.19195372581478, "min_base": 0.00140285491943, "delta_min": "134.2441x slower", "delta_avg": "126.0106x slower", "std_changed": 0.0022540698848952595, "min_changed": 0.188324928284, "delta_std": "7.5658x larger", "std_base": 0.00029792785114986036, "t_msg": "Significant (t=-592.233778, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09363588809963799, "timeline_link": null, "avg_changed": 0.30478222846992004, "min_base": 0.0390899181366, "delta_min": "7.4855x slower", "delta_avg": "3.2550x slower", "std_changed": 0.008293611657839744, "min_changed": 0.292605876923, "delta_std": "8.8973x smaller", "std_base": 0.07379048995214774, "t_msg": "Significant (t=-20.106767, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11951034069066001, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18470692157752006, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12083450317384, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25873307228090003, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15283381462102003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14135014057159997, "timeline_link": null, "avg_changed": 0.45197984218596, "min_base": 0.137205123901, "delta_min": "3.2287x slower", "delta_avg": "3.1976x slower", "std_changed": 0.004716495886139085, "min_changed": 0.442999839783, "delta_std": "2.5067x larger", "std_base": 0.0018815205299664293, "t_msg": "Significant (t=-432.554266, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04151584625244399, "timeline_link": null, "avg_changed": 0.21157511234286006, "min_base": 0.0281629562378, "delta_min": "7.2882x slower", "delta_avg": "5.0962x slower", "std_changed": 0.0025473603578949748, "min_changed": 0.205256938934, "delta_std": "4.9316x smaller", "std_base": 0.0125624379328962, "t_msg": "Significant (t=-93.812644, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0056738662719728, "timeline_link": null, "avg_changed": 0.34055584907523995, "min_base": 0.00519490242004, "delta_min": "64.0717x slower", "delta_avg": "60.0218x slower", "std_changed": 0.0032618803555780527, "min_changed": 0.332846164703, "delta_std": "1.3921x larger", "std_base": 0.002343202516229963, "t_msg": "Significant (t=-589.594452, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0172000000000003, "timeline_link": null, "avg_changed": 4.804000000000001, "min_base": 0.97, "delta_min": "4.8454x slower", "delta_avg": "4.7228x slower", "std_changed": 0.045084953823027095, "min_changed": 4.7, "delta_std": "1.9957x larger", "std_base": 0.02259131131516664, "t_msg": "Significant (t=-530.985239, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3804, "timeline_link": null, "avg_changed": 3.571599999999998, "min_base": 0.36, "delta_min": "9.7500x slower", "delta_avg": "9.3891x slower", "std_changed": 0.03840493165610649, "min_changed": 3.51, "delta_std": "2.0269x larger", "std_base": 0.018947833864673434, "t_msg": "Significant (t=-526.919405, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03477089881897133, "timeline_link": null, "avg_changed": 0.21316504319509538, "min_base": 0.0198950767517, "delta_min": "3.0353x slower", "delta_avg": "6.1306x slower", "std_changed": 0.08909035361690061, "min_changed": 0.060387134552, "delta_std": "5.2030x larger", "std_base": 0.017123018826998945, "t_msg": "Significant (t=-24.083449, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017654942512512845, "timeline_link": null, "avg_changed": 0.043655267715452216, "min_base": 0.00358486175537, "delta_min": "7.4569x slower", "delta_avg": "2.4727x slower", "std_changed": 0.07418935924374695, "min_changed": 0.026731967926, "delta_std": "1.2851x larger", "std_base": 0.05772843344026615, "t_msg": "Significant (t=-6.184725, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7365351438524, "timeline_link": null, "avg_changed": 16.96758482458, "min_base": 0.729202985764, "delta_min": "23.1158x slower", "delta_avg": "23.0370x slower", "std_changed": 0.075561543189335, "min_changed": 16.8561110497, "delta_std": "12.6384x larger", "std_base": 0.005978708778530199, "t_msg": "Significant (t=-677.158856, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2499822139738, "timeline_link": null, "avg_changed": 0.805836200714, "min_base": 0.170078039169, "delta_min": "4.6711x slower", "delta_avg": "3.2236x slower", "std_changed": 0.008960926077516876, "min_changed": 0.794444084167, "delta_std": "18.1780x smaller", "std_base": 0.16289180805364156, "t_msg": "Significant (t=-7.618866, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1845737934106002, "timeline_link": null, "avg_changed": 4.833614587784, "min_base": 0.803870916367, "delta_min": "6.0023x slower", "delta_avg": "4.0805x slower", "std_changed": 0.007042066901595617, "min_changed": 4.82505488396, "delta_std": "79.9346x smaller", "std_base": 0.5629046779223466, "t_msg": "Significant (t=-14.494221, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24913969039900002, "timeline_link": null, "avg_changed": 0.4031309604646, "min_base": 0.123262166977, "delta_min": "3.1680x slower", "delta_avg": "1.6181x slower", "std_changed": 0.013688913946340139, "min_changed": 0.390488862991, "delta_std": "13.4201x smaller", "std_base": 0.18370714301003763, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.21889281272879998, "timeline_link": null, "avg_changed": 1.383596754074, "min_base": 0.150228977203, "delta_min": "9.1299x slower", "delta_avg": "6.3209x slower", "std_changed": 0.009602044533086874, "min_changed": 1.37156891823, "delta_std": "11.1717x smaller", "std_base": 0.10727121015225814, "t_msg": "Significant (t=-24.181567, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010854452540000002, "timeline_link": null, "avg_changed": 0.7228778075999998, "min_base": 0.007844465, "delta_min": "90.7221x slower", "delta_avg": "66.5974x slower", "std_changed": 0.00933162611754843, "min_changed": 0.711666156, "delta_std": "1.2312x larger", "std_base": 0.007579117772920312, "t_msg": "Significant (t=-418.804993, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [494.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [57.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025758057873019042, "timeline_link": null, "avg_changed": 0.135577756345631, "min_base": 0.0025237484731321738, "delta_min": "52.8216x slower", "delta_avg": "52.6351x slower", "std_changed": 0.001087169574562228, "min_changed": 0.1333084490895033, "delta_std": "41.3154x larger", "std_base": 2.631393052475417e-05, "t_msg": "Significant (t=-864.805707, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006667112840693255, "timeline_link": null, "avg_changed": 0.006613897492903237, "min_base": 0.0006615069127472382, "delta_min": "9.9258x slower", "delta_avg": "9.9202x slower", "std_changed": 3.4091473439602744e-05, "min_changed": 0.006565988181221274, "delta_std": "4.7070x larger", "std_base": 7.242694491471499e-06, "t_msg": "Significant (t=-381.561609, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002746269566344794, "timeline_link": null, "avg_changed": 0.042979018835538854, "min_base": 0.002395496466642712, "delta_min": "17.5031x slower", "delta_avg": "15.6500x slower", "std_changed": 0.0007513292021657632, "min_changed": 0.041928721174004195, "delta_std": "3.4825x larger", "std_base": 0.00021574696390945944, "t_msg": "Significant (t=-363.939394, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05766390412556371, "timeline_link": null, "avg_changed": 0.34753639400335723, "min_base": 0.05651912819244763, "delta_min": "6.0270x slower", "delta_avg": "6.0269x slower", "std_changed": 0.002455845280952036, "min_changed": 0.34064296359378327, "delta_std": "3.1992x larger", "std_base": 0.0007676424257619047, "t_msg": "Significant (t=-796.614519, a=0.95)\n"}]], "branch": "", "revision": "97963:d6cb99c41e47"}