{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038641586303712, "timeline_link": null, "avg_changed": 0.78140990257266, "min_base": 0.0382339954376, "delta_min": "20.3651x slower", "delta_avg": "20.2220x slower", "std_changed": 0.0010568232056810789, "min_changed": 0.778639793396, "delta_std": "1.7894x larger", "std_base": 0.0005906168230653309, "t_msg": "Significant (t=-4338.257306, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016304578781126663, "timeline_link": null, "avg_changed": 0.1559379561742467, "min_base": 0.0133140087128, "delta_min": "11.4884x slower", "delta_avg": "9.5641x slower", "std_changed": 0.002888139092275994, "min_changed": 0.152956962585, "delta_std": "2.0418x smaller", "std_base": 0.005897133281519888, "t_msg": "Significant (t=-260.440154, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28949649333954997, "timeline_link": null, "avg_changed": 1.5502530932415, "min_base": 0.227080106735, "delta_min": "6.7350x slower", "delta_avg": "5.3550x slower", "std_changed": 0.05454100656505731, "min_changed": 1.52939510345, "delta_std": "3.6429x smaller", "std_base": 0.1986876551374213, "t_msg": "Significant (t=-27.365268, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.5440405225762004, "timeline_link": null, "avg_changed": 22.227030124663997, "min_base": 3.48962187767, "delta_min": "6.3527x slower", "delta_avg": "6.2717x slower", "std_changed": 0.06890840096981188, "min_changed": 22.1686220169, "delta_std": "1.0423x smaller", "std_base": 0.07182047939685525, "t_msg": "Significant (t=-1327.303314, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021146526336669996, "timeline_link": null, "avg_changed": 0.25141326904292, "min_base": 0.0177919864655, "delta_min": "14.0085x slower", "delta_avg": "11.8891x slower", "std_changed": 0.0018590133932921663, "min_changed": 0.249239206314, "delta_std": "2.8052x smaller", "std_base": 0.005214877109960787, "t_msg": "Significant (t=-294.099840, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.5278222846982, "timeline_link": null, "avg_changed": 52.429391512870005, "min_base": 8.44552206993, "delta_min": "6.1866x slower", "delta_avg": "6.1480x slower", "std_changed": 0.07174662175263265, "min_changed": 52.2490820885, "delta_std": "2.7103x smaller", "std_base": 0.194453464625457, "t_msg": "Significant (t=-1497.732613, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091385698318564, "timeline_link": null, "avg_changed": 0.5826485061645201, "min_base": 0.00644493103027, "delta_min": "90.2475x slower", "delta_avg": "63.7571x slower", "std_changed": 0.0005690093501293308, "min_changed": 0.581638813019, "delta_std": "29.3078x smaller", "std_base": 0.016676424676014694, "t_msg": "Significant (t=-243.035852, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [335.836819887], "base_times": [144.594216108]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04956043720244803, "timeline_link": null, "avg_changed": 3.4542864465714014, "min_base": 0.0469710826874, "delta_min": "73.4237x slower", "delta_avg": "69.6985x slower", "std_changed": 0.0031539693697561133, "min_changed": 3.4487888813, "delta_std": "4.5071x smaller", "std_base": 0.01421533374645429, "t_msg": "Significant (t=-1653.390511, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0106554555892984, "timeline_link": null, "avg_changed": 0.04524047374724799, "min_base": 0.00148510932922, "delta_min": "30.3074x slower", "delta_avg": "4.2458x slower", "std_changed": 0.00015413506844926634, "min_changed": 0.0450098514557, "delta_std": "80.1744x smaller", "std_base": 0.0123576890080883, "t_msg": "Significant (t=-19.788003, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03061132431029999, "timeline_link": null, "avg_changed": 1.1805141878124, "min_base": 0.02903008461, "delta_min": "40.5384x slower", "delta_avg": "38.5646x slower", "std_changed": 0.0018972346180122634, "min_changed": 1.17683291435, "delta_std": "1.4564x smaller", "std_base": 0.002763219240340575, "t_msg": "Significant (t=-2425.838828, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.46737493038169986, "timeline_link": null, "avg_changed": 1.1919041109080002, "min_base": 0.382339000702, "delta_min": "3.0956x slower", "delta_avg": "2.5502x slower", "std_changed": 0.0024268976554529353, "min_changed": 1.18356704712, "delta_std": "37.1460x smaller", "std_base": 0.09014959933686402, "t_msg": "Significant (t=-56.809343, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.18006419181825997, "timeline_link": null, "avg_changed": 1.6761665630337996, "min_base": 0.178295850754, "delta_min": "9.3420x slower", "delta_avg": "9.3087x slower", "std_changed": 0.013251039483278423, "min_changed": 1.66563296318, "delta_std": "3.1642x larger", "std_base": 0.004187865051502652, "t_msg": "Significant (t=-761.243151, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042872896194461996, "timeline_link": null, "avg_changed": 0.65835032463062, "min_base": 0.034735918045, "delta_min": "18.7673x slower", "delta_avg": "15.3559x slower", "std_changed": 0.004194916080796984, "min_changed": 0.651900053024, "delta_std": "1.1140x smaller", "std_base": 0.004673209502113625, "t_msg": "Significant (t=-693.026049, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.017149529457087996, "timeline_link": null, "avg_changed": 0.28510580062862, "min_base": 0.0141890048981, "delta_min": "19.9308x slower", "delta_avg": "16.6247x slower", "std_changed": 0.002409921080192471, "min_changed": 0.282797813416, "delta_std": "5.7725x smaller", "std_base": 0.01391123892467556, "t_msg": "Significant (t=-134.203017, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.059932179450993994, "timeline_link": null, "avg_changed": 0.6252486228942999, "min_base": 0.0542368888855, "delta_min": "11.4665x slower", "delta_avg": "10.4326x slower", "std_changed": 0.0024371856168551474, "min_changed": 0.621907949448, "delta_std": "11.5361x smaller", "std_base": 0.028115581264487814, "t_msg": "Significant (t=-141.645886, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.13009406566611398, "timeline_link": null, "avg_changed": 1.7567283535005993, "min_base": 0.0983681678772, "delta_min": "17.8211x slower", "delta_avg": "13.5035x slower", "std_changed": 0.002203467026241354, "min_changed": 1.7530298233, "delta_std": "18.7407x smaller", "std_base": 0.04129455680254359, "t_msg": "Significant (t=-278.140812, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.295462965949998, "timeline_link": null, "avg_changed": 409.4566736219997, "min_base": 12.010174036, "delta_min": "34.0850x slower", "delta_avg": "33.3014x slower", "std_changed": 0.0912749009707756, "min_changed": 409.36631608, "delta_std": "3.1573x smaller", "std_base": 0.28818533852157013, "t_msg": "Significant (t=-9290.128981, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6986537933340005, "timeline_link": null, "avg_changed": 22.41551337242, "min_base": 2.9838719368, "delta_min": "7.5051x slower", "delta_avg": "6.0605x slower", "std_changed": 0.018129426117869978, "min_changed": 22.3942270279, "delta_std": "58.2857x smaller", "std_base": 1.056686106085859, "t_msg": "Significant (t=-39.601176, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8059527111053798, "timeline_link": null, "avg_changed": 27.29060613632401, "min_base": 0.801068067551, "delta_min": "34.0378x slower", "delta_avg": "33.8613x slower", "std_changed": 0.009725433721130208, "min_changed": 27.2666218281, "delta_std": "1.8795x smaller", "std_base": 0.01827872805313021, "t_msg": "Significant (t=-9044.917310, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08005376338958198, "timeline_link": null, "avg_changed": 0.47470548629762, "min_base": 0.0786828994751, "delta_min": "6.0226x slower", "delta_avg": "5.9298x slower", "std_changed": 0.0005017206319258591, "min_changed": 0.473877906799, "delta_std": "10.4397x smaller", "std_base": 0.005237832047739891, "t_msg": "Significant (t=-530.351899, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.033015632629399994, "timeline_link": null, "avg_changed": 0.6895055627822599, "min_base": 0.0322241783142, "delta_min": "21.3025x slower", "delta_avg": "20.8842x slower", "std_changed": 0.004716224979282982, "min_changed": 0.686454057693, "delta_std": "1.8595x larger", "std_base": 0.002536256977379869, "t_msg": "Significant (t=-866.879033, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.67154464722, "timeline_link": null, "avg_changed": 49.357370567320004, "min_base": 20.6526119709, "delta_min": "2.3886x slower", "delta_avg": "2.3877x slower", "std_changed": 0.017652580112276064, "min_changed": 49.3312590122, "delta_std": "1.7476x smaller", "std_base": 0.030848850249667124, "t_msg": "Significant (t=-1804.700355, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.794086837779998, "timeline_link": null, "avg_changed": 10.91927261352, "min_base": 10.7867331505, "delta_min": "1.0118x slower", "delta_avg": "1.0116x slower", "std_changed": 0.0057003484631000575, "min_changed": 10.9144570827, "delta_std": "2.3128x smaller", "std_base": 0.013183492949227492, "t_msg": "Significant (t=-19.489109, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2941763877868801, "timeline_link": null, "avg_changed": 2.9953302144999996, "min_base": 0.285474061966, "delta_min": "10.4692x slower", "delta_avg": "10.1821x slower", "std_changed": 0.003240339479129802, "min_changed": 2.98867416382, "delta_std": "1.8470x smaller", "std_base": 0.005984832403428106, "t_msg": "Significant (t=-2806.463071, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09922217845916399, "timeline_link": null, "avg_changed": 0.49551064968114, "min_base": 0.0262289047241, "delta_min": "18.7417x slower", "delta_avg": "4.9940x slower", "std_changed": 0.0165570538414213, "min_changed": 0.49157500267, "delta_std": "6.9146x smaller", "std_base": 0.11448490685361365, "t_msg": "Significant (t=-24.224415, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10987263679503802, "timeline_link": null, "avg_changed": 0.5387504768371799, "min_base": 0.0435659885406, "delta_min": "12.3436x slower", "delta_avg": "4.9034x slower", "std_changed": 0.0017169587261984087, "min_changed": 0.537763118744, "delta_std": "70.3774x smaller", "std_base": 0.12083508408161595, "t_msg": "Significant (t=-25.094684, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034688949584962006, "timeline_link": null, "avg_changed": 3.0350787734990003, "min_base": 0.0195329189301, "delta_min": "153.5039x slower", "delta_avg": "87.4941x slower", "std_changed": 0.01425742551460416, "min_changed": 2.99837994576, "delta_std": "1.5142x smaller", "std_base": 0.021588218474261907, "t_msg": "Significant (t=-820.057011, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035892486572276006, "timeline_link": null, "avg_changed": 0.39808573722847995, "min_base": 0.00327205657959, "delta_min": "121.2693x slower", "delta_avg": "110.9106x slower", "std_changed": 0.0006710754967343737, "min_changed": 0.396800041199, "delta_std": "1.3580x smaller", "std_base": 0.0009113270815480184, "t_msg": "Significant (t=-2464.775787, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.198533315658602, "timeline_link": null, "avg_changed": 0.7422048997878601, "min_base": 0.0830218791962, "delta_min": "8.7705x slower", "delta_avg": "3.7384x slower", "std_changed": 0.009884449336322432, "min_changed": 0.728141069412, "delta_std": "16.0377x smaller", "std_base": 0.15852361168244347, "t_msg": "Significant (t=-24.203884, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24425503253942002, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46920461177826, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.19599823951724002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6073296546935998, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3670786094665, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2620419788359999, "timeline_link": null, "avg_changed": 0.7069981241225797, "min_base": 0.252374887466, "delta_min": "2.7552x slower", "delta_avg": "2.6980x slower", "std_changed": 0.009193444889472066, "min_changed": 0.695342063904, "delta_std": "1.0257x smaller", "std_base": 0.009429691775708118, "t_msg": "Significant (t=-238.907309, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08707403182983998, "timeline_link": null, "avg_changed": 0.47596868515014, "min_base": 0.059650182724, "delta_min": "7.9593x slower", "delta_avg": "5.4663x slower", "std_changed": 0.0015790616149871767, "min_changed": 0.474775791168, "delta_std": "16.9964x smaller", "std_base": 0.026838335458598633, "t_msg": "Significant (t=-102.284777, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009249801635741598, "timeline_link": null, "avg_changed": 0.8471116018295001, "min_base": 0.00844597816467, "delta_min": "99.9815x slower", "delta_avg": "91.5816x slower", "std_changed": 0.0019156692794633525, "min_changed": 0.844441175461, "delta_std": "1.7110x smaller", "std_base": 0.003277804999900297, "t_msg": "Significant (t=-1560.516019, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1639999999999997, "timeline_link": null, "avg_changed": 9.2334, "min_base": 2.13, "delta_min": "4.3192x slower", "delta_avg": "4.2668x slower", "std_changed": 0.01636447122174554, "min_changed": 9.2, "delta_std": "1.8519x smaller", "std_base": 0.030304576336566365, "t_msg": "Significant (t=-1451.427418, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.826, "timeline_link": null, "avg_changed": 7.180599999999999, "min_base": 0.8, "delta_min": "8.8875x slower", "delta_avg": "8.6932x slower", "std_changed": 0.1003750111190173, "min_changed": 7.11, "delta_std": "3.0180x larger", "std_base": 0.03325841921949374, "t_msg": "Significant (t=-424.940128, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07767707029977933, "timeline_link": null, "avg_changed": 0.5600392548243732, "min_base": 0.0473711490631, "delta_min": "2.7169x slower", "delta_avg": "7.2098x slower", "std_changed": 0.25439281868908237, "min_changed": 0.128702878952, "delta_std": "7.8716x larger", "std_base": 0.03231772748593546, "t_msg": "Significant (t=-23.037615, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013130027770996283, "timeline_link": null, "avg_changed": 0.059444890022277395, "min_base": 0.00786900520325, "delta_min": "7.2120x slower", "delta_avg": "4.5274x slower", "std_changed": 0.005823617980452909, "min_changed": 0.0567510128021, "delta_std": "2.2124x smaller", "std_base": 0.012884219826700351, "t_msg": "Significant (t=-73.245309, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8932849073410003, "timeline_link": null, "avg_changed": 50.565458321571995, "min_base": 1.88085198402, "delta_min": "26.8262x slower", "delta_avg": "26.7078x slower", "std_changed": 0.06505012962281283, "min_changed": 50.4560389519, "delta_std": "12.8156x larger", "std_base": 0.0050758387315958725, "t_msg": "Significant (t=-5274.720549, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6084235668174, "timeline_link": null, "avg_changed": 2.115710258484, "min_base": 0.440863847733, "delta_min": "4.7725x slower", "delta_avg": "3.4774x slower", "std_changed": 0.007361986892063452, "min_changed": 2.10402917862, "delta_std": "45.2447x smaller", "std_base": 0.333091138319046, "t_msg": "Significant (t=-10.116068, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.608381843568, "timeline_link": null, "avg_changed": 12.63178744316, "min_base": 1.79658603668, "delta_min": "7.0218x slower", "delta_avg": "4.8428x slower", "std_changed": 0.016790157694082465, "min_changed": 12.6152300835, "delta_std": "71.8461x smaller", "std_base": 1.2063075474498988, "t_msg": "Significant (t=-18.578053, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.562145853042, "timeline_link": null, "avg_changed": 1.0421671867379998, "min_base": 0.284100055695, "delta_min": "3.5911x slower", "delta_avg": "1.8539x slower", "std_changed": 0.019160399361917768, "min_changed": 1.02022409439, "delta_std": "21.9669x smaller", "std_base": 0.4208941882853343, "t_msg": "Significant (t=-2.547552, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4874579429625999, "timeline_link": null, "avg_changed": 3.6865586280819995, "min_base": 0.330166816711, "delta_min": "11.1155x slower", "delta_avg": "7.5628x slower", "std_changed": 0.023765587893871773, "min_changed": 3.669962883, "delta_std": "10.4689x smaller", "std_base": 0.24880060661481934, "t_msg": "Significant (t=-28.621288, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025425686120000002, "timeline_link": null, "avg_changed": 1.7023963342000001, "min_base": 0.019671977, "delta_min": "86.3867x slower", "delta_avg": "66.9558x slower", "std_changed": 0.0019039426909626777, "min_changed": 1.699397237, "delta_std": "8.8286x smaller", "std_base": 0.016809094891818817, "t_msg": "Significant (t=-700.967535, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [389.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [749.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [126.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [169.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [193.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004682924610550084, "timeline_link": null, "avg_changed": 0.32844264073727897, "min_base": 0.004647185664361663, "delta_min": "70.5059x slower", "delta_avg": "70.1362x slower", "std_changed": 0.0007224237011111482, "min_changed": 0.32765399737876805, "delta_std": "29.8189x larger", "std_base": 2.422705814989848e-05, "t_msg": "Significant (t=-3167.172731, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015610972357224036, "timeline_link": null, "avg_changed": 0.014449316985696892, "min_base": 0.0015446400988569664, "delta_min": "9.3285x slower", "delta_avg": "9.2559x slower", "std_changed": 4.231934210485671e-05, "min_changed": 0.01440922190201729, "delta_std": "3.8575x larger", "std_base": 1.0970693063507716e-05, "t_msg": "Significant (t=-2084.565070, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006752222748057682, "timeline_link": null, "avg_changed": 0.10429894179894182, "min_base": 0.00630119722747322, "delta_min": "16.5312x slower", "delta_avg": "15.4466x slower", "std_changed": 0.0004531208922253108, "min_changed": 0.10416666666666667, "delta_std": "1.2307x larger", "std_base": 0.00036818052244135826, "t_msg": "Significant (t=-1181.407743, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19388508045210176, "timeline_link": null, "avg_changed": 1.0454325863842855, "min_base": 0.18898009803342586, "delta_min": "5.5103x slower", "delta_avg": "5.3920x slower", "std_changed": 0.003088922184586485, "min_changed": 1.0413276928083306, "delta_std": "2.3119x smaller", "std_base": 0.007141322962711131, "t_msg": "Significant (t=-773.878733, a=0.95)\n"}]], "branch": "", "revision": "90856:aa29d9052da9"}