{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03570118427277, "timeline_link": null, "avg_changed": 0.7276296854019, "min_base": 0.0352659225464, "delta_min": "20.4944x slower", "delta_avg": "20.3811x slower", "std_changed": 0.003136857933217361, "min_changed": 0.722753047943, "delta_std": "5.9299x larger", "std_base": 0.0005289923443294862, "t_msg": "Significant (t=-1538.020683, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01576413472493266, "timeline_link": null, "avg_changed": 0.14383460680646007, "min_base": 0.0125308036804, "delta_min": "11.1756x slower", "delta_avg": "9.1242x slower", "std_changed": 0.002981371933747201, "min_changed": 0.140038967133, "delta_std": "2.0623x smaller", "std_base": 0.006148476031690994, "t_msg": "Significant (t=-229.547115, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2780865073205, "timeline_link": null, "avg_changed": 1.481856393813, "min_base": 0.22484588623, "delta_min": "6.4816x slower", "delta_avg": "5.3288x slower", "std_changed": 0.05731750997601674, "min_changed": 1.45736289024, "delta_std": "3.0392x smaller", "std_base": 0.17419874354263926, "t_msg": "Significant (t=-29.355658, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.43208471775, "timeline_link": null, "avg_changed": 21.228263039594005, "min_base": 3.37195706367, "delta_min": "6.2737x slower", "delta_avg": "6.1852x slower", "std_changed": 0.08147437138352691, "min_changed": 21.1545519829, "delta_std": "1.0540x larger", "std_base": 0.07730275440131625, "t_msg": "Significant (t=-1120.440941, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019505848884588, "timeline_link": null, "avg_changed": 0.24443825721742002, "min_base": 0.0164070129395, "delta_min": "14.7352x slower", "delta_avg": "12.5315x slower", "std_changed": 0.0022807703268803636, "min_changed": 0.241760015488, "delta_std": "2.0539x smaller", "std_base": 0.004684463443765347, "t_msg": "Significant (t=-305.269366, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.4949243974688, "timeline_link": null, "avg_changed": 47.46442354202801, "min_base": 7.41388988495, "delta_min": "6.3831x slower", "delta_avg": "6.3329x slower", "std_changed": 0.07688913044349482, "min_changed": 47.3234989643, "delta_std": "2.2646x smaller", "std_base": 0.17412437937248046, "t_msg": "Significant (t=-1484.814234, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0086669778823816, "timeline_link": null, "avg_changed": 0.5547740936279201, "min_base": 0.00625395774841, "delta_min": "88.2500x slower", "delta_avg": "64.0101x slower", "std_changed": 0.002660843297796093, "min_changed": 0.551912069321, "delta_std": "5.5783x smaller", "std_base": 0.014842870787677941, "t_msg": "Significant (t=-256.080375, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.552843094], "base_times": [141.64365387]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048431434631348, "timeline_link": null, "avg_changed": 3.4099331617358, "min_base": 0.0457799434662, "delta_min": "74.0578x slower", "delta_avg": "70.4074x slower", "std_changed": 0.005412798548252499, "min_changed": 3.39036202431, "delta_std": "2.5255x smaller", "std_base": 0.013670154044871494, "t_msg": "Significant (t=-1616.661601, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009712815284728197, "timeline_link": null, "avg_changed": 0.038392148017882, "min_base": 0.00137209892273, "delta_min": "27.7859x slower", "delta_avg": "3.9527x slower", "std_changed": 0.0003582850652563242, "min_changed": 0.038125038147, "delta_std": "32.6354x smaller", "std_base": 0.011692761017524346, "t_msg": "Significant (t=-17.335373, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030321259498593992, "timeline_link": null, "avg_changed": 1.0654822444913998, "min_base": 0.0287208557129, "delta_min": "36.9474x slower", "delta_avg": "35.1398x slower", "std_changed": 0.003576413654145721, "min_changed": 1.06115984917, "delta_std": "1.3990x larger", "std_base": 0.0025563363200122318, "t_msg": "Significant (t=-1665.047075, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43125303745268007, "timeline_link": null, "avg_changed": 1.0922590303422002, "min_base": 0.341864109039, "delta_min": "3.1674x slower", "delta_avg": "2.5328x slower", "std_changed": 0.0031587205841563794, "min_changed": 1.08281087875, "delta_std": "30.8747x smaller", "std_base": 0.09752451112976554, "t_msg": "Significant (t=-47.901481, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.18043795108800004, "timeline_link": null, "avg_changed": 1.6713737869268004, "min_base": 0.178821086884, "delta_min": "9.2833x slower", "delta_avg": "9.2629x slower", "std_changed": 0.00641485642344792, "min_changed": 1.66004681587, "delta_std": "1.3757x larger", "std_base": 0.004663132465650303, "t_msg": "Significant (t=-1329.337476, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043930706977848004, "timeline_link": null, "avg_changed": 0.6463212823868202, "min_base": 0.0363609790802, "delta_min": "17.4529x slower", "delta_avg": "14.7123x slower", "std_changed": 0.0066596733245007835, "min_changed": 0.634605884552, "delta_std": "1.2390x larger", "std_base": 0.005375227893146893, "t_msg": "Significant (t=-497.709791, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015689888000482006, "timeline_link": null, "avg_changed": 0.26695691108709996, "min_base": 0.013060092926, "delta_min": "20.2681x slower", "delta_avg": "17.0146x slower", "std_changed": 0.002232138570086726, "min_changed": 0.264703035355, "delta_std": "5.6447x smaller", "std_base": 0.012599795957692618, "t_msg": "Significant (t=-138.850256, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054457163810734004, "timeline_link": null, "avg_changed": 0.57693330764762, "min_base": 0.0495610237122, "delta_min": "11.5601x slower", "delta_avg": "10.5943x slower", "std_changed": 0.003324488311707702, "min_changed": 0.57293009758, "delta_std": "7.5729x smaller", "std_base": 0.02517590313924004, "t_msg": "Significant (t=-145.483111, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.128372974395756, "timeline_link": null, "avg_changed": 1.728231635094, "min_base": 0.0971670150757, "delta_min": "17.7401x slower", "delta_avg": "13.4626x slower", "std_changed": 0.0032976064054625726, "min_changed": 1.72375702858, "delta_std": "8.7355x smaller", "std_base": 0.028806378968040305, "t_msg": "Significant (t=-390.167264, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.755867361999995, "timeline_link": null, "avg_changed": 343.3036050800001, "min_base": 12.412350893, "delta_min": "27.6429x slower", "delta_avg": "26.9134x slower", "std_changed": 0.19225634157972324, "min_changed": 343.113281012, "delta_std": "1.8049x smaller", "std_base": 0.3470040352559416, "t_msg": "Significant (t=-5891.858169, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5654903888700007, "timeline_link": null, "avg_changed": 21.49205694198, "min_base": 2.83603096008, "delta_min": "7.5720x slower", "delta_avg": "6.0278x slower", "std_changed": 0.014825003818569119, "min_changed": 21.4745209217, "delta_std": "66.4839x smaller", "std_base": 0.9856241937371333, "t_msg": "Significant (t=-40.665081, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7455078840255999, "timeline_link": null, "avg_changed": 25.0567173481, "min_base": 0.740234136581, "delta_min": "33.7939x slower", "delta_avg": "33.6103x slower", "std_changed": 0.01607865892323587, "min_changed": 25.0154130459, "delta_std": "1.1013x smaller", "std_base": 0.017707266095845078, "t_msg": "Significant (t=-7187.316563, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07525248050688596, "timeline_link": null, "avg_changed": 0.4859383010864601, "min_base": 0.0739388465881, "delta_min": "6.5511x slower", "delta_avg": "6.4574x slower", "std_changed": 0.0015927693832709768, "min_changed": 0.484382867813, "delta_std": "2.9463x smaller", "std_base": 0.004692734732928358, "t_msg": "Significant (t=-585.992770, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031994361877434006, "timeline_link": null, "avg_changed": 0.6660402679442999, "min_base": 0.0312330722809, "delta_min": "21.1959x slower", "delta_avg": "20.8174x slower", "std_changed": 0.0032026138051039653, "min_changed": 0.662014007568, "delta_std": "1.0194x larger", "std_base": 0.0031415788487160075, "t_msg": "Significant (t=-999.365247, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.7424639225, "timeline_link": null, "avg_changed": 46.027435112, "min_base": 18.7175278664, "delta_min": "2.4578x slower", "delta_avg": "2.4558x slower", "std_changed": 0.018834722067783846, "min_changed": 46.0038771629, "delta_std": "1.7033x smaller", "std_base": 0.032080824328066214, "t_msg": "Significant (t=-1640.031012, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.289993000032, "timeline_link": null, "avg_changed": 9.43949084282, "min_base": 9.28098392487, "delta_min": "1.0161x slower", "delta_avg": "1.0161x slower", "std_changed": 0.007653830158391282, "min_changed": 9.43076395988, "delta_std": "2.4253x smaller", "std_base": 0.018563076556252847, "t_msg": "Significant (t=-16.648549, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2936191225051399, "timeline_link": null, "avg_changed": 2.777008347511, "min_base": 0.286391973495, "delta_min": "9.6522x slower", "delta_avg": "9.4579x slower", "std_changed": 0.005331612160216832, "min_changed": 2.76431488991, "delta_std": "1.1225x smaller", "std_base": 0.00598477027456706, "t_msg": "Significant (t=-2190.861802, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08567042827605002, "timeline_link": null, "avg_changed": 0.46646626949308, "min_base": 0.0215249061584, "delta_min": "21.3880x slower", "delta_avg": "5.4449x slower", "std_changed": 0.02145996933580636, "min_changed": 0.460374116898, "delta_std": "4.7081x smaller", "std_base": 0.10103588157364454, "t_msg": "Significant (t=-26.068727, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09809170722961198, "timeline_link": null, "avg_changed": 0.48314511775966, "min_base": 0.0413661003113, "delta_min": "11.6228x slower", "delta_avg": "4.9254x slower", "std_changed": 0.0021285144070008577, "min_changed": 0.480787992477, "delta_std": "52.9395x smaller", "std_base": 0.11268251201299963, "t_msg": "Significant (t=-24.158613, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03284157276153601, "timeline_link": null, "avg_changed": 2.8428085422519986, "min_base": 0.0200459957123, "delta_min": "139.7344x slower", "delta_avg": "86.5613x slower", "std_changed": 0.01584403716479988, "min_changed": 2.80111598969, "delta_std": "1.2187x smaller", "std_base": 0.019308570249728332, "t_msg": "Significant (t=-795.508082, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036056137084960003, "timeline_link": null, "avg_changed": 0.366612830162, "min_base": 0.00323295593262, "delta_min": "112.9181x slower", "delta_avg": "101.6783x slower", "std_changed": 0.0012664548223670583, "min_changed": 0.365059137344, "delta_std": "1.1755x larger", "std_base": 0.0010773675201946919, "t_msg": "Significant (t=-1543.767392, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18558535099036597, "timeline_link": null, "avg_changed": 0.68839720726012, "min_base": 0.083459854126, "delta_min": "8.0537x slower", "delta_avg": "3.7093x slower", "std_changed": 0.010941551544128883, "min_changed": 0.672159910202, "delta_std": "13.1651x smaller", "std_base": 0.14404622601681105, "t_msg": "Significant (t=-24.611572, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25124108791348004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47001684188835996, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21215343952179996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6058148956298398, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36842084884642, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27608894348146, "timeline_link": null, "avg_changed": 0.77613884925844, "min_base": 0.266582965851, "delta_min": "2.8352x slower", "delta_avg": "2.8112x slower", "std_changed": 0.013283260994513333, "min_changed": 0.755815982819, "delta_std": "1.4965x larger", "std_base": 0.008875975611349708, "t_msg": "Significant (t=-221.326911, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.086798028945954, "timeline_link": null, "avg_changed": 0.4407202911377599, "min_base": 0.0602450370789, "delta_min": "7.2823x slower", "delta_avg": "5.0775x slower", "std_changed": 0.0027132547137968485, "min_changed": 0.438724994659, "delta_std": "8.7358x smaller", "std_base": 0.023702430248731123, "t_msg": "Significant (t=-104.899410, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009413213729858401, "timeline_link": null, "avg_changed": 0.7500949716568399, "min_base": 0.00854206085205, "delta_min": "87.4043x slower", "delta_avg": "79.6853x slower", "std_changed": 0.001998721093979444, "min_changed": 0.746613025665, "delta_std": "1.8262x smaller", "std_base": 0.0036500019134767694, "t_msg": "Significant (t=-1258.564005, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2838000000000007, "timeline_link": null, "avg_changed": 9.251000000000001, "min_base": 2.25, "delta_min": "4.0933x slower", "delta_avg": "4.0507x slower", "std_changed": 0.030388639123117824, "min_changed": 9.21, "delta_std": "1.0211x smaller", "std_base": 0.031029281759825087, "t_msg": "Significant (t=-1134.330323, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7829999999999999, "timeline_link": null, "avg_changed": 7.344000000000003, "min_base": 0.75, "delta_min": "9.7067x slower", "delta_avg": "9.3793x slower", "std_changed": 0.02602981022612664, "min_changed": 7.28, "delta_std": "1.4752x smaller", "std_base": 0.03839908587347317, "t_msg": "Significant (t=-1000.068592, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07093799908955932, "timeline_link": null, "avg_changed": 0.5247802575429266, "min_base": 0.0444531440735, "delta_min": "2.8389x slower", "delta_avg": "7.3977x slower", "std_changed": 0.23687225701118228, "min_changed": 0.126197099686, "delta_std": "7.7577x larger", "std_base": 0.03053377625649314, "t_msg": "Significant (t=-23.273293, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012033835887908722, "timeline_link": null, "avg_changed": 0.06324821281433037, "min_base": 0.00753498077393, "delta_min": "7.2216x slower", "delta_avg": "5.2559x slower", "std_changed": 0.007168748966261234, "min_changed": 0.0544149875641, "delta_std": "1.6904x smaller", "std_base": 0.012118353440423333, "t_msg": "Significant (t=-81.334590, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9407800579069994, "timeline_link": null, "avg_changed": 47.24133769989202, "min_base": 1.93004083633, "delta_min": "24.4162x slower", "delta_avg": "24.3414x slower", "std_changed": 0.05016011298237314, "min_changed": 47.1241950989, "delta_std": "9.6369x larger", "std_base": 0.005205017015574392, "t_msg": "Significant (t=-6351.910110, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5807323932656, "timeline_link": null, "avg_changed": 1.9894884109499997, "min_base": 0.404851913452, "delta_min": "4.8510x slower", "delta_avg": "3.4258x slower", "std_changed": 0.015592265429641563, "min_changed": 1.96394610405, "delta_std": "20.0738x smaller", "std_base": 0.31299659541038566, "t_msg": "Significant (t=-10.051780, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.4401809215520003, "timeline_link": null, "avg_changed": 12.078454208379998, "min_base": 1.64979290962, "delta_min": "7.3137x slower", "delta_avg": "4.9498x slower", "std_changed": 0.008109015566176147, "min_changed": 12.0661649704, "delta_std": "142.0398x smaller", "std_base": 1.1518031448465331, "t_msg": "Significant (t=-18.710923, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5468579769132, "timeline_link": null, "avg_changed": 0.9689824104310001, "min_base": 0.296308994293, "delta_min": "3.2105x slower", "delta_avg": "1.7719x slower", "std_changed": 0.015309974333187992, "min_changed": 0.951292991638, "delta_std": "23.7953x smaller", "std_base": 0.36430571605688705, "t_msg": "Significant (t=-2.588668, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.43015880584719995, "timeline_link": null, "avg_changed": 3.4192667961119994, "min_base": 0.278645038605, "delta_min": "12.2335x slower", "delta_avg": "7.9488x slower", "std_changed": 0.010240804186932967, "min_changed": 3.40880823135, "delta_std": "21.3151x smaller", "std_base": 0.21828407786827622, "t_msg": "Significant (t=-30.586313, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025835232239999995, "timeline_link": null, "avg_changed": 1.6362768371599996, "min_base": 0.020479692, "delta_min": "79.8022x slower", "delta_avg": "63.3351x slower", "std_changed": 0.0015207077388610937, "min_changed": 1.634323479, "delta_std": "9.3260x smaller", "std_base": 0.01418214027516152, "t_msg": "Significant (t=-798.372878, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [376.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [736.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [114.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005009384382141965, "timeline_link": null, "avg_changed": 0.3007589922592561, "min_base": 0.0049780988540914246, "delta_min": "60.1833x slower", "delta_avg": "60.0391x slower", "std_changed": 0.00092322473068026, "min_changed": 0.29959853795913477, "delta_std": "39.7135x larger", "std_base": 2.324713207531936e-05, "t_msg": "Significant (t=-2264.457173, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016113106796872359, "timeline_link": null, "avg_changed": 0.013846571434777199, "min_base": 0.0015873015873015873, "delta_min": "8.6777x slower", "delta_avg": "8.5934x slower", "std_changed": 7.319247594834206e-05, "min_changed": 0.013774104683195593, "delta_std": "4.1313x larger", "std_base": 1.771655847735319e-05, "t_msg": "Significant (t=-1148.861919, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006887895051454396, "timeline_link": null, "avg_changed": 0.098185542873866, "min_base": 0.006447453255963894, "delta_min": "15.2059x slower", "delta_avg": "14.2548x slower", "std_changed": 0.0004434383426480312, "min_changed": 0.09803921568627451, "delta_std": "1.3206x larger", "std_base": 0.0003357864629994235, "t_msg": "Significant (t=-1160.623542, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19404789525748614, "timeline_link": null, "avg_changed": 1.0230554755322405, "min_base": 0.19141045579614788, "delta_min": "5.3090x slower", "delta_avg": "5.2722x slower", "std_changed": 0.004333842113945189, "min_changed": 1.0161956176563989, "delta_std": "2.3748x larger", "std_base": 0.001824899472696384, "t_msg": "Significant (t=-1246.594239, a=0.95)\n"}]], "branch": "", "revision": "85746:54b7118ed2a1"}