{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037254118919380005, "timeline_link": null, "avg_changed": 0.7261278581619601, "min_base": 0.0369338989258, "delta_min": "19.5984x slower", "delta_avg": "19.4912x slower", "std_changed": 0.0013182029797911324, "min_changed": 0.723843812943, "delta_std": "2.5945x larger", "std_base": 0.0005080820493903064, "t_msg": "Significant (t=-3447.985405, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01557314713796201, "timeline_link": null, "avg_changed": 0.13887852191925995, "min_base": 0.0126330852509, "delta_min": "10.7367x slower", "delta_avg": "8.9178x slower", "std_changed": 0.003101325735763222, "min_changed": 0.135637998581, "delta_std": "1.8093x smaller", "std_base": 0.0056111010929289174, "t_msg": "Significant (t=-235.555139, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2853614449503, "timeline_link": null, "avg_changed": 1.4301910638810003, "min_base": 0.224985837936, "delta_min": "6.2539x slower", "delta_avg": "5.0119x slower", "std_changed": 0.05849933945589229, "min_changed": 1.40704703331, "delta_std": "3.2840x smaller", "std_base": 0.19211060503853003, "t_msg": "Significant (t=-25.494645, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4105889272685994, "timeline_link": null, "avg_changed": 20.665712037086, "min_base": 3.35219287872, "delta_min": "6.1447x slower", "delta_avg": "6.0593x slower", "std_changed": 0.07811842337383941, "min_changed": 20.5983700752, "delta_std": "1.0054x smaller", "std_base": 0.07854189134733186, "t_msg": "Significant (t=-1101.431470, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019124798774717996, "timeline_link": null, "avg_changed": 0.23638263702392004, "min_base": 0.0158848762512, "delta_min": "14.7526x slower", "delta_avg": "12.3600x slower", "std_changed": 0.0020008176893336546, "min_changed": 0.23434305191, "delta_std": "2.7247x smaller", "std_base": 0.005451565115449631, "t_msg": "Significant (t=-264.544311, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.205106267929203, "timeline_link": null, "avg_changed": 46.258813710212024, "min_base": 8.11970496178, "delta_min": "5.6761x slower", "delta_avg": "5.6378x slower", "std_changed": 0.07582347594681323, "min_changed": 46.0882401466, "delta_std": "2.3583x smaller", "std_base": 0.17881249292032206, "t_msg": "Significant (t=-1385.409779, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0089532995224006, "timeline_link": null, "avg_changed": 0.53139902591704, "min_base": 0.00642991065979, "delta_min": "82.3887x slower", "delta_avg": "59.3523x slower", "std_changed": 0.0010257738366347224, "min_changed": 0.529752016068, "delta_std": "14.9955x smaller", "std_base": 0.015382026809243637, "t_msg": "Significant (t=-239.634358, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [139.150103092], "base_times": [142.263007164]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04837411403654602, "timeline_link": null, "avg_changed": 3.2791231775280005, "min_base": 0.0458488464355, "delta_min": "71.3762x slower", "delta_avg": "67.7867x slower", "std_changed": 0.002376708289103108, "min_changed": 3.27251720428, "delta_std": "5.7932x smaller", "std_base": 0.013768732751092059, "t_msg": "Significant (t=-1635.003075, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009867238998411399, "timeline_link": null, "avg_changed": 0.037667446136473985, "min_base": 0.00142693519592, "delta_min": "26.2956x slower", "delta_avg": "3.8174x slower", "std_changed": 0.00014635013271506477, "min_changed": 0.0375220775604, "delta_std": "76.8678x smaller", "std_base": 0.011249613507603725, "t_msg": "Significant (t=-17.472646, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030801234245303993, "timeline_link": null, "avg_changed": 1.0135054492953997, "min_base": 0.0292088985443, "delta_min": "34.5946x slower", "delta_avg": "32.9047x slower", "std_changed": 0.001845703644052777, "min_changed": 1.01046895981, "delta_std": "1.4899x smaller", "std_base": 0.002749876754069938, "t_msg": "Significant (t=-2098.144079, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4628815317154, "timeline_link": null, "avg_changed": 1.0852906370166002, "min_base": 0.375568151474, "delta_min": "2.8674x slower", "delta_avg": "2.3446x slower", "std_changed": 0.0037070158688369595, "min_changed": 1.07690310478, "delta_std": "28.0802x smaller", "std_base": 0.10409367220430345, "t_msg": "Significant (t=-42.253374, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17389538288119993, "timeline_link": null, "avg_changed": 1.5703800821308003, "min_base": 0.172270059586, "delta_min": "9.0629x slower", "delta_avg": "9.0306x slower", "std_changed": 0.004267087835670643, "min_changed": 1.56126713753, "delta_std": "1.0872x smaller", "std_base": 0.00463921587908638, "t_msg": "Significant (t=-1566.606484, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04309063434601001, "timeline_link": null, "avg_changed": 0.5874723815917999, "min_base": 0.0356879234314, "delta_min": "16.1932x slower", "delta_avg": "13.6334x slower", "std_changed": 0.005088542644209739, "min_changed": 0.577902078629, "delta_std": "1.0186x larger", "std_base": 0.004995504770157494, "t_msg": "Significant (t=-539.821519, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014592537879949997, "timeline_link": null, "avg_changed": 0.25465610980984, "min_base": 0.0117599964142, "delta_min": "21.5087x slower", "delta_avg": "17.4511x slower", "std_changed": 0.0019438056456641194, "min_changed": 0.252942800522, "delta_std": "6.7701x smaller", "std_base": 0.013159718364054171, "t_msg": "Significant (t=-127.608006, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.056245832443244, "timeline_link": null, "avg_changed": 0.5619340133666599, "min_base": 0.0509250164032, "delta_min": "10.9772x slower", "delta_avg": "9.9907x slower", "std_changed": 0.0023179871782461293, "min_changed": 0.559014797211, "delta_std": "11.4332x smaller", "std_base": 0.026502016657854562, "t_msg": "Significant (t=-134.410754, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.124149856567404, "timeline_link": null, "avg_changed": 1.6621483802797998, "min_base": 0.0957190990448, "delta_min": "17.3415x slower", "delta_avg": "13.3882x slower", "std_changed": 0.0016574613574970587, "min_changed": 1.65991687775, "delta_std": "18.1619x smaller", "std_base": 0.03010258400872583, "t_msg": "Significant (t=-360.727976, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.314508557299984, "timeline_link": null, "avg_changed": 338.6925294400004, "min_base": 12.0513041019, "delta_min": "28.0774x slower", "delta_avg": "27.5035x slower", "std_changed": 0.32691407801332606, "min_changed": 338.368901014, "delta_std": "1.2296x larger", "std_base": 0.26587665035978936, "t_msg": "Significant (t=-5476.831957, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5607919692960004, "timeline_link": null, "avg_changed": 20.890656852720003, "min_base": 2.87626791, "delta_min": "7.2502x slower", "delta_avg": "5.8669x slower", "std_changed": 0.03990335303228997, "min_changed": 20.8534989357, "delta_std": "23.2388x smaller", "std_base": 0.9273074515677376, "t_msg": "Significant (t=-41.749830, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7640057277679803, "timeline_link": null, "avg_changed": 24.020039224632004, "min_base": 0.758520126343, "delta_min": "31.6392x slower", "delta_avg": "31.4396x slower", "std_changed": 0.010833192340576883, "min_changed": 23.99893713, "delta_std": "1.6670x smaller", "std_base": 0.018059080789613585, "t_msg": "Significant (t=-7808.713465, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06792320728301798, "timeline_link": null, "avg_changed": 0.4224749279022001, "min_base": 0.0662999153137, "delta_min": "6.3618x slower", "delta_avg": "6.2199x slower", "std_changed": 0.00035938153481795374, "min_changed": 0.421789169312, "delta_std": "13.0382x smaller", "std_base": 0.004685675712012434, "t_msg": "Significant (t=-533.480721, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031549196243286004, "timeline_link": null, "avg_changed": 0.63449406623844, "min_base": 0.0308060646057, "delta_min": "20.5351x slower", "delta_avg": "20.1113x slower", "std_changed": 0.0022811977915290537, "min_changed": 0.632604837418, "delta_std": "1.3309x smaller", "std_base": 0.0030361161940537715, "t_msg": "Significant (t=-1122.669425, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.84049263002, "timeline_link": null, "avg_changed": 44.668081712699994, "min_base": 19.8231160641, "delta_min": "2.2528x slower", "delta_avg": "2.2514x slower", "std_changed": 0.008935651168519883, "min_changed": 44.6584098339, "delta_std": "3.2820x smaller", "std_base": 0.029326702148342855, "t_msg": "Significant (t=-1810.833087, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.262939071654, "timeline_link": null, "avg_changed": 9.445720005036, "min_base": 9.25379705429, "delta_min": "1.0203x slower", "delta_avg": "1.0197x slower", "std_changed": 0.004352690394882981, "min_changed": 9.44196915627, "delta_std": "3.7263x smaller", "std_base": 0.01621927021668787, "t_msg": "Significant (t=-24.337902, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29856760501858, "timeline_link": null, "avg_changed": 2.651645917892401, "min_base": 0.290536880493, "delta_min": "9.0785x slower", "delta_avg": "8.8812x slower", "std_changed": 0.00960433452171752, "min_changed": 2.63763999939, "delta_std": "1.6336x larger", "std_base": 0.005879101215879782, "t_msg": "Significant (t=-1477.575376, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.087735080718986, "timeline_link": null, "avg_changed": 0.44843236923214, "min_base": 0.0231609344482, "delta_min": "19.2006x slower", "delta_avg": "5.1112x slower", "std_changed": 0.014312889403278396, "min_changed": 0.444703102112, "delta_std": "7.3077x smaller", "std_base": 0.10459373804821355, "t_msg": "Significant (t=-24.159810, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.104919166564938, "timeline_link": null, "avg_changed": 0.493457736969, "min_base": 0.0420880317688, "delta_min": "11.7002x slower", "delta_avg": "4.7032x slower", "std_changed": 0.0014148795265996556, "min_changed": 0.492439031601, "delta_std": "81.7819x smaller", "std_base": 0.1157115317854474, "t_msg": "Significant (t=-23.741603, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032259321212771995, "timeline_link": null, "avg_changed": 2.6972856283185997, "min_base": 0.0187911987305, "delta_min": "138.4455x slower", "delta_avg": "83.6126x slower", "std_changed": 0.02852472503187073, "min_changed": 2.6015560627, "delta_std": "1.5609x larger", "std_base": 0.01827454569891772, "t_msg": "Significant (t=-556.272570, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037043142318719997, "timeline_link": null, "avg_changed": 0.3551948308945201, "min_base": 0.00328397750854, "delta_min": "107.9691x slower", "delta_avg": "95.8868x slower", "std_changed": 0.00040160875999241576, "min_changed": 0.354568004608, "delta_std": "3.1694x smaller", "std_base": 0.001272874977761901, "t_msg": "Significant (t=-1862.111421, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.193207106590254, "timeline_link": null, "avg_changed": 0.67462635993958, "min_base": 0.0853910446167, "delta_min": "7.7268x slower", "delta_avg": "3.4917x slower", "std_changed": 0.010390196579793655, "min_changed": 0.659801006317, "delta_std": "14.4679x smaller", "std_base": 0.15032481908117865, "t_msg": "Significant (t=-22.591385, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24667477130893997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4702355670928798, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21119331359862004, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60738044738772, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36733004093173993, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27119015693664006, "timeline_link": null, "avg_changed": 0.7298248195647803, "min_base": 0.246917009354, "delta_min": "2.9075x slower", "delta_avg": "2.6912x slower", "std_changed": 0.010455790758911966, "min_changed": 0.717899799347, "delta_std": "1.0508x larger", "std_base": 0.009950309791743167, "t_msg": "Significant (t=-224.684778, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08622238159177799, "timeline_link": null, "avg_changed": 0.4356004428863401, "min_base": 0.0597388744354, "delta_min": "7.2592x slower", "delta_avg": "5.0521x slower", "std_changed": 0.0031486666715968108, "min_changed": 0.433658838272, "delta_std": "8.2854x smaller", "std_base": 0.02608798871308257, "t_msg": "Significant (t=-94.015542, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009378933906557398, "timeline_link": null, "avg_changed": 0.7066846847533802, "min_base": 0.00849485397339, "delta_min": "83.0404x slower", "delta_avg": "75.3481x slower", "std_changed": 0.0008088428518154596, "min_changed": 0.705415964127, "delta_std": "4.5792x smaller", "std_base": 0.0037038453985552924, "t_msg": "Significant (t=-1300.586095, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.116800000000001, "timeline_link": null, "avg_changed": 8.7334, "min_base": 2.09, "delta_min": "4.1627x slower", "delta_avg": "4.1258x slower", "std_changed": 0.02143904505945198, "min_changed": 8.7, "delta_std": "1.4521x smaller", "std_base": 0.031131059364288574, "t_msg": "Significant (t=-1237.764105, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7706000000000003, "timeline_link": null, "avg_changed": 7.411999999999999, "min_base": 0.74, "delta_min": "9.9459x slower", "delta_avg": "9.6185x slower", "std_changed": 0.032071349029490846, "min_changed": 7.36, "delta_std": "1.0107x smaller", "std_base": 0.032413778879120086, "t_msg": "Significant (t=-1029.897370, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07318311214447466, "timeline_link": null, "avg_changed": 0.5196726242701267, "min_base": 0.0475890636444, "delta_min": "2.5286x slower", "delta_avg": "7.1010x slower", "std_changed": 0.2355681948114803, "min_changed": 0.12033200264, "delta_std": "8.1176x larger", "std_base": 0.02901937454034705, "t_msg": "Significant (t=-23.039321, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012251617908479137, "timeline_link": null, "avg_changed": 0.06216098260879223, "min_base": 0.00765299797058, "delta_min": "7.0371x slower", "delta_avg": "5.0737x slower", "std_changed": 0.007082600827199799, "min_changed": 0.0538551807404, "delta_std": "1.7398x smaller", "std_base": 0.012322104760199808, "t_msg": "Significant (t=-78.522487, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9973996448512004, "timeline_link": null, "avg_changed": 46.84636018753001, "min_base": 1.9813439846, "delta_min": "23.5847x slower", "delta_avg": "23.4537x slower", "std_changed": 0.0637114288547488, "min_changed": 46.729418993, "delta_std": "7.9241x larger", "std_base": 0.008040223966251344, "t_msg": "Significant (t=-4938.431583, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5913156032554, "timeline_link": null, "avg_changed": 1.91041483879, "min_base": 0.439049005508, "delta_min": "4.2931x slower", "delta_avg": "3.2308x slower", "std_changed": 0.01531669164390647, "min_changed": 1.88487100601, "delta_std": "20.7516x smaller", "std_base": 0.3178465454288533, "t_msg": "Significant (t=-9.269180, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.4975826263420005, "timeline_link": null, "avg_changed": 11.18093118666, "min_base": 1.70443701744, "delta_min": "6.5524x slower", "delta_avg": "4.4767x slower", "std_changed": 0.015066657077344522, "min_changed": 11.168118, "delta_std": "77.2410x smaller", "std_base": 1.163763063190746, "t_msg": "Significant (t=-16.682890, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5366777420038, "timeline_link": null, "avg_changed": 0.9310609817504, "min_base": 0.252695083618, "delta_min": "3.6215x slower", "delta_avg": "1.7349x slower", "std_changed": 0.015209732410475527, "min_changed": 0.915137052536, "delta_std": "25.8675x smaller", "std_base": 0.3934370363449322, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4352811813354, "timeline_link": null, "avg_changed": 3.3060607910159994, "min_base": 0.285318136215, "delta_min": "11.5212x slower", "delta_avg": "7.5952x slower", "std_changed": 0.028076888347965102, "min_changed": 3.28719902039, "delta_std": "8.4255x smaller", "std_base": 0.23656298516614402, "t_msg": "Significant (t=-26.946388, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02460723236, "timeline_link": null, "avg_changed": 1.57409025922, "min_base": 0.019164819, "delta_min": "81.7809x slower", "delta_avg": "63.9686x slower", "std_changed": 0.0022382518173776813, "min_changed": 1.5673167, "delta_std": "6.8895x smaller", "std_base": 0.01542050454288561, "t_msg": "Significant (t=-703.146688, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [722.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [121.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [167.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [189.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004459263076604226, "timeline_link": null, "avg_changed": 0.2892937049853408, "min_base": 0.004431616392194505, "delta_min": "65.1719x slower", "delta_avg": "64.8748x slower", "std_changed": 0.0005765798988657434, "min_changed": 0.2888170055452865, "delta_std": "25.3511x larger", "std_base": 2.2743820575321294e-05, "t_msg": "Significant (t=-3490.441712, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001540204877888634, "timeline_link": null, "avg_changed": 0.013478400348587898, "min_base": 0.0015232292460015233, "delta_min": "8.8239x slower", "delta_avg": "8.7510x slower", "std_changed": 3.738107483090219e-05, "min_changed": 0.013440860215053764, "delta_std": "3.2283x larger", "std_base": 1.1579183905202435e-05, "t_msg": "Significant (t=-2046.432693, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0067090621137708036, "timeline_link": null, "avg_changed": 0.09534929383061665, "min_base": 0.006259780907668232, "delta_min": "15.0000x slower", "delta_avg": "14.2120x slower", "std_changed": 0.000467443496558622, "min_changed": 0.09389671361502347, "delta_std": "1.3389x larger", "std_base": 0.00034912430652127703, "t_msg": "Significant (t=-1074.302832, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19204737431734797, "timeline_link": null, "avg_changed": 1.0044308919658496, "min_base": 0.18861251915595897, "delta_min": "5.3002x slower", "delta_avg": "5.2301x slower", "std_changed": 0.0034298691442987395, "min_changed": 0.999687597625742, "delta_std": "1.6409x smaller", "std_base": 0.005627913686901358, "t_msg": "Significant (t=-871.593776, a=0.95)\n"}]], "branch": "", "revision": "89029:deb24ecc88aa"}