{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037895426750186, "timeline_link": null, "avg_changed": 0.7140362834930599, "min_base": 0.0374698638916, "delta_min": "18.8804x slower", "delta_avg": "18.8423x slower", "std_changed": 0.004598316124298632, "min_changed": 0.707445144653, "delta_std": "8.8302x larger", "std_base": 0.0005207514461785412, "t_msg": "Significant (t=-1033.132712, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015478715896606002, "timeline_link": null, "avg_changed": 0.14346787929531993, "min_base": 0.0123610496521, "delta_min": "11.2600x slower", "delta_avg": "9.2687x slower", "std_changed": 0.0032891821104381117, "min_changed": 0.139184951782, "delta_std": "1.8602x smaller", "std_base": 0.006118668924724738, "t_msg": "Significant (t=-225.652133, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2817464351653499, "timeline_link": null, "avg_changed": 1.4561358094209997, "min_base": 0.226908922195, "delta_min": "6.2877x slower", "delta_avg": "5.1682x slower", "std_changed": 0.05687951346820906, "min_changed": 1.42674207687, "delta_std": "3.0957x smaller", "std_base": 0.1760832068686396, "t_msg": "Significant (t=-28.382888, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.5019393491746005, "timeline_link": null, "avg_changed": 21.00784671306201, "min_base": 3.43733096123, "delta_min": "6.0554x slower", "delta_avg": "5.9989x slower", "std_changed": 0.12465925775391017, "min_changed": 20.8145499229, "delta_std": "1.5935x larger", "std_base": 0.07823036585983763, "t_msg": "Significant (t=-841.087536, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019620385169984003, "timeline_link": null, "avg_changed": 0.24349023342135998, "min_base": 0.0164170265198, "delta_min": "14.6014x slower", "delta_avg": "12.4101x slower", "std_changed": 0.0024891461002118174, "min_changed": 0.239711999893, "delta_std": "1.9235x smaller", "std_base": 0.0047878343836825045, "t_msg": "Significant (t=-293.353207, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.590456824302398, "timeline_link": null, "avg_changed": 49.802731213562, "min_base": 7.49423599243, "delta_min": "6.4578x slower", "delta_avg": "6.5612x slower", "std_changed": 1.8585749614024463, "min_changed": 48.396643877, "delta_std": "9.4892x larger", "std_base": 0.19586303530707824, "t_msg": "Significant (t=-159.714887, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0088521766662584, "timeline_link": null, "avg_changed": 0.5347149133682201, "min_base": 0.00631093978882, "delta_min": "84.4229x slower", "delta_avg": "60.4049x slower", "std_changed": 0.0020595983048006974, "min_changed": 0.532788038254, "delta_std": "7.4810x smaller", "std_base": 0.015407856306866212, "t_msg": "Significant (t=-239.204535, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.599645853], "base_times": [140.785826921]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048141674995412005, "timeline_link": null, "avg_changed": 3.2742955684664, "min_base": 0.0454480648041, "delta_min": "71.4757x slower", "delta_avg": "68.0137x slower", "std_changed": 0.0075295437062322616, "min_changed": 3.24843096733, "delta_std": "1.8104x smaller", "std_base": 0.013631830239299344, "t_msg": "Significant (t=-1464.858126, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009939622879029799, "timeline_link": null, "avg_changed": 0.040701813697807995, "min_base": 0.00137495994568, "delta_min": "29.2736x slower", "delta_avg": "4.0949x slower", "std_changed": 0.0004821729085285279, "min_changed": 0.0402500629425, "delta_std": "24.8316x smaller", "std_base": 0.011973106286429669, "t_msg": "Significant (t=-18.152797, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03194926738739201, "timeline_link": null, "avg_changed": 1.0297551679612005, "min_base": 0.0303039550781, "delta_min": "33.8160x slower", "delta_avg": "32.2309x slower", "std_changed": 0.002992114452054646, "min_changed": 1.02476000786, "delta_std": "1.1541x larger", "std_base": 0.0025926306804160207, "t_msg": "Significant (t=-1782.109811, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44091222763064003, "timeline_link": null, "avg_changed": 1.097820467949, "min_base": 0.364101171494, "delta_min": "2.9793x slower", "delta_avg": "2.4899x slower", "std_changed": 0.005270713475798684, "min_changed": 1.08475518227, "delta_std": "18.6445x smaller", "std_base": 0.09826973977858959, "t_msg": "Significant (t=-47.200449, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.18151646614066, "timeline_link": null, "avg_changed": 1.6103598690032004, "min_base": 0.179167032242, "delta_min": "8.9119x slower", "delta_avg": "8.8717x slower", "std_changed": 0.006629027421742276, "min_changed": 1.59672689438, "delta_std": "1.4721x larger", "std_base": 0.004503136192241199, "t_msg": "Significant (t=-1260.744003, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04150961399078401, "timeline_link": null, "avg_changed": 0.59803324222574, "min_base": 0.0346240997314, "delta_min": "16.9211x slower", "delta_avg": "14.4071x slower", "std_changed": 0.005684419263199161, "min_changed": 0.585876941681, "delta_std": "1.0789x larger", "std_base": 0.005268719146358025, "t_msg": "Significant (t=-507.729595, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014763612747196, "timeline_link": null, "avg_changed": 0.26684293746948, "min_base": 0.0121319293976, "delta_min": "21.7209x slower", "delta_avg": "18.0744x slower", "std_changed": 0.0019817315158324055, "min_changed": 0.263515949249, "delta_std": "6.4041x smaller", "std_base": 0.012691192361776715, "t_msg": "Significant (t=-138.767783, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05640143394470201, "timeline_link": null, "avg_changed": 0.5901589488983202, "min_base": 0.0510818958282, "delta_min": "11.4813x slower", "delta_avg": "10.4635x slower", "std_changed": 0.0032007552084234326, "min_changed": 0.586487054825, "delta_std": "8.0034x smaller", "std_base": 0.02561701890317086, "t_msg": "Significant (t=-146.196369, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.130735712051322, "timeline_link": null, "avg_changed": 1.6314445400245998, "min_base": 0.0976810455322, "delta_min": "16.6242x slower", "delta_avg": "12.4790x slower", "std_changed": 0.003968895504684653, "min_changed": 1.62386703491, "delta_std": "7.5413x smaller", "std_base": 0.029930655322398782, "t_msg": "Significant (t=-351.463454, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.675809979449998, "timeline_link": null, "avg_changed": 343.40606308, "min_base": 12.3276669979, "delta_min": "27.8182x slower", "delta_avg": "27.0914x slower", "std_changed": 0.4777041819083354, "min_changed": 342.933160067, "delta_std": "1.3584x larger", "std_base": 0.35167751868072666, "t_msg": "Significant (t=-3942.417775, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.561418819426, "timeline_link": null, "avg_changed": 20.851420783979997, "min_base": 2.87485694885, "delta_min": "7.2310x slower", "delta_avg": "5.8548x slower", "std_changed": 0.06546722330542114, "min_changed": 20.7880899906, "delta_std": "14.6321x smaller", "std_base": 0.9579242841286683, "t_msg": "Significant (t=-40.265861, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7287815618514999, "timeline_link": null, "avg_changed": 25.652536616330003, "min_base": 0.720768928528, "delta_min": "35.4208x slower", "delta_avg": "35.1992x slower", "std_changed": 0.08952737854566693, "min_changed": 25.5302278996, "delta_std": "4.8230x larger", "std_base": 0.018562521050187755, "t_msg": "Significant (t=-1927.536651, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.076911120414732, "timeline_link": null, "avg_changed": 0.44617236137385996, "min_base": 0.0753300189972, "delta_min": "5.9009x slower", "delta_avg": "5.8011x slower", "std_changed": 0.0013133185708996684, "min_changed": 0.444516897202, "delta_std": "3.7675x smaller", "std_base": 0.004947927868936831, "t_msg": "Significant (t=-510.048840, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032249965667726005, "timeline_link": null, "avg_changed": 0.6809721279143999, "min_base": 0.0312581062317, "delta_min": "21.6555x slower", "delta_avg": "21.1154x slower", "std_changed": 0.0031948984273016453, "min_changed": 0.676908969879, "delta_std": "1.0244x larger", "std_base": 0.0031189020601179508, "t_msg": "Significant (t=-1027.392576, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.53092317582, "timeline_link": null, "avg_changed": 45.47886381152, "min_base": 18.4900050163, "delta_min": "2.4593x slower", "delta_avg": "2.4542x slower", "std_changed": 0.006444620021804549, "min_changed": 45.4729299545, "delta_std": "5.2164x smaller", "std_base": 0.03361798255242881, "t_msg": "Significant (t=-1760.362146, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.320986557003998, "timeline_link": null, "avg_changed": 9.467099237442, "min_base": 9.31062102318, "delta_min": "1.0165x slower", "delta_avg": "1.0157x slower", "std_changed": 0.004125226365416217, "min_changed": 9.46402215958, "delta_std": "4.7676x smaller", "std_base": 0.0196672720888086, "t_msg": "Significant (t=-16.258463, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2931142520904401, "timeline_link": null, "avg_changed": 2.8239859914784002, "min_base": 0.285507917404, "delta_min": "9.8561x slower", "delta_avg": "9.6344x slower", "std_changed": 0.004383258522188928, "min_changed": 2.81398510933, "delta_std": "1.2610x smaller", "std_base": 0.005527349424920453, "t_msg": "Significant (t=-2536.851883, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08807694911960003, "timeline_link": null, "avg_changed": 0.47270184040077995, "min_base": 0.0234320163727, "delta_min": "19.8598x slower", "delta_avg": "5.3669x slower", "std_changed": 0.01537048580818628, "min_changed": 0.465355873108, "delta_std": "6.8647x smaller", "std_base": 0.10551347069163525, "t_msg": "Significant (t=-25.506724, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.100268554687502, "timeline_link": null, "avg_changed": 0.49289461612703994, "min_base": 0.0412340164185, "delta_min": "11.9119x slower", "delta_avg": "4.9157x slower", "std_changed": 0.0017954058891050545, "min_changed": 0.49117398262, "delta_std": "64.0185x smaller", "std_base": 0.1149391197180505, "t_msg": "Significant (t=-24.151454, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.035971636772146, "timeline_link": null, "avg_changed": 2.7864895868307995, "min_base": 0.0203380584717, "delta_min": "134.5618x slower", "delta_avg": "77.4635x slower", "std_changed": 0.015572064422534152, "min_changed": 2.73672604561, "delta_std": "1.5747x smaller", "std_base": 0.02452189556041456, "t_msg": "Significant (t=-669.539949, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035140228271486, "timeline_link": null, "avg_changed": 0.37193701744086, "min_base": 0.00322794914246, "delta_min": "114.0736x slower", "delta_avg": "105.8437x slower", "std_changed": 0.0013455243701589732, "min_changed": 0.368223905563, "delta_std": "1.3958x larger", "std_base": 0.0009639611845874918, "t_msg": "Significant (t=-1573.923552, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18736912250519805, "timeline_link": null, "avg_changed": 0.67943001747132, "min_base": 0.0840659141541, "delta_min": "7.9040x slower", "delta_avg": "3.6262x slower", "std_changed": 0.011092419457120995, "min_changed": 0.664453029633, "delta_std": "13.1167x smaller", "std_base": 0.14549629792420027, "t_msg": "Significant (t=-23.844787, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2532950592041599, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4749993371963199, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2147516822815, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6096191596985, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36861814975736, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26828277587877997, "timeline_link": null, "avg_changed": 0.70811745643616, "min_base": 0.256999969482, "delta_min": "2.6778x slower", "delta_avg": "2.6394x slower", "std_changed": 0.011702554049839867, "min_changed": 0.688199043274, "delta_std": "1.2382x larger", "std_base": 0.009451469001815274, "t_msg": "Significant (t=-206.752777, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.083104386329664, "timeline_link": null, "avg_changed": 0.4398403835296801, "min_base": 0.0577459335327, "delta_min": "7.5568x slower", "delta_avg": "5.2926x slower", "std_changed": 0.0032727949671477307, "min_changed": 0.436372995377, "delta_std": "7.6598x smaller", "std_base": 0.025068846551893544, "t_msg": "Significant (t=-99.776378, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009454264640807803, "timeline_link": null, "avg_changed": 0.7918800163268399, "min_base": 0.00857901573181, "delta_min": "91.4799x slower", "delta_avg": "83.7590x slower", "std_changed": 0.0023226165835878673, "min_changed": 0.7848072052, "delta_std": "1.5617x smaller", "std_base": 0.0036271972486051143, "t_msg": "Significant (t=-1284.526934, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1717999999999993, "timeline_link": null, "avg_changed": 8.685599999999999, "min_base": 2.14, "delta_min": "4.0140x slower", "delta_avg": "3.9993x slower", "std_changed": 0.050392743241746356, "min_changed": 8.59, "delta_std": "1.7434x larger", "std_base": 0.028904487329048136, "t_msg": "Significant (t=-792.846473, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8334000000000004, "timeline_link": null, "avg_changed": 6.546600000000001, "min_base": 0.79, "delta_min": "8.1899x slower", "delta_avg": "7.8553x slower", "std_changed": 0.04153238225180691, "min_changed": 6.47, "delta_std": "1.2038x larger", "std_base": 0.03449992605730022, "t_msg": "Significant (t=-748.223713, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07492162068685469, "timeline_link": null, "avg_changed": 0.5403005202611131, "min_base": 0.0488710403442, "delta_min": "2.5175x slower", "delta_avg": "7.2115x slower", "std_changed": 0.24661603880868208, "min_changed": 0.123033046722, "delta_std": "8.3720x larger", "std_base": 0.02945716828431831, "t_msg": "Significant (t=-22.948527, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012176781177520779, "timeline_link": null, "avg_changed": 0.06419551849365322, "min_base": 0.00759983062744, "delta_min": "7.1925x slower", "delta_avg": "5.2720x slower", "std_changed": 0.007375071853543973, "min_changed": 0.054661989212, "delta_std": "1.6777x smaller", "std_base": 0.012373021366047265, "t_msg": "Significant (t=-80.751982, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9064290094375993, "timeline_link": null, "avg_changed": 46.968105683324005, "min_base": 1.88885688782, "delta_min": "24.6859x slower", "delta_avg": "24.6367x slower", "std_changed": 0.16889923828014977, "min_changed": 46.6280469894, "delta_std": "29.0371x larger", "std_base": 0.005816673369735706, "t_msg": "Significant (t=-1885.416350, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5895349502564, "timeline_link": null, "avg_changed": 1.9822246074680003, "min_base": 0.431509017944, "delta_min": "4.5541x slower", "delta_avg": "3.3624x slower", "std_changed": 0.014268911077569986, "min_changed": 1.96512794495, "delta_std": "21.8045x smaller", "std_base": 0.3111266378513645, "t_msg": "Significant (t=-9.998754, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.444003248216, "timeline_link": null, "avg_changed": 12.09861278534, "min_base": 1.59769797325, "delta_min": "7.5613x slower", "delta_avg": "4.9503x slower", "std_changed": 0.014850001394709567, "min_changed": 12.0805959702, "delta_std": "78.1756x smaller", "std_base": 1.1609077719200709, "t_msg": "Significant (t=-18.594584, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5343253612518, "timeline_link": null, "avg_changed": 0.9703546047209999, "min_base": 0.258816003799, "delta_min": "3.6983x slower", "delta_avg": "1.8160x slower", "std_changed": 0.011821505894604286, "min_changed": 0.95717215538, "delta_std": "31.8769x smaller", "std_base": 0.37683348340239226, "t_msg": "Significant (t=-2.586054, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4570894241332001, "timeline_link": null, "avg_changed": 3.5055737972239998, "min_base": 0.317229032516, "delta_min": "11.0045x slower", "delta_avg": "7.6693x slower", "std_changed": 0.01723202407570452, "min_changed": 3.4909529686, "delta_std": "12.2183x smaller", "std_base": 0.21054548782504373, "t_msg": "Significant (t=-32.268094, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026070643159999997, "timeline_link": null, "avg_changed": 1.6225813179199997, "min_base": 0.020685835, "delta_min": "78.0690x slower", "delta_avg": "62.2379x slower", "std_changed": 0.006407430946219193, "min_changed": 1.614921538, "delta_std": "2.2296x smaller", "std_base": 0.014285826633747332, "t_msg": "Significant (t=-721.024008, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [374.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [182.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004827013560418613, "timeline_link": null, "avg_changed": 0.2920147499566245, "min_base": 0.004785490393128036, "delta_min": "60.6716x slower", "delta_avg": "60.4959x slower", "std_changed": 0.0022330750837884893, "min_changed": 0.2903431856454329, "delta_std": "102.3118x larger", "std_base": 2.182617223824451e-05, "t_msg": "Significant (t=-909.341106, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016177866712398141, "timeline_link": null, "avg_changed": 0.013740660235693047, "min_base": 0.001582528881152081, "delta_min": "8.5856x slower", "delta_avg": "8.4935x slower", "std_changed": 6.705591888520031e-05, "min_changed": 0.01358695652173913, "delta_std": "3.1466x larger", "std_base": 2.1310322549145333e-05, "t_msg": "Significant (t=-1048.036418, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007014042211891716, "timeline_link": null, "avg_changed": 0.09681727763569192, "min_base": 0.006613756613756613, "delta_min": "14.6087x slower", "delta_avg": "13.8033x slower", "std_changed": 0.0004980247694712498, "min_changed": 0.0966183574879227, "delta_std": "1.4201x larger", "std_base": 0.00035069651311652285, "t_msg": "Significant (t=-1042.510044, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19636835741988012, "timeline_link": null, "avg_changed": 1.041860140163917, "min_base": 0.192019201920192, "delta_min": "5.2955x slower", "delta_avg": "5.3056x slower", "std_changed": 0.017540434117069882, "min_changed": 1.0168414362885287, "delta_std": "8.2786x larger", "std_base": 0.0021187705150785808, "t_msg": "Significant (t=-338.383001, a=0.95)\n"}]], "branch": "", "revision": "85644:bb6ab1bbb0e3"}