{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019084959030151998, "timeline_link": null, "avg_changed": 0.2890756177901601, "min_base": 0.0185678005219, "delta_min": "15.1474x slower", "delta_avg": "15.1468x slower", "std_changed": 0.0031591582388978295, "min_changed": 0.281253099442, "delta_std": "7.8052x larger", "std_base": 0.00040474987158143624, "t_msg": "Significant (t=-599.414039, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.00853589693705347, "timeline_link": null, "avg_changed": 0.06101774533589736, "min_base": 0.00655889511108, "delta_min": "8.7422x slower", "delta_avg": "7.1484x slower", "std_changed": 0.002028922745979588, "min_changed": 0.0573389530182, "delta_std": "1.7868x smaller", "std_base": 0.003625324112791106, "t_msg": "Significant (t=-154.717919, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15827672481545002, "timeline_link": null, "avg_changed": 0.9991687655454999, "min_base": 0.126283168793, "delta_min": "7.8322x slower", "delta_avg": "6.3128x slower", "std_changed": 0.00665373933753908, "min_changed": 0.98907995224, "delta_std": "15.4529x smaller", "std_base": 0.10281967727411724, "t_msg": "Significant (t=-36.498208, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6671565532680004, "timeline_link": null, "avg_changed": 9.042881097793396, "min_base": 1.64168286324, "delta_min": "5.4751x slower", "delta_avg": "5.4241x slower", "std_changed": 0.02776156001201229, "min_changed": 8.9883389473, "delta_std": "3.2028x larger", "std_base": 0.008668000620419686, "t_msg": "Significant (t=-1793.271225, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0065692234039306, "timeline_link": null, "avg_changed": 0.078671536445618, "min_base": 0.00508403778076, "delta_min": "14.9859x slower", "delta_avg": "11.9758x slower", "std_changed": 0.0014259208738413099, "min_changed": 0.0761888027191, "delta_std": "1.5913x smaller", "std_base": 0.0022690763605062126, "t_msg": "Significant (t=-190.244790, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.0430297851559995, "timeline_link": null, "avg_changed": 23.156993579839998, "min_base": 3.90266799927, "delta_min": "5.9096x slower", "delta_avg": "5.7276x slower", "std_changed": 0.06630637153981231, "min_changed": 23.063190937, "delta_std": "4.0734x smaller", "std_base": 0.27009027231242455, "t_msg": "Significant (t=-153.680521, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0045702743530286, "timeline_link": null, "avg_changed": 0.22290782928464, "min_base": 0.00344586372375, "delta_min": "62.6421x slower", "delta_avg": "48.7734x slower", "std_changed": 0.003421900459657797, "min_changed": 0.215856075287, "delta_std": "2.0506x smaller", "std_base": 0.007017073828135113, "t_msg": "Significant (t=-197.756662, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.175908089], "base_times": [65.3464980125]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027150149345404002, "timeline_link": null, "avg_changed": 1.6517284822468, "min_base": 0.0255241394043, "delta_min": "63.7108x slower", "delta_avg": "60.8368x slower", "std_changed": 0.012679267995132415, "min_changed": 1.62616300583, "delta_std": "1.8892x larger", "std_base": 0.006711353914186476, "t_msg": "Significant (t=-800.749228, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0050219058990472595, "timeline_link": null, "avg_changed": 0.018333044052128003, "min_base": 0.000656127929688, "delta_min": "27.2736x slower", "delta_avg": "3.6506x slower", "std_changed": 0.0005665022126863245, "min_changed": 0.0178949832916, "delta_std": "10.2232x smaller", "std_base": 0.005791485742706797, "t_msg": "Significant (t=-16.174930, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015579261779781998, "timeline_link": null, "avg_changed": 0.42620359420781995, "min_base": 0.0148479938507, "delta_min": "28.3877x slower", "delta_avg": "27.3571x slower", "std_changed": 0.004207312268524085, "min_changed": 0.421499967575, "delta_std": "3.2611x larger", "std_base": 0.0012901553391450088, "t_msg": "Significant (t=-659.796448, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19296955108632002, "timeline_link": null, "avg_changed": 0.47415892124177994, "min_base": 0.150411128998, "delta_min": "3.0760x slower", "delta_avg": "2.4572x slower", "std_changed": 0.009500612183804621, "min_changed": 0.462666988373, "delta_std": "5.0542x smaller", "std_base": 0.04801784391362094, "t_msg": "Significant (t=-40.620266, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097313637733454, "timeline_link": null, "avg_changed": 0.7234132623673397, "min_base": 0.0932881832123, "delta_min": "7.5274x slower", "delta_avg": "7.4338x slower", "std_changed": 0.014857698750848905, "min_changed": 0.702217817307, "delta_std": "6.5978x larger", "std_base": 0.002251919885772819, "t_msg": "Significant (t=-294.608301, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021122374534608, "timeline_link": null, "avg_changed": 0.25925724506382, "min_base": 0.0181829929352, "delta_min": "13.8512x slower", "delta_avg": "12.2741x slower", "std_changed": 0.0033142464167719566, "min_changed": 0.251857042313, "delta_std": "1.4531x larger", "std_base": 0.0022807868673876347, "t_msg": "Significant (t=-418.538394, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008585395812989002, "timeline_link": null, "avg_changed": 0.10957607269286003, "min_base": 0.00700807571411, "delta_min": "15.2136x slower", "delta_avg": "12.7631x slower", "std_changed": 0.0012448292153170184, "min_changed": 0.106617927551, "delta_std": "5.2853x smaller", "std_base": 0.006579351084766523, "t_msg": "Significant (t=-106.646297, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024024548530576006, "timeline_link": null, "avg_changed": 0.23204941749575997, "min_base": 0.0212600231171, "delta_min": "10.6977x slower", "delta_avg": "9.6588x slower", "std_changed": 0.0032321275272087545, "min_changed": 0.227432966232, "delta_std": "4.0325x smaller", "std_base": 0.013033583562106967, "t_msg": "Significant (t=-109.541118, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.071830339431768, "timeline_link": null, "avg_changed": 0.80360049724576, "min_base": 0.044921875, "delta_min": "17.4041x slower", "delta_avg": "11.1875x slower", "std_changed": 0.009243312624343022, "min_changed": 0.781824111938, "delta_std": "2.9114x smaller", "std_base": 0.02691123061788053, "t_msg": "Significant (t=-181.848695, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.223574876785003, "timeline_link": null, "avg_changed": 163.43939995749992, "min_base": 6.10692286491, "delta_min": "26.7576x slower", "delta_avg": "26.2613x slower", "std_changed": 0.03303999821145112, "min_changed": 163.406692028, "delta_std": "3.5665x smaller", "std_base": 0.11783632662266628, "t_msg": "Significant (t=-9083.814291, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.397059583664, "timeline_link": null, "avg_changed": 9.021551561354, "min_base": 1.07798504829, "delta_min": "8.3487x slower", "delta_avg": "6.4575x slower", "std_changed": 0.027636402239743573, "min_changed": 8.99979305267, "delta_std": "16.7073x smaller", "std_base": 0.46173097465652435, "t_msg": "Significant (t=-36.857881, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3726155471802, "timeline_link": null, "avg_changed": 11.310367007247999, "min_base": 0.363951921463, "delta_min": "30.8602x slower", "delta_avg": "30.3540x slower", "std_changed": 0.03975106999698057, "min_changed": 11.2316310406, "delta_std": "4.5270x larger", "std_base": 0.008780933050075101, "t_msg": "Significant (t=-1899.847453, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04699058532714799, "timeline_link": null, "avg_changed": 0.22433499336240004, "min_base": 0.0447778701782, "delta_min": "4.8705x slower", "delta_avg": "4.7740x slower", "std_changed": 0.002752597834592735, "min_changed": 0.218091964722, "delta_std": "1.1630x larger", "std_base": 0.0023668718677269203, "t_msg": "Significant (t=-345.432578, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021234521865852004, "timeline_link": null, "avg_changed": 0.36698177814483995, "min_base": 0.0204501152039, "delta_min": "17.4873x slower", "delta_avg": "17.2823x slower", "std_changed": 0.004260286790389579, "min_changed": 0.357616901398, "delta_std": "2.8667x larger", "std_base": 0.0014861082369818873, "t_msg": "Significant (t=-541.838928, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.115827798845999, "timeline_link": null, "avg_changed": 18.32716856004, "min_base": 9.06447815895, "delta_min": "2.0110x slower", "delta_avg": "2.0105x slower", "std_changed": 0.1046987850748189, "min_changed": 18.2283079624, "delta_std": "2.9201x larger", "std_base": 0.03585507730145915, "t_msg": "Significant (t=-186.116770, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.568002939224, "timeline_link": null, "avg_changed": 4.626140594482, "min_base": 4.51297879219, "delta_min": "1.0184x slower", "delta_avg": "1.0127x slower", "std_changed": 0.016830036371821677, "min_changed": 4.59620094299, "delta_std": "1.9550x smaller", "std_base": 0.032903154067381944, "t_msg": "Significant (t=-3.517533, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15699020385741996, "timeline_link": null, "avg_changed": 1.2385650348659996, "min_base": 0.149452924728, "delta_min": "8.1474x slower", "delta_avg": "7.8894x slower", "std_changed": 0.009766953117374478, "min_changed": 1.21765208244, "delta_std": "1.9027x larger", "std_base": 0.005133325565184351, "t_msg": "Significant (t=-693.133788, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04340579986573039, "timeline_link": null, "avg_changed": 0.20159231662748003, "min_base": 0.00944209098816, "delta_min": "20.6433x slower", "delta_avg": "4.6444x slower", "std_changed": 0.0067301156858327075, "min_changed": 0.194916009903, "delta_std": "7.8539x smaller", "std_base": 0.05285752738637547, "t_msg": "Significant (t=-20.992082, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049257149696336, "timeline_link": null, "avg_changed": 0.21973549366003997, "min_base": 0.0171298980713, "delta_min": "12.5206x slower", "delta_avg": "4.4610x slower", "std_changed": 0.0033843298635011974, "min_changed": 0.214476108551, "delta_std": "16.8477x smaller", "std_base": 0.057018253777847604, "t_msg": "Significant (t=-21.104576, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010347962379451202, "timeline_link": null, "avg_changed": 1.203454413414, "min_base": 0.00891304016113, "delta_min": "133.4996x slower", "delta_avg": "116.2987x slower", "std_changed": 0.007352085550312233, "min_changed": 1.18988704681, "delta_std": "2.9511x larger", "std_base": 0.0024912829602029636, "t_msg": "Significant (t=-1086.803138, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015641307830811999, "timeline_link": null, "avg_changed": 0.18303797721857992, "min_base": 0.0014181137085, "delta_min": "125.5689x slower", "delta_avg": "117.0222x slower", "std_changed": 0.0023319722845152853, "min_changed": 0.178071022034, "delta_std": "6.0717x larger", "std_base": 0.00038407523771154256, "t_msg": "Significant (t=-542.954953, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09263243675232202, "timeline_link": null, "avg_changed": 0.3001080131531199, "min_base": 0.0376410484314, "delta_min": "7.6559x slower", "delta_avg": "3.2398x slower", "std_changed": 0.007034048400955402, "min_changed": 0.288176774979, "delta_std": "10.6406x smaller", "std_base": 0.07484655022158897, "t_msg": "Significant (t=-19.515098, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11954491615293997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18451158523562, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12007549285889996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25795345306393996, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16421894550326, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14223457336432002, "timeline_link": null, "avg_changed": 0.4319943141937001, "min_base": 0.139648914337, "delta_min": "3.0221x slower", "delta_avg": "3.0372x slower", "std_changed": 0.003758686648871903, "min_changed": 0.422029972076, "delta_std": "2.1676x larger", "std_base": 0.0017340305354237866, "t_msg": "Significant (t=-494.978373, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04284330844879399, "timeline_link": null, "avg_changed": 0.20939082622528002, "min_base": 0.0284628868103, "delta_min": "7.1473x slower", "delta_avg": "4.8874x slower", "std_changed": 0.00400592905637743, "min_changed": 0.20343208313, "delta_std": "3.0563x smaller", "std_base": 0.012243229761802636, "t_msg": "Significant (t=-91.420208, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0053728055953972, "timeline_link": null, "avg_changed": 0.3336315059661601, "min_base": 0.00498986244202, "delta_min": "65.0767x slower", "delta_avg": "62.0963x slower", "std_changed": 0.0038979869035010873, "min_changed": 0.324723958969, "delta_std": "2.4963x larger", "std_base": 0.0015615296102119353, "t_msg": "Significant (t=-552.767024, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0255999999999998, "timeline_link": null, "avg_changed": 4.8668000000000005, "min_base": 0.98, "delta_min": "4.9184x slower", "delta_avg": "4.7453x slower", "std_changed": 0.034132993195584216, "min_changed": 4.82, "delta_std": "1.3267x larger", "std_base": 0.025726980993121, "t_msg": "Significant (t=-635.462498, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3890000000000004, "timeline_link": null, "avg_changed": 3.5731999999999995, "min_base": 0.37, "delta_min": "9.4324x slower", "delta_avg": "9.1856x slower", "std_changed": 0.03700193045157047, "min_changed": 3.49, "delta_std": "1.7135x larger", "std_base": 0.021594594939758526, "t_msg": "Significant (t=-525.547249, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034561042785642, "timeline_link": null, "avg_changed": 0.21385197639464068, "min_base": 0.0201268196106, "delta_min": "3.0003x slower", "delta_avg": "6.1877x slower", "std_changed": 0.08977931013055353, "min_changed": 0.060387134552, "delta_std": "5.5988x larger", "std_base": 0.01603533631208603, "t_msg": "Significant (t=-24.077350, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017757594108581166, "timeline_link": null, "avg_changed": 0.04370310974121061, "min_base": 0.00356507301331, "delta_min": "7.5732x slower", "delta_avg": "2.4611x slower", "std_changed": 0.0763958139165773, "min_changed": 0.0269989967346, "delta_std": "1.3062x larger", "std_base": 0.058484904832504035, "t_msg": "Significant (t=-6.029992, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7365582466126999, "timeline_link": null, "avg_changed": 17.068656206129997, "min_base": 0.724271774292, "delta_min": "23.4840x slower", "delta_avg": "23.1735x slower", "std_changed": 0.056207667087437005, "min_changed": 17.008797884, "delta_std": "7.8251x larger", "std_base": 0.0071829789417175655, "t_msg": "Significant (t=-911.441475, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25591893196099996, "timeline_link": null, "avg_changed": 0.8259603500364001, "min_base": 0.177260160446, "delta_min": "4.6384x slower", "delta_avg": "3.2274x slower", "std_changed": 0.004174050442333977, "min_changed": 0.822211027145, "delta_std": "37.3105x smaller", "std_base": 0.1557358666689108, "t_msg": "Significant (t=-8.181762, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1604278087624, "timeline_link": null, "avg_changed": 4.834537982942, "min_base": 0.746193170547, "delta_min": "6.4492x slower", "delta_avg": "4.1662x slower", "std_changed": 0.01902241416406401, "min_changed": 4.81236600876, "delta_std": "30.7313x smaller", "std_base": 0.5845827682248964, "t_msg": "Significant (t=-14.046281, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2507860183718, "timeline_link": null, "avg_changed": 0.39621319770819996, "min_base": 0.124315977097, "delta_min": "3.0566x slower", "delta_avg": "1.5799x slower", "std_changed": 0.011732431894066687, "min_changed": 0.379981040955, "delta_std": "15.6574x smaller", "std_base": 0.18369916797473212, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2304013729096, "timeline_link": null, "avg_changed": 1.4014564037319999, "min_base": 0.1632168293, "delta_min": "8.5140x slower", "delta_avg": "6.0827x slower", "std_changed": 0.013429490608077934, "min_changed": 1.38962388039, "delta_std": "8.1855x smaller", "std_base": 0.10992720929703875, "t_msg": "Significant (t=-23.645046, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011515627260000001, "timeline_link": null, "avg_changed": 0.7355237314799998, "min_base": 0.008266236, "delta_min": "87.1588x slower", "delta_avg": "63.8718x slower", "std_changed": 0.009568108897717238, "min_changed": 0.720475577, "delta_std": "1.2783x larger", "std_base": 0.0074850023794026475, "t_msg": "Significant (t=-421.428160, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [183.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [495.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [80.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025790674277904476, "timeline_link": null, "avg_changed": 0.12331274756415603, "min_base": 0.0025395703148610067, "delta_min": "47.3437x slower", "delta_avg": "47.8129x slower", "std_changed": 0.0011598595846785708, "min_changed": 0.12023277064396672, "delta_std": "42.5033x larger", "std_base": 2.7288697258967723e-05, "t_msg": "Significant (t=-735.847565, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006735137322925851, "timeline_link": null, "avg_changed": 0.006564402702554176, "min_base": 0.0006710958996040534, "delta_min": "9.7075x slower", "delta_avg": "9.7465x slower", "std_changed": 3.3699801033661904e-05, "min_changed": 0.006514657980456026, "delta_std": "10.0500x larger", "std_base": 3.35320531607515e-06, "t_msg": "Significant (t=-388.954829, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002707930815883655, "timeline_link": null, "avg_changed": 0.04243983361010033, "min_base": 0.0023532180256500765, "delta_min": "17.7063x slower", "delta_avg": "15.6724x slower", "std_changed": 0.000417739884055187, "min_changed": 0.041666666666666664, "delta_std": "2.0809x larger", "std_base": 0.00020075179570231192, "t_msg": "Significant (t=-606.176712, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05875142904459116, "timeline_link": null, "avg_changed": 0.349306786288713, "min_base": 0.0572348417098909, "delta_min": "5.9778x slower", "delta_avg": "5.9455x slower", "std_changed": 0.0030014135741872616, "min_changed": 0.3421362129797926, "delta_std": "3.4240x larger", "std_base": 0.0008765754603382958, "t_msg": "Significant (t=-657.073593, a=0.95)\n"}]], "branch": "", "revision": "98471:6166d0635a36"}