{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019894332885743993, "timeline_link": null, "avg_changed": 0.29116930007936, "min_base": 0.0194091796875, "delta_min": "14.5792x slower", "delta_avg": "14.6358x slower", "std_changed": 0.004336631086925772, "min_changed": 0.282971143723, "delta_std": "10.1984x larger", "std_base": 0.00042522724969619967, "t_msg": "Significant (t=-440.214561, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008741135597229333, "timeline_link": null, "avg_changed": 0.05901719411214597, "min_base": 0.00653886795044, "delta_min": "8.5406x slower", "delta_avg": "6.7517x slower", "std_changed": 0.0020601289295936187, "min_changed": 0.0558459758759, "delta_std": "1.8774x smaller", "std_base": 0.003867733420874434, "t_msg": "Significant (t=-140.513075, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15987699031825003, "timeline_link": null, "avg_changed": 1.0114333987240998, "min_base": 0.127390146255, "delta_min": "7.8276x slower", "delta_avg": "6.3263x slower", "std_changed": 0.008334418939767992, "min_changed": 0.99716091156, "delta_std": "12.5572x smaller", "std_base": 0.10465670100869214, "t_msg": "Significant (t=-36.273429, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6828202104563998, "timeline_link": null, "avg_changed": 9.231492209433998, "min_base": 1.6722240448, "delta_min": "5.4748x slower", "delta_avg": "5.4857x slower", "std_changed": 0.03030212606858509, "min_changed": 9.15510201454, "delta_std": "3.8615x larger", "std_base": 0.007847284049606985, "t_msg": "Significant (t=-1705.246337, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006572308540346798, "timeline_link": null, "avg_changed": 0.07762998580932601, "min_base": 0.00502014160156, "delta_min": "15.0665x slower", "delta_avg": "11.8117x slower", "std_changed": 0.0011285752462616093, "min_changed": 0.0756361484528, "delta_std": "2.0561x smaller", "std_base": 0.002320442126851008, "t_msg": "Significant (t=-194.724121, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.151389980318, "timeline_link": null, "avg_changed": 23.14914851188, "min_base": 3.97631287575, "delta_min": "5.8104x slower", "delta_avg": "5.5762x slower", "std_changed": 0.03000161331474673, "min_changed": 23.1040291786, "delta_std": "8.6068x smaller", "std_base": 0.2582164336642472, "t_msg": "Significant (t=-163.414915, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004715647697448, "timeline_link": null, "avg_changed": 0.22899707794195995, "min_base": 0.00355195999146, "delta_min": "62.8546x slower", "delta_avg": "48.5611x slower", "std_changed": 0.0023199644769710563, "min_changed": 0.223257064819, "delta_std": "3.1281x smaller", "std_base": 0.007256996165295827, "t_msg": "Significant (t=-208.157142, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.284502983], "base_times": [64.5711131096]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027058591842653995, "timeline_link": null, "avg_changed": 1.6669338035579997, "min_base": 0.0255379676819, "delta_min": "63.9564x slower", "delta_avg": "61.6046x slower", "std_changed": 0.01221591889752704, "min_changed": 1.63331699371, "delta_std": "1.8222x larger", "std_base": 0.0067038807049570985, "t_msg": "Significant (t=-832.154498, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00488228321075806, "timeline_link": null, "avg_changed": 0.018330850601202, "min_base": 0.00064492225647, "delta_min": "27.8562x slower", "delta_avg": "3.7546x slower", "std_changed": 0.0002858093213247859, "min_changed": 0.0179650783539, "delta_std": "19.6743x smaller", "std_base": 0.005623112106141026, "t_msg": "Significant (t=-16.889781, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015596656799316003, "timeline_link": null, "avg_changed": 0.44281524181362, "min_base": 0.0150730609894, "delta_min": "28.5148x slower", "delta_avg": "28.3917x slower", "std_changed": 0.005337915305900603, "min_changed": 0.429804801941, "delta_std": "3.8881x larger", "std_base": 0.001372882726167336, "t_msg": "Significant (t=-548.093310, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19099248886108, "timeline_link": null, "avg_changed": 0.4633261203765799, "min_base": 0.15510392189, "delta_min": "2.9263x slower", "delta_avg": "2.4259x slower", "std_changed": 0.005343659658466513, "min_changed": 0.453881978989, "delta_std": "8.8215x smaller", "std_base": 0.04713910293817451, "t_msg": "Significant (t=-40.591241, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09802105426788398, "timeline_link": null, "avg_changed": 0.7409904098511, "min_base": 0.0952250957489, "delta_min": "7.6098x slower", "delta_avg": "7.5595x slower", "std_changed": 0.014037326050288033, "min_changed": 0.724643945694, "delta_std": "6.6589x larger", "std_base": 0.0021080427267280086, "t_msg": "Significant (t=-320.293506, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020934348106390003, "timeline_link": null, "avg_changed": 0.27898512840267997, "min_base": 0.0177221298218, "delta_min": "15.2188x slower", "delta_avg": "13.3267x slower", "std_changed": 0.0045162510141834, "min_changed": 0.269708871841, "delta_std": "2.0246x larger", "std_base": 0.002230714496828272, "t_msg": "Significant (t=-362.249340, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0086291170120236, "timeline_link": null, "avg_changed": 0.10896307945249997, "min_base": 0.00693917274475, "delta_min": "15.1388x slower", "delta_avg": "12.6274x slower", "std_changed": 0.0019736374402241005, "min_changed": 0.105051040649, "delta_std": "3.2245x smaller", "std_base": 0.006363960120779369, "t_msg": "Significant (t=-106.479204, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024532256126393998, "timeline_link": null, "avg_changed": 0.23149374485021998, "min_base": 0.0214941501617, "delta_min": "10.4619x slower", "delta_avg": "9.4363x slower", "std_changed": 0.0029685575419969397, "min_changed": 0.224869966507, "delta_std": "4.4373x smaller", "std_base": 0.013172380644214261, "t_msg": "Significant (t=-108.380883, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.058528294563318, "timeline_link": null, "avg_changed": 0.8025652694702602, "min_base": 0.0430388450623, "delta_min": "18.2749x slower", "delta_avg": "13.7124x slower", "std_changed": 0.006625871184462531, "min_changed": 0.786530017853, "delta_std": "2.3361x smaller", "std_base": 0.015478979700202813, "t_msg": "Significant (t=-312.465618, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.234174847605001, "timeline_link": null, "avg_changed": 167.58253240549996, "min_base": 6.12097787857, "delta_min": "27.3668x slower", "delta_avg": "26.8813x slower", "std_changed": 0.07191336119251136, "min_changed": 167.51134181, "delta_std": "1.5901x smaller", "std_base": 0.1143462063063031, "t_msg": "Significant (t=-8446.148967, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4049447059640001, "timeline_link": null, "avg_changed": 8.864110565186, "min_base": 1.0921959877, "delta_min": "8.1006x slower", "delta_avg": "6.3092x slower", "std_changed": 0.02129836012584009, "min_changed": 8.84743690491, "delta_std": "21.8015x smaller", "std_base": 0.46433581529771434, "t_msg": "Significant (t=-35.882831, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37505964279175996, "timeline_link": null, "avg_changed": 11.232565803525999, "min_base": 0.364925861359, "delta_min": "30.5628x slower", "delta_avg": "29.9487x slower", "std_changed": 0.037313728188410195, "min_changed": 11.1531579494, "delta_std": "3.9641x larger", "std_base": 0.009412966699219937, "t_msg": "Significant (t=-1995.030518, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04613200664520601, "timeline_link": null, "avg_changed": 0.22856643199926002, "min_base": 0.0446109771729, "delta_min": "5.0256x slower", "delta_avg": "4.9546x slower", "std_changed": 0.002637033924353127, "min_changed": 0.224198818207, "delta_std": "1.0406x smaller", "std_base": 0.0027440726383372717, "t_msg": "Significant (t=-338.960661, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021090154647828, "timeline_link": null, "avg_changed": 0.38366290569307976, "min_base": 0.0200979709625, "delta_min": "18.7126x slower", "delta_avg": "18.1916x slower", "std_changed": 0.004518219092191087, "min_changed": 0.376085042953, "delta_std": "2.6900x larger", "std_base": 0.0016796328543513639, "t_msg": "Significant (t=-531.868697, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.170978975295998, "timeline_link": null, "avg_changed": 18.5363128662, "min_base": 9.12983012199, "delta_min": "2.0246x slower", "delta_avg": "2.0212x slower", "std_changed": 0.0375174337002077, "min_changed": 18.4838969707, "delta_std": "1.1043x larger", "std_base": 0.0339741992599454, "t_msg": "Significant (t=-413.747434, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.54174079895, "timeline_link": null, "avg_changed": 4.625458383562, "min_base": 4.52433300018, "delta_min": "1.0163x slower", "delta_avg": "1.0184x slower", "std_changed": 0.018376781762660603, "min_changed": 4.59807896614, "delta_std": "1.0849x larger", "std_base": 0.016938199741769713, "t_msg": "Significant (t=-7.490273, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15726130008693995, "timeline_link": null, "avg_changed": 1.248817353248, "min_base": 0.153012037277, "delta_min": "8.0940x slower", "delta_avg": "7.9410x slower", "std_changed": 0.007378364400618864, "min_changed": 1.23848700523, "delta_std": "2.7667x larger", "std_base": 0.0026668289228843414, "t_msg": "Significant (t=-983.805217, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.047330641746546, "timeline_link": null, "avg_changed": 0.20485245227818005, "min_base": 0.0108599662781, "delta_min": "18.1056x slower", "delta_avg": "4.3281x slower", "std_changed": 0.007595871653950967, "min_changed": 0.196626186371, "delta_std": "7.1214x smaller", "std_base": 0.054093080153334513, "t_msg": "Significant (t=-20.391250, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048043994903550005, "timeline_link": null, "avg_changed": 0.21632492542265996, "min_base": 0.0159080028534, "delta_min": "13.1204x slower", "delta_avg": "4.5026x slower", "std_changed": 0.0048331836328639605, "min_changed": 0.208719015121, "delta_std": "11.8772x smaller", "std_base": 0.05740475529372511, "t_msg": "Significant (t=-20.655616, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009527201652527599, "timeline_link": null, "avg_changed": 1.1940716075894, "min_base": 0.00874996185303, "delta_min": "134.5252x slower", "delta_avg": "125.3329x slower", "std_changed": 0.007381717751093793, "min_changed": 1.177090168, "delta_std": "11.3876x larger", "std_base": 0.0006482246170260876, "t_msg": "Significant (t=-1130.344475, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016147375106812004, "timeline_link": null, "avg_changed": 0.18648764133452006, "min_base": 0.00139999389648, "delta_min": "129.3191x slower", "delta_avg": "115.4910x slower", "std_changed": 0.002481142911212724, "min_changed": 0.181046009064, "delta_std": "4.0745x larger", "std_base": 0.0006089417998473586, "t_msg": "Significant (t=-511.688248, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09018748760222803, "timeline_link": null, "avg_changed": 0.30075798034665996, "min_base": 0.0376930236816, "delta_min": "7.6763x slower", "delta_avg": "3.3348x slower", "std_changed": 0.0062216497052978645, "min_changed": 0.289344072342, "delta_std": "11.9186x smaller", "std_base": 0.07415313373554527, "t_msg": "Significant (t=-20.009200, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12074085235598002, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18407119274137998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11956921100611996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25763300418854007, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15149559020998005, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14075529575343998, "timeline_link": null, "avg_changed": 0.43722233772279984, "min_base": 0.137140035629, "delta_min": "3.0879x slower", "delta_avg": "3.1063x slower", "std_changed": 0.006843210384623913, "min_changed": 0.423472881317, "delta_std": "3.0887x larger", "std_base": 0.0022155870020020055, "t_msg": "Significant (t=-291.443999, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043596882820131994, "timeline_link": null, "avg_changed": 0.20944888591765995, "min_base": 0.0310490131378, "delta_min": "6.5592x slower", "delta_avg": "4.8042x slower", "std_changed": 0.0029374915193638397, "min_changed": 0.203657150269, "delta_std": "3.9258x smaller", "std_base": 0.011532138209588781, "t_msg": "Significant (t=-98.547329, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005479478836060001, "timeline_link": null, "avg_changed": 0.36452700138094, "min_base": 0.00508809089661, "delta_min": "69.2364x slower", "delta_avg": "66.5259x slower", "std_changed": 0.004354711242626508, "min_changed": 0.352281093597, "delta_std": "2.7480x larger", "std_base": 0.0015846598172452888, "t_msg": "Significant (t=-547.865334, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0548, "timeline_link": null, "avg_changed": 4.911199999999999, "min_base": 1.03, "delta_min": "4.6505x slower", "delta_avg": "4.6560x slower", "std_changed": 0.0539326866925574, "min_changed": 4.79, "delta_std": "2.3214x larger", "std_base": 0.02323263011457844, "t_msg": "Significant (t=-464.357649, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38260000000000005, "timeline_link": null, "avg_changed": 3.733800000000001, "min_base": 0.36, "delta_min": "10.1389x slower", "delta_avg": "9.7590x slower", "std_changed": 0.03647140339095985, "min_changed": 3.65, "delta_std": "1.7306x larger", "std_base": 0.021074212891104425, "t_msg": "Significant (t=-562.566117, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.036045234998064654, "timeline_link": null, "avg_changed": 0.21538018544513268, "min_base": 0.0221700668335, "delta_min": "2.7859x slower", "delta_avg": "5.9753x slower", "std_changed": 0.08979157716280609, "min_changed": 0.0617640018463, "delta_std": "5.5588x larger", "std_base": 0.01615309425866067, "t_msg": "Significant (t=-24.074589, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017477435588837697, "timeline_link": null, "avg_changed": 0.043834170818327814, "min_base": 0.00381016731262, "delta_min": "7.1427x slower", "delta_avg": "2.5080x slower", "std_changed": 0.07595901079093301, "min_changed": 0.0272150039673, "delta_std": "1.3898x larger", "std_base": 0.054656250317788355, "t_msg": "Significant (t=-6.297918, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7345116615295002, "timeline_link": null, "avg_changed": 16.86557178498, "min_base": 0.726015090942, "delta_min": "23.0849x slower", "delta_avg": "22.9616x slower", "std_changed": 0.07023167170947066, "min_changed": 16.7599818707, "delta_std": "9.8388x larger", "std_base": 0.0071382545170559555, "t_msg": "Significant (t=-722.600386, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2519910812378, "timeline_link": null, "avg_changed": 0.82252035141, "min_base": 0.163907051086, "delta_min": "4.9416x slower", "delta_avg": "3.2641x slower", "std_changed": 0.01347023595393412, "min_changed": 0.8099629879, "delta_std": "11.4323x smaller", "std_base": 0.15399619544426604, "t_msg": "Significant (t=-8.252734, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1677400112162002, "timeline_link": null, "avg_changed": 4.984729623796, "min_base": 0.74632692337, "delta_min": "6.6637x slower", "delta_avg": "4.2687x slower", "std_changed": 0.014815902377848465, "min_changed": 4.97326397896, "delta_std": "40.0153x smaller", "std_base": 0.5928630606578454, "t_msg": "Significant (t=-14.391830, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24400715827940003, "timeline_link": null, "avg_changed": 0.4096564292908, "min_base": 0.102131843567, "delta_min": "3.8480x slower", "delta_avg": "1.6789x slower", "std_changed": 0.01759430612506817, "min_changed": 0.393002986908, "delta_std": "9.9839x smaller", "std_base": 0.17565950790580026, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22540760040299998, "timeline_link": null, "avg_changed": 1.39801387787, "min_base": 0.15159201622, "delta_min": "9.0651x slower", "delta_avg": "6.2022x slower", "std_changed": 0.014687109326730795, "min_changed": 1.37419700623, "delta_std": "7.7616x smaller", "std_base": 0.1139950132836694, "t_msg": "Significant (t=-22.812683, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010652320960000001, "timeline_link": null, "avg_changed": 0.7261927880600001, "min_base": 0.007878898, "delta_min": "89.5178x slower", "delta_avg": "68.1723x slower", "std_changed": 0.011191426235934455, "min_changed": 0.705301265, "delta_std": "1.5276x larger", "std_base": 0.007326367327361765, "t_msg": "Significant (t=-378.255535, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [491.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [83.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002545314122714897, "timeline_link": null, "avg_changed": 0.1242497895422172, "min_base": 0.0024910360069290657, "delta_min": "48.9083x slower", "delta_avg": "48.8151x slower", "std_changed": 0.001241824001737, "min_changed": 0.12183235867446393, "delta_std": "73.7773x larger", "std_base": 1.6832064535874848e-05, "t_msg": "Significant (t=-692.933585, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006939977032648365, "timeline_link": null, "avg_changed": 0.006513596801344827, "min_base": 0.0006907508461697865, "delta_min": "9.3400x slower", "delta_avg": "9.3856x slower", "std_changed": 5.2598986880353086e-05, "min_changed": 0.0064516129032258064, "delta_std": "17.2894x larger", "std_base": 3.0422652330087656e-06, "t_msg": "Significant (t=-270.561561, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027959638599918523, "timeline_link": null, "avg_changed": 0.04191665256414923, "min_base": 0.002472799208704253, "delta_min": "16.6420x slower", "delta_avg": "14.9918x slower", "std_changed": 0.00040089034172842127, "min_changed": 0.0411522633744856, "delta_std": "1.9830x larger", "std_base": 0.00020215916487023022, "t_msg": "Significant (t=-616.121369, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05841061999819284, "timeline_link": null, "avg_changed": 0.34476225680141454, "min_base": 0.056941528168262215, "delta_min": "5.9199x slower", "delta_avg": "5.9024x slower", "std_changed": 0.0033171767573165387, "min_changed": 0.3370904877277994, "delta_std": "3.3165x larger", "std_base": 0.001000192229285291, "t_msg": "Significant (t=-584.414313, a=0.95)\n"}]], "branch": "", "revision": "96804:728610cf10c0"}