{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03571259498596, "timeline_link": null, "avg_changed": 0.7547156238556202, "min_base": 0.0351998806, "delta_min": "21.3534x slower", "delta_avg": "21.1330x slower", "std_changed": 0.0013971738639057948, "min_changed": 0.751636981964, "delta_std": "2.0600x larger", "std_base": 0.0006782351184220991, "t_msg": "Significant (t=-3273.544706, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016814351081852, "timeline_link": null, "avg_changed": 0.14985525608064001, "min_base": 0.0134479999542, "delta_min": "10.8408x slower", "delta_avg": "8.9123x slower", "std_changed": 0.0027655356727543288, "min_changed": 0.145787000656, "delta_std": "2.5280x smaller", "std_base": 0.006991152122821637, "t_msg": "Significant (t=-216.726919, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27745044231435, "timeline_link": null, "avg_changed": 1.4988891243934996, "min_base": 0.224614858627, "delta_min": "6.6170x slower", "delta_avg": "5.4024x slower", "std_changed": 0.042186722221702666, "min_changed": 1.48627996445, "delta_std": "4.3145x smaller", "std_base": 0.18201649676278442, "t_msg": "Significant (t=-29.235697, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.2980764532088007, "timeline_link": null, "avg_changed": 21.46074061870601, "min_base": 3.29385113716, "delta_min": "6.4949x slower", "delta_avg": "6.5070x slower", "std_changed": 0.0686354639892601, "min_changed": 21.3931500912, "delta_std": "22.5590x larger", "std_base": 0.003042489306573527, "t_msg": "Significant (t=-1869.346060, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020592770576476002, "timeline_link": null, "avg_changed": 0.23406558036804, "min_base": 0.0171899795532, "delta_min": "13.5165x slower", "delta_avg": "11.3664x slower", "std_changed": 0.0015784897408172866, "min_changed": 0.23234796524, "delta_std": "3.3406x smaller", "std_base": 0.005273168396186738, "t_msg": "Significant (t=-274.233847, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.671518182754, "timeline_link": null, "avg_changed": 50.203103399279996, "min_base": 8.34352898598, "delta_min": "6.0029x slower", "delta_avg": "5.7894x slower", "std_changed": 0.07095885815070695, "min_changed": 50.0852789879, "delta_std": "8.1038x smaller", "std_base": 0.5750390502062255, "t_msg": "Significant (t=-160.281929, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009000811576847201, "timeline_link": null, "avg_changed": 0.5661659049987599, "min_base": 0.00639009475708, "delta_min": "88.4416x slower", "delta_avg": "62.9017x slower", "std_changed": 0.0005916692691608545, "min_changed": 0.565150022507, "delta_std": "26.7656x smaller", "std_base": 0.015836372194914877, "t_msg": "Significant (t=-248.605254, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [323.362756968], "base_times": [139.434643984]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049591169357308, "timeline_link": null, "avg_changed": 3.2544627094262006, "min_base": 0.0470278263092, "delta_min": "69.0923x slower", "delta_avg": "65.6259x slower", "std_changed": 0.003261263958101503, "min_changed": 3.24926114082, "delta_std": "4.2095x smaller", "std_base": 0.013728189268788533, "t_msg": "Significant (t=-1606.057405, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010459270477295399, "timeline_link": null, "avg_changed": 0.03812430381774999, "min_base": 0.00143694877625, "delta_min": "26.4574x slower", "delta_avg": "3.6450x slower", "std_changed": 9.397860069744738e-05, "min_changed": 0.038017988205, "delta_std": "133.3852x smaller", "std_base": 0.012535356095979812, "t_msg": "Significant (t=-15.605127, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.032245063781738, "timeline_link": null, "avg_changed": 1.1095589780802, "min_base": 0.0305597782135, "delta_min": "36.2013x slower", "delta_avg": "34.4102x slower", "std_changed": 0.0024881764860467267, "min_changed": 1.1063041687, "delta_std": "1.0559x smaller", "std_base": 0.002627234030241699, "t_msg": "Significant (t=-2105.238825, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4262146568298801, "timeline_link": null, "avg_changed": 1.1015428543092003, "min_base": 0.340618133545, "delta_min": "3.2139x slower", "delta_avg": "2.5845x slower", "std_changed": 0.0023467231290099214, "min_changed": 1.09472203255, "delta_std": "46.7084x smaller", "std_base": 0.10961171064338847, "t_msg": "Significant (t=-43.555542, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17651907443998, "timeline_link": null, "avg_changed": 1.6603988170626003, "min_base": 0.175146818161, "delta_min": "9.4372x slower", "delta_avg": "9.4063x slower", "std_changed": 0.007040059858959534, "min_changed": 1.65289092064, "delta_std": "1.7413x larger", "std_base": 0.004043048126492075, "t_msg": "Significant (t=-1292.445974, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042899789810174005, "timeline_link": null, "avg_changed": 0.6205009937286599, "min_base": 0.0363848209381, "delta_min": "16.8388x slower", "delta_avg": "14.4640x slower", "std_changed": 0.004735942545132772, "min_changed": 0.612675905228, "delta_std": "1.0138x larger", "std_base": 0.0046713250158912575, "t_msg": "Significant (t=-613.980175, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016253943443292004, "timeline_link": null, "avg_changed": 0.2746700906753401, "min_base": 0.0134918689728, "delta_min": "20.1922x slower", "delta_avg": "16.8987x slower", "std_changed": 0.004393310815357365, "min_changed": 0.272430896759, "delta_std": "2.9268x smaller", "std_base": 0.01285821034252012, "t_msg": "Significant (t=-134.476973, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05049658775329201, "timeline_link": null, "avg_changed": 0.5999622631072998, "min_base": 0.0453279018402, "delta_min": "13.1477x slower", "delta_avg": "11.8812x slower", "std_changed": 0.0024210762881465356, "min_changed": 0.595957040787, "delta_std": "11.3190x smaller", "std_base": 0.02740411301003166, "t_msg": "Significant (t=-141.228230, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11272079467769203, "timeline_link": null, "avg_changed": 1.709873256683, "min_base": 0.0815391540527, "delta_min": "20.9181x slower", "delta_avg": "15.1691x slower", "std_changed": 0.002299419682680625, "min_changed": 1.70564699173, "delta_std": "12.2413x smaller", "std_base": 0.0281479023040394, "t_msg": "Significant (t=-399.890471, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.126126408599992, "timeline_link": null, "avg_changed": 355.5499714610001, "min_base": 10.8307359219, "delta_min": "32.8232x slower", "delta_avg": "31.9563x slower", "std_changed": 0.050764674684712865, "min_changed": 355.499716997, "delta_std": "5.8779x smaller", "std_base": 0.2983894517765207, "t_msg": "Significant (t=-8046.349800, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4375390052820003, "timeline_link": null, "avg_changed": 22.23586001396, "min_base": 2.71042990685, "delta_min": "8.1934x slower", "delta_avg": "6.4685x slower", "std_changed": 0.0223743327268946, "min_changed": 22.207613945, "delta_std": "44.9057x smaller", "std_base": 1.0047343733074854, "t_msg": "Significant (t=-41.825886, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7707595300675001, "timeline_link": null, "avg_changed": 25.598159036636, "min_base": 0.764071941376, "delta_min": "33.4714x slower", "delta_avg": "33.2116x slower", "std_changed": 0.013554714648970336, "min_changed": 25.5745909214, "delta_std": "1.3727x smaller", "std_base": 0.018606669469912917, "t_msg": "Significant (t=-7626.118058, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.080498375892626, "timeline_link": null, "avg_changed": 0.4637015628814601, "min_base": 0.0790421962738, "delta_min": "5.8573x slower", "delta_avg": "5.7604x slower", "std_changed": 0.0006572819466117454, "min_changed": 0.46297287941, "delta_std": "7.9130x smaller", "std_base": 0.005201073311330212, "t_msg": "Significant (t=-516.869134, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032292189598084, "timeline_link": null, "avg_changed": 0.6931802797317799, "min_base": 0.0314600467682, "delta_min": "21.9564x slower", "delta_avg": "21.4659x slower", "std_changed": 0.0036581226929881935, "min_changed": 0.690747976303, "delta_std": "1.4718x larger", "std_base": 0.0024854315694915956, "t_msg": "Significant (t=-1056.664293, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.380630970000002, "timeline_link": null, "avg_changed": 47.826361560820004, "min_base": 20.3643388748, "delta_min": "2.3477x slower", "delta_avg": "2.3467x slower", "std_changed": 0.011878517778455146, "min_changed": 47.8088281155, "delta_std": "2.5137x smaller", "std_base": 0.029859460291681347, "t_msg": "Significant (t=-1909.745683, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.85707535744, "timeline_link": null, "avg_changed": 10.95384259224, "min_base": 10.8497159481, "delta_min": "1.0092x slower", "delta_avg": "1.0089x slower", "std_changed": 0.004124339869300122, "min_changed": 10.9497389793, "delta_std": "3.3886x smaller", "std_base": 0.013975777560986813, "t_msg": "Significant (t=-14.849268, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29306875228879997, "timeline_link": null, "avg_changed": 2.7807949733732, "min_base": 0.287970066071, "delta_min": "9.6238x slower", "delta_avg": "9.4885x slower", "std_changed": 0.0044636637454748135, "min_changed": 2.7713599205, "delta_std": "1.0027x smaller", "std_base": 0.004475590255469854, "t_msg": "Significant (t=-2782.921267, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.094582700729394, "timeline_link": null, "avg_changed": 0.5029836273193199, "min_base": 0.0238988399506, "delta_min": "20.8961x slower", "delta_avg": "5.3179x slower", "std_changed": 0.015088581129711835, "min_changed": 0.499392032623, "delta_std": "7.0359x smaller", "std_base": 0.10616206470926433, "t_msg": "Significant (t=-26.931444, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.105110540390026, "timeline_link": null, "avg_changed": 0.5113255929946601, "min_base": 0.0371811389923, "delta_min": "13.7277x slower", "delta_avg": "4.8646x slower", "std_changed": 0.00128958794834986, "min_changed": 0.510411977768, "delta_std": "93.7771x smaller", "std_base": 0.12093379057841427, "t_msg": "Significant (t=-23.750276, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.02940104007721001, "timeline_link": null, "avg_changed": 2.8236252164842, "min_base": 0.0183379650116, "delta_min": "152.0056x slower", "delta_avg": "96.0383x slower", "std_changed": 0.018121506621750244, "min_changed": 2.78747320175, "delta_std": "1.0149x larger", "std_base": 0.017856213984967062, "t_msg": "Significant (t=-776.632918, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0030181837081918, "timeline_link": null, "avg_changed": 0.37772911071779997, "min_base": 0.00271797180176, "delta_min": "138.6332x slower", "delta_avg": "125.1511x slower", "std_changed": 0.0005447414518493454, "min_changed": 0.376801013947, "delta_std": "1.5742x smaller", "std_base": 0.0008575167280076255, "t_msg": "Significant (t=-2608.104930, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20491625785834003, "timeline_link": null, "avg_changed": 0.7150533342360802, "min_base": 0.0891680717468, "delta_min": "7.8679x slower", "delta_avg": "3.4895x slower", "std_changed": 0.009860452506794161, "min_changed": 0.701568841934, "delta_std": "15.1213x smaller", "std_base": 0.1491032330529712, "t_msg": "Significant (t=-24.139998, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24306186199182, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4679340028762799, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.17939054489137998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5926343727112601, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36614330291746, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27083574771886004, "timeline_link": null, "avg_changed": 0.75338557720182, "min_base": 0.260451078415, "delta_min": "2.8366x slower", "delta_avg": "2.7817x slower", "std_changed": 0.01102387937952739, "min_changed": 0.738807201385, "delta_std": "1.2023x larger", "std_base": 0.009169025520320798, "t_msg": "Significant (t=-237.968153, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08538584232332201, "timeline_link": null, "avg_changed": 0.44923403263092004, "min_base": 0.0580909252167, "delta_min": "7.7162x slower", "delta_avg": "5.2612x slower", "std_changed": 0.001829300025834765, "min_changed": 0.448244094849, "delta_std": "14.5672x smaller", "std_base": 0.02664786789439738, "t_msg": "Significant (t=-96.321196, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009076790809629403, "timeline_link": null, "avg_changed": 0.7556876897812, "min_base": 0.0082859992981, "delta_min": "91.0500x slower", "delta_avg": "83.2549x slower", "std_changed": 0.0005068557702692246, "min_changed": 0.754440069199, "delta_std": "6.4398x smaller", "std_base": 0.0032640590757366814, "t_msg": "Significant (t=-1598.259740, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2204000000000006, "timeline_link": null, "avg_changed": 9.434999999999997, "min_base": 2.18, "delta_min": "4.3119x slower", "delta_avg": "4.2492x slower", "std_changed": 0.027124053637210738, "min_changed": 9.4, "delta_std": "1.1963x smaller", "std_base": 0.032448389161615875, "t_msg": "Significant (t=-1206.255092, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7953999999999999, "timeline_link": null, "avg_changed": 7.2535999999999925, "min_base": 0.77, "delta_min": "9.3636x slower", "delta_avg": "9.1194x slower", "std_changed": 0.02265626011611307, "min_changed": 7.21, "delta_std": "1.4900x smaller", "std_base": 0.03375844565529082, "t_msg": "Significant (t=-1123.228485, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07242339134215599, "timeline_link": null, "avg_changed": 0.5541606839498399, "min_base": 0.0435431003571, "delta_min": "2.9116x slower", "delta_avg": "7.6517x slower", "std_changed": 0.25205764221977056, "min_changed": 0.126780033112, "delta_std": "8.1651x larger", "std_base": 0.0308699837601117, "t_msg": "Significant (t=-23.233955, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012721117973326783, "timeline_link": null, "avg_changed": 0.05865105295181018, "min_base": 0.00749111175537, "delta_min": "7.4710x slower", "delta_avg": "4.6105x slower", "std_changed": 0.005693941402447511, "min_changed": 0.0559661388397, "delta_std": "2.2439x smaller", "std_base": 0.012776687662404964, "t_msg": "Significant (t=-73.421723, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8059118747699998, "timeline_link": null, "avg_changed": 49.59888601304, "min_base": 1.7990860939, "delta_min": "27.5079x slower", "delta_avg": "27.4647x slower", "std_changed": 0.07775092316118908, "min_changed": 49.4891541004, "delta_std": "17.9958x larger", "std_base": 0.004320513201703578, "t_msg": "Significant (t=-1940.836776, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6035330295557999, "timeline_link": null, "avg_changed": 2.0188720703119998, "min_base": 0.423091173172, "delta_min": "4.7123x slower", "delta_avg": "3.3451x slower", "std_changed": 0.014324713699730695, "min_changed": 1.99373102188, "delta_std": "23.9803x smaller", "std_base": 0.34351141071511004, "t_msg": "Significant (t=-9.205069, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.492674589156, "timeline_link": null, "avg_changed": 11.8334891796, "min_base": 1.71282792091, "delta_min": "6.8998x slower", "delta_avg": "4.7473x slower", "std_changed": 0.01239645070252008, "min_changed": 11.8181080818, "delta_std": "97.7290x smaller", "std_base": 1.2114933090482602, "t_msg": "Significant (t=-17.239553, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5681678295134001, "timeline_link": null, "avg_changed": 0.9900012016298, "min_base": 0.275022983551, "delta_min": "3.5293x slower", "delta_avg": "1.7424x slower", "std_changed": 0.02608096294087741, "min_changed": 0.970630884171, "delta_std": "15.5082x smaller", "std_base": 0.4044689959337586, "t_msg": "Significant (t=-2.327232, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4546859741212, "timeline_link": null, "avg_changed": 3.630815219882, "min_base": 0.325594902039, "delta_min": "11.0848x slower", "delta_avg": "7.9853x slower", "std_changed": 0.022397720408218844, "min_changed": 3.60914087296, "delta_std": "10.7364x smaller", "std_base": 0.24047105433853355, "t_msg": "Significant (t=-29.406591, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023669345240000004, "timeline_link": null, "avg_changed": 1.68319371986, "min_base": 0.018023588, "delta_min": "93.1832x slower", "delta_avg": "71.1128x slower", "std_changed": 0.0013085042160739615, "min_changed": 1.679495315, "delta_std": "11.8761x smaller", "std_base": 0.015539960378250542, "t_msg": "Significant (t=-752.462002, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [725.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [115.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [156.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [175.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004165513442281981, "timeline_link": null, "avg_changed": 0.3066494072274304, "min_base": 0.004128887347437613, "delta_min": "74.1046x slower", "delta_avg": "73.6162x slower", "std_changed": 0.0007079244146673651, "min_changed": 0.3059694642474681, "delta_std": "23.6410x larger", "std_base": 2.9944731951963798e-05, "t_msg": "Significant (t=-3018.646006, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015027798363402931, "timeline_link": null, "avg_changed": 0.014100159790213207, "min_base": 0.001479727730097662, "delta_min": "9.4916x slower", "delta_avg": "9.3827x slower", "std_changed": 4.8661473990871814e-05, "min_changed": 0.014044943820224719, "delta_std": "3.7477x larger", "std_base": 1.2984294396517787e-05, "t_msg": "Significant (t=-1768.663232, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00656447301165901, "timeline_link": null, "avg_changed": 0.09971355344489677, "min_base": 0.0061330880098129405, "delta_min": "16.2239x slower", "delta_avg": "15.1899x slower", "std_changed": 0.0005284333374850959, "min_changed": 0.09950248756218906, "delta_std": "1.6203x larger", "std_base": 0.0003261353691264965, "t_msg": "Significant (t=-1060.697738, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.17523012542854746, "timeline_link": null, "avg_changed": 1.0287241921134582, "min_base": 0.17252533965926245, "delta_min": "5.9202x slower", "delta_avg": "5.8707x slower", "std_changed": 0.005624487926580115, "min_changed": 1.021385253750399, "delta_std": "1.1139x smaller", "std_base": 0.006265124638166172, "t_msg": "Significant (t=-716.808718, a=0.95)\n"}]], "branch": "", "revision": "94239:dbe5e735e9f7"}