{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019623942375187997, "timeline_link": null, "avg_changed": 0.2987852478027, "min_base": 0.019073009491, "delta_min": "15.2826x slower", "delta_avg": "15.2255x slower", "std_changed": 0.0032602650072701763, "min_changed": 0.291485786438, "delta_std": "8.2865x larger", "std_base": 0.0003934439865677785, "t_msg": "Significant (t=-601.101407, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008784063657124464, "timeline_link": null, "avg_changed": 0.061578065554298005, "min_base": 0.00656890869141, "delta_min": "8.8572x slower", "delta_avg": "7.0102x slower", "std_changed": 0.002506947685181021, "min_changed": 0.0581820011139, "delta_std": "1.5063x smaller", "std_base": 0.0037760985163397265, "t_msg": "Significant (t=-142.656252, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15976419448844997, "timeline_link": null, "avg_changed": 1.028655040265, "min_base": 0.127639055252, "delta_min": "7.9389x slower", "delta_avg": "6.4386x slower", "std_changed": 0.008534469546364033, "min_changed": 1.01331996918, "delta_std": "12.4073x smaller", "std_base": 0.10588930725808271, "t_msg": "Significant (t=-36.578179, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6795309400552003, "timeline_link": null, "avg_changed": 9.170635085105003, "min_base": 1.66208910942, "delta_min": "5.4754x slower", "delta_avg": "5.4602x slower", "std_changed": 0.03266872234722277, "min_changed": 9.10066604614, "delta_std": "4.2141x larger", "std_base": 0.007752159576597732, "t_msg": "Significant (t=-1577.622565, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0063253116607672, "timeline_link": null, "avg_changed": 0.07592080116272198, "min_base": 0.00479197502136, "delta_min": "15.3926x slower", "delta_avg": "12.0027x slower", "std_changed": 0.0012430127692682957, "min_changed": 0.0737609863281, "delta_std": "1.8177x smaller", "std_base": 0.002259401971511378, "t_msg": "Significant (t=-190.834104, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.021826171876, "timeline_link": null, "avg_changed": 22.6553305626, "min_base": 3.87331795692, "delta_min": "5.8273x slower", "delta_avg": "5.6331x slower", "std_changed": 0.07338827244949439, "min_changed": 22.5711729527, "delta_std": "3.7680x smaller", "std_base": 0.2765284064799383, "t_msg": "Significant (t=-145.633110, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004616479873657199, "timeline_link": null, "avg_changed": 0.21916654586792006, "min_base": 0.00345706939697, "delta_min": "62.8249x slower", "delta_avg": "47.4748x slower", "std_changed": 0.001990867748093294, "min_changed": 0.217190027237, "delta_std": "3.5841x smaller", "std_base": 0.00713550325722703, "t_msg": "Significant (t=-204.790928, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.890522957], "base_times": [66.8643538952]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026874012947083997, "timeline_link": null, "avg_changed": 1.6342446994784, "min_base": 0.0252161026001, "delta_min": "63.8255x slower", "delta_avg": "60.8113x slower", "std_changed": 0.008800469338208699, "min_changed": 1.60943102837, "delta_std": "1.3222x larger", "std_base": 0.0066559906357669795, "t_msg": "Significant (t=-1030.067582, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0048884916305533795, "timeline_link": null, "avg_changed": 0.018704533576972004, "min_base": 0.000657081604004, "delta_min": "28.2856x slower", "delta_avg": "3.8262x slower", "std_changed": 0.0001394492633577475, "min_changed": 0.0185859203339, "delta_std": "40.1939x smaller", "std_base": 0.005605003856186422, "t_msg": "Significant (t=-17.424421, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015415959358214, "timeline_link": null, "avg_changed": 0.4381826782227601, "min_base": 0.0146858692169, "delta_min": "29.1106x slower", "delta_avg": "28.4240x slower", "std_changed": 0.00436892466235126, "min_changed": 0.427515029907, "delta_std": "3.2542x larger", "std_base": 0.0013425376982744396, "t_msg": "Significant (t=-654.059875, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19376696109774003, "timeline_link": null, "avg_changed": 0.47482751369484, "min_base": 0.150098800659, "delta_min": "3.0922x slower", "delta_avg": "2.4505x slower", "std_changed": 0.0046180323475208005, "min_changed": 0.464133024216, "delta_std": "10.4784x smaller", "std_base": 0.04838942917509482, "t_msg": "Significant (t=-40.885152, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09756614685058997, "timeline_link": null, "avg_changed": 0.69599718570708, "min_base": 0.0947699546814, "delta_min": "7.1063x slower", "delta_avg": "7.1336x slower", "std_changed": 0.012546794929967778, "min_changed": 0.673463106155, "delta_std": "5.5858x larger", "std_base": 0.002246175246555343, "t_msg": "Significant (t=-331.983151, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021083760261542003, "timeline_link": null, "avg_changed": 0.2665184879303599, "min_base": 0.0181159973145, "delta_min": "14.2392x slower", "delta_avg": "12.6409x slower", "std_changed": 0.003452471994625136, "min_changed": 0.257957935333, "delta_std": "1.3711x larger", "std_base": 0.0025180101449318666, "t_msg": "Significant (t=-406.135887, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008833384513856003, "timeline_link": null, "avg_changed": 0.10871782779691999, "min_base": 0.00711393356323, "delta_min": "14.8899x slower", "delta_avg": "12.3076x slower", "std_changed": 0.0014482353317214092, "min_changed": 0.105926036835, "delta_std": "4.2167x smaller", "std_base": 0.006106811920202434, "t_msg": "Significant (t=-112.534815, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023406744003306, "timeline_link": null, "avg_changed": 0.23439043998715994, "min_base": 0.0203540325165, "delta_min": "11.1884x slower", "delta_avg": "10.0138x slower", "std_changed": 0.002938696420733334, "min_changed": 0.227730035782, "delta_std": "4.4161x smaller", "std_base": 0.012977464546107776, "t_msg": "Significant (t=-112.120569, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08182106018065602, "timeline_link": null, "avg_changed": 0.7901243925095, "min_base": 0.0519268512726, "delta_min": "14.9881x slower", "delta_avg": "9.6567x slower", "std_changed": 0.00768496000202332, "min_changed": 0.77828502655, "delta_std": "4.2348x smaller", "std_base": 0.03254454681632483, "t_msg": "Significant (t=-149.776387, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.227556467054995, "timeline_link": null, "avg_changed": 175.55049896250003, "min_base": 6.1105029583, "delta_min": "28.7095x slower", "delta_avg": "28.1893x slower", "std_changed": 0.12197081191833793, "min_changed": 175.429754019, "delta_std": "1.0315x larger", "std_base": 0.11824189971762797, "t_msg": "Significant (t=-7048.026048, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.384321784974, "timeline_link": null, "avg_changed": 8.944975852968, "min_base": 1.07078289986, "delta_min": "8.2949x slower", "delta_avg": "6.4616x slower", "std_changed": 0.06120739850556406, "min_changed": 8.88204407692, "delta_std": "7.3972x smaller", "std_base": 0.4527618579134116, "t_msg": "Significant (t=-37.003423, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37652933120734, "timeline_link": null, "avg_changed": 11.702957940104, "min_base": 0.365885972977, "delta_min": "31.7469x slower", "delta_avg": "31.0811x slower", "std_changed": 0.03925042311406054, "min_changed": 11.6157398224, "delta_std": "3.8891x larger", "std_base": 0.010092505841026297, "t_msg": "Significant (t=-1976.202003, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046416907310488004, "timeline_link": null, "avg_changed": 0.22414394855504002, "min_base": 0.0448668003082, "delta_min": "4.8435x slower", "delta_avg": "4.8289x slower", "std_changed": 0.0030668580425501674, "min_changed": 0.217314004898, "delta_std": "1.1525x larger", "std_base": 0.0026610475496863946, "t_msg": "Significant (t=-309.506967, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020934724807735994, "timeline_link": null, "avg_changed": 0.37757326602940006, "min_base": 0.0200698375702, "delta_min": "18.3138x slower", "delta_avg": "18.0357x slower", "std_changed": 0.00423514785691079, "min_changed": 0.367554187775, "delta_std": "2.3750x larger", "std_base": 0.0017832472937750888, "t_msg": "Significant (t=-548.785768, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.970967435836, "timeline_link": null, "avg_changed": 18.81647057534, "min_base": 8.93223714828, "delta_min": "2.0928x slower", "delta_avg": "2.0975x slower", "std_changed": 0.10835866092761272, "min_changed": 18.6932730675, "delta_std": "4.5393x larger", "std_base": 0.023871233516398055, "t_msg": "Significant (t=-198.412293, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.572247028352, "timeline_link": null, "avg_changed": 4.633024311066, "min_base": 4.55415916443, "delta_min": "1.0108x slower", "delta_avg": "1.0133x slower", "std_changed": 0.023573307925188414, "min_changed": 4.60346722603, "delta_std": "1.3762x larger", "std_base": 0.017128959835181815, "t_msg": "Significant (t=-4.663869, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15861280441287998, "timeline_link": null, "avg_changed": 1.2794479894639998, "min_base": 0.153751134872, "delta_min": "8.1623x slower", "delta_avg": "8.0665x slower", "std_changed": 0.011403984467681408, "min_changed": 1.2549700737, "delta_std": "2.0415x larger", "std_base": 0.005585965721627535, "t_msg": "Significant (t=-624.125143, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.043812718391402, "timeline_link": null, "avg_changed": 0.20350441455838003, "min_base": 0.0106799602509, "delta_min": "18.8087x slower", "delta_avg": "4.6449x slower", "std_changed": 0.006657822338788344, "min_changed": 0.200875997543, "delta_std": "7.8122x smaller", "std_base": 0.0520119805214839, "t_msg": "Significant (t=-21.534497, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048701877593988, "timeline_link": null, "avg_changed": 0.21579722881317998, "min_base": 0.016576051712, "delta_min": "12.7465x slower", "delta_avg": "4.4310x slower", "std_changed": 0.0020850541697024784, "min_changed": 0.211287021637, "delta_std": "28.0174x smaller", "std_base": 0.05841781593562293, "t_msg": "Significant (t=-20.212852, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010032954216004399, "timeline_link": null, "avg_changed": 1.1878646612159998, "min_base": 0.00876593589783, "delta_min": "133.8269x slower", "delta_avg": "118.3963x slower", "std_changed": 0.007634606859193114, "min_changed": 1.17311787605, "delta_std": "2.0454x larger", "std_base": 0.003732630492298553, "t_msg": "Significant (t=-980.031977, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016014623641963995, "timeline_link": null, "avg_changed": 0.18988730430602, "min_base": 0.00142812728882, "delta_min": "128.6132x slower", "delta_avg": "118.5712x slower", "std_changed": 0.003057290098319627, "min_changed": 0.18367600441, "delta_std": "6.9628x larger", "std_base": 0.0004390869864856592, "t_msg": "Significant (t=-431.054888, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08831516742706201, "timeline_link": null, "avg_changed": 0.2989737272262799, "min_base": 0.0365099906921, "delta_min": "7.8972x slower", "delta_avg": "3.3853x slower", "std_changed": 0.005843057852961631, "min_changed": 0.288326025009, "delta_std": "12.4209x smaller", "std_base": 0.07257595831683664, "t_msg": "Significant (t=-20.458245, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12009090423586001, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18407389163969998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11949476242066001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25794909477235994, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15285671234135997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14183442592622003, "timeline_link": null, "avg_changed": 0.43100409984592, "min_base": 0.13919210434, "delta_min": "3.0287x slower", "delta_avg": "3.0388x slower", "std_changed": 0.0047580008831830094, "min_changed": 0.42157292366, "delta_std": "2.6439x larger", "std_base": 0.001799615486044891, "t_msg": "Significant (t=-401.956637, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04113533973693598, "timeline_link": null, "avg_changed": 0.20830891609195998, "min_base": 0.0284190177917, "delta_min": "7.1385x slower", "delta_avg": "5.0640x slower", "std_changed": 0.002566591037821297, "min_changed": 0.202870130539, "delta_std": "4.7949x smaller", "std_base": 0.012306589655011088, "t_msg": "Significant (t=-94.030719, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005551161766052398, "timeline_link": null, "avg_changed": 0.34530727386470006, "min_base": 0.00511193275452, "delta_min": "66.0619x slower", "delta_avg": "62.2045x slower", "std_changed": 0.004078429001701998, "min_changed": 0.337703943253, "delta_std": "2.1618x larger", "std_base": 0.0018866037945398533, "t_msg": "Significant (t=-534.630087, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0624, "timeline_link": null, "avg_changed": 5.021200000000002, "min_base": 1.03, "delta_min": "4.7961x slower", "delta_avg": "4.7263x slower", "std_changed": 0.04749393086898308, "min_changed": 4.94, "delta_std": "2.1590x larger", "std_base": 0.02199814463419449, "t_msg": "Significant (t=-534.817528, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3734000000000001, "timeline_link": null, "avg_changed": 3.6168, "min_base": 0.35, "delta_min": "10.0286x slower", "delta_avg": "9.6861x slower", "std_changed": 0.04900812094303709, "min_changed": 3.51, "delta_std": "2.2758x larger", "std_base": 0.021534026230927792, "t_msg": "Significant (t=-428.434598, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03461970965067134, "timeline_link": null, "avg_changed": 0.21053346474963666, "min_base": 0.0214819908142, "delta_min": "2.8737x slower", "delta_avg": "6.0813x slower", "std_changed": 0.08813202974387797, "min_changed": 0.0617320537567, "delta_std": "5.2141x larger", "std_base": 0.016902493689080797, "t_msg": "Significant (t=-24.008662, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017341182231901456, "timeline_link": null, "avg_changed": 0.044978492259977, "min_base": 0.00348210334778, "delta_min": "8.0891x slower", "delta_avg": "2.5937x slower", "std_changed": 0.07503355655501844, "min_changed": 0.0281670093536, "delta_std": "1.3679x larger", "std_base": 0.05485309165862555, "t_msg": "Significant (t=-6.648928, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7460261344909, "timeline_link": null, "avg_changed": 16.9337054491, "min_base": 0.735594034195, "delta_min": "22.9428x slower", "delta_avg": "22.6985x slower", "std_changed": 0.04720001678412279, "min_changed": 16.8765621185, "delta_std": "8.3451x larger", "std_base": 0.005656034538437011, "t_msg": "Significant (t=-1076.828361, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2485826969148, "timeline_link": null, "avg_changed": 0.81231675148, "min_base": 0.170276880264, "delta_min": "4.7412x slower", "delta_avg": "3.2678x slower", "std_changed": 0.007227634238666138, "min_changed": 0.80732011795, "delta_std": "21.7528x smaller", "std_base": 0.15722151339714108, "t_msg": "Significant (t=-8.009195, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1719944000254, "timeline_link": null, "avg_changed": 4.78893318176, "min_base": 0.77886390686, "delta_min": "6.1095x slower", "delta_avg": "4.0861x slower", "std_changed": 0.03175575105970761, "min_changed": 4.75848007202, "delta_std": "18.5525x smaller", "std_base": 0.5891474330002502, "t_msg": "Significant (t=-13.707940, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2512475967408, "timeline_link": null, "avg_changed": 0.40349140167239994, "min_base": 0.105735063553, "delta_min": "3.7019x slower", "delta_avg": "1.6060x slower", "std_changed": 0.010266504832536393, "min_changed": 0.391424179077, "delta_std": "18.3297x smaller", "std_base": 0.1881815659393499, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22472062110879998, "timeline_link": null, "avg_changed": 1.3942897319799998, "min_base": 0.155688047409, "delta_min": "8.8971x slower", "delta_avg": "6.2045x slower", "std_changed": 0.010555824634284906, "min_changed": 1.38516902924, "delta_std": "9.7466x smaller", "std_base": 0.1028835127454119, "t_msg": "Significant (t=-25.286645, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011171339899999999, "timeline_link": null, "avg_changed": 0.7208202954000003, "min_base": 0.008017668, "delta_min": "86.8006x slower", "delta_avg": "64.5241x slower", "std_changed": 0.011207710912468022, "min_changed": 0.695938368, "delta_std": "1.2688x larger", "std_base": 0.008833110434608315, "t_msg": "Significant (t=-351.641906, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [180.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [493.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [82.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025138569894082663, "timeline_link": null, "avg_changed": 0.1297384144556231, "min_base": 0.002470935619772427, "delta_min": "51.6739x slower", "delta_avg": "51.6093x slower", "std_changed": 0.0010835847744608868, "min_changed": 0.12768293772903128, "delta_std": "49.7426x larger", "std_base": 2.1783816918753314e-05, "t_msg": "Significant (t=-830.052028, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006699063606267564, "timeline_link": null, "avg_changed": 0.006567286076805384, "min_base": 0.0006565126050420169, "delta_min": "9.8525x slower", "delta_avg": "9.8033x slower", "std_changed": 6.758380873984815e-05, "min_changed": 0.00646830530401035, "delta_std": "7.5751x larger", "std_base": 8.921804073427368e-06, "t_msg": "Significant (t=-211.904630, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002805598999069334, "timeline_link": null, "avg_changed": 0.04218162432602328, "min_base": 0.0024330900243309003, "delta_min": "17.0186x slower", "delta_avg": "15.0348x slower", "std_changed": 0.0003913245781228878, "min_changed": 0.041407867494824016, "delta_std": "1.8934x larger", "std_base": 0.00020668016432364225, "t_msg": "Significant (t=-629.148693, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.059639500657741346, "timeline_link": null, "avg_changed": 0.3364935438398024, "min_base": 0.05735794945330704, "delta_min": "5.7368x slower", "delta_avg": "5.6421x slower", "std_changed": 0.0027004572160842467, "min_changed": 0.32904884318766064, "delta_std": "2.9604x larger", "std_base": 0.0009122035246727926, "t_msg": "Significant (t=-686.807919, a=0.95)\n"}]], "branch": "", "revision": "97785:6050f7ce8f45"}