{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019229478836064004, "timeline_link": null, "avg_changed": 0.28730082511898003, "min_base": 0.0188031196594, "delta_min": "14.8555x slower", "delta_avg": "14.9406x slower", "std_changed": 0.00344208706583978, "min_changed": 0.279330015182, "delta_std": "7.9087x larger", "std_base": 0.00043523063443481343, "t_msg": "Significant (t=-546.347863, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008659501075744461, "timeline_link": null, "avg_changed": 0.060037714640296676, "min_base": 0.00647497177124, "delta_min": "8.6933x slower", "delta_avg": "6.9332x slower", "std_changed": 0.0024020892800192956, "min_changed": 0.0562889575958, "delta_std": "1.5556x smaller", "std_base": 0.003736712438353594, "t_msg": "Significant (t=-141.653559, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15768985748295, "timeline_link": null, "avg_changed": 1.0365190029134999, "min_base": 0.12517285347, "delta_min": "8.1507x slower", "delta_avg": "6.5731x slower", "std_changed": 0.008175683150075247, "min_changed": 1.02025079727, "delta_std": "12.9634x smaller", "std_base": 0.10598457668478872, "t_msg": "Significant (t=-36.973320, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6896063947684, "timeline_link": null, "avg_changed": 9.069901256561197, "min_base": 1.67113399506, "delta_min": "5.3949x slower", "delta_avg": "5.3681x slower", "std_changed": 0.029340229175278777, "min_changed": 9.01566195488, "delta_std": "3.4669x larger", "std_base": 0.008462898380168643, "t_msg": "Significant (t=-1708.997203, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006516032218933399, "timeline_link": null, "avg_changed": 0.07742263793945002, "min_base": 0.00492596626282, "delta_min": "15.2439x slower", "delta_avg": "11.8819x slower", "std_changed": 0.0014963961902296026, "min_changed": 0.0750911235809, "delta_std": "1.5209x smaller", "std_base": 0.002275844289908299, "t_msg": "Significant (t=-184.080891, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.074762582778, "timeline_link": null, "avg_changed": 23.32692656516, "min_base": 3.9077129364, "delta_min": "5.9424x slower", "delta_avg": "5.7247x slower", "std_changed": 0.08063876050816673, "min_changed": 23.2213490009, "delta_std": "3.1982x smaller", "std_base": 0.25789654934647277, "t_msg": "Significant (t=-159.317596, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0044545745849622, "timeline_link": null, "avg_changed": 0.21710138797762008, "min_base": 0.00326204299927, "delta_min": "65.1852x slower", "delta_avg": "48.7367x slower", "std_changed": 0.002058306751645254, "min_changed": 0.212636947632, "delta_std": "3.5497x smaller", "std_base": 0.007306290854455848, "t_msg": "Significant (t=-198.090140, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.806210041], "base_times": [64.6031150818]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026858506202696003, "timeline_link": null, "avg_changed": 1.6542061853408, "min_base": 0.0252928733826, "delta_min": "64.3194x slower", "delta_avg": "61.5897x slower", "std_changed": 0.010140258458760952, "min_changed": 1.62682199478, "delta_std": "1.5248x larger", "std_base": 0.00665042121824475, "t_msg": "Significant (t=-948.917573, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004899387359617939, "timeline_link": null, "avg_changed": 0.018221178054806005, "min_base": 0.000653982162476, "delta_min": "27.1447x slower", "delta_avg": "3.7191x slower", "std_changed": 0.0003359382177965279, "min_changed": 0.0177521705627, "delta_std": "16.7687x smaller", "std_base": 0.0056332577188951275, "t_msg": "Significant (t=-16.692336, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.01585912704468, "timeline_link": null, "avg_changed": 0.4482112264633, "min_base": 0.0148520469666, "delta_min": "29.4106x slower", "delta_avg": "28.2620x slower", "std_changed": 0.0064009100411348205, "min_changed": 0.436808109283, "delta_std": "4.9450x larger", "std_base": 0.0012944227862464637, "t_msg": "Significant (t=-468.141795, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18971717834469998, "timeline_link": null, "avg_changed": 0.4661800241469999, "min_base": 0.146478891373, "delta_min": "3.1073x slower", "delta_avg": "2.4572x slower", "std_changed": 0.008363190998439917, "min_changed": 0.455160856247, "delta_std": "5.8223x smaller", "std_base": 0.04869269078855869, "t_msg": "Significant (t=-39.568073, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09838300228117998, "timeline_link": null, "avg_changed": 0.7097080612182799, "min_base": 0.0951459407806, "delta_min": "7.2750x slower", "delta_avg": "7.2137x slower", "std_changed": 0.011896286496624426, "min_changed": 0.692183017731, "delta_std": "5.8406x larger", "std_base": 0.002036840635160795, "t_msg": "Significant (t=-358.155492, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021159954071046, "timeline_link": null, "avg_changed": 0.25862853050238, "min_base": 0.0181379318237, "delta_min": "13.9202x slower", "delta_avg": "12.2225x slower", "std_changed": 0.004157858450630336, "min_changed": 0.252483844757, "delta_std": "1.8406x larger", "std_base": 0.002258967577078828, "t_msg": "Significant (t=-354.860049, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0086981916427602, "timeline_link": null, "avg_changed": 0.11395685672761997, "min_base": 0.0070321559906, "delta_min": "15.7058x slower", "delta_avg": "13.1012x slower", "std_changed": 0.0015736882455603255, "min_changed": 0.110445976257, "delta_std": "4.1445x smaller", "std_base": 0.006522180387290927, "t_msg": "Significant (t=-110.933479, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.02434476852418201, "timeline_link": null, "avg_changed": 0.23117985248564, "min_base": 0.021430015564, "delta_min": "10.5455x slower", "delta_avg": "9.4961x slower", "std_changed": 0.0022751300650785803, "min_changed": 0.225990056992, "delta_std": "5.8411x smaller", "std_base": 0.013289249429712224, "t_msg": "Significant (t=-108.476514, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.082114310264556, "timeline_link": null, "avg_changed": 0.80714787006376, "min_base": 0.0483751296997, "delta_min": "16.3336x slower", "delta_avg": "9.8296x slower", "std_changed": 0.007664486617707396, "min_changed": 0.79013800621, "delta_std": "4.2106x smaller", "std_base": 0.03227209901535462, "t_msg": "Significant (t=-154.561325, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.211445093155005, "timeline_link": null, "avg_changed": 165.17537200450005, "min_base": 6.07862520218, "delta_min": "27.1652x slower", "delta_avg": "26.5921x slower", "std_changed": 0.04860145775928068, "min_changed": 165.127259016, "delta_std": "2.7606x smaller", "std_base": 0.13416835083554343, "t_msg": "Significant (t=-7876.985734, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4708516597760002, "timeline_link": null, "avg_changed": 9.060367822646, "min_base": 1.11595106125, "delta_min": "8.0652x slower", "delta_avg": "6.1599x slower", "std_changed": 0.04558620780016926, "min_changed": 9.00039815903, "delta_std": "11.0105x smaller", "std_base": 0.5019248797328727, "t_msg": "Significant (t=-33.672590, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37139012336731997, "timeline_link": null, "avg_changed": 11.196459703446001, "min_base": 0.36119389534, "delta_min": "30.8141x slower", "delta_avg": "30.1474x slower", "std_changed": 0.029619397057782798, "min_changed": 11.1298549175, "delta_std": "3.2729x larger", "std_base": 0.00905000218415698, "t_msg": "Significant (t=-2471.488382, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046402616500857995, "timeline_link": null, "avg_changed": 0.2168949985503401, "min_base": 0.0447430610657, "delta_min": "4.7332x slower", "delta_avg": "4.6742x slower", "std_changed": 0.0018242384650072783, "min_changed": 0.211777925491, "delta_std": "1.3011x smaller", "std_base": 0.002373593949217944, "t_msg": "Significant (t=-402.710077, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020563793182374, "timeline_link": null, "avg_changed": 0.36511118888851996, "min_base": 0.0199990272522, "delta_min": "17.8443x slower", "delta_avg": "17.7551x slower", "std_changed": 0.004139576984504718, "min_changed": 0.356868982315, "delta_std": "2.6216x larger", "std_base": 0.0015790328449977065, "t_msg": "Significant (t=-549.895281, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.112680006026, "timeline_link": null, "avg_changed": 18.18900637628, "min_base": 9.08032917976, "delta_min": "1.9962x slower", "delta_avg": "1.9960x slower", "std_changed": 0.056662675112614615, "min_changed": 18.1261041164, "delta_std": "1.5381x larger", "std_base": 0.0368382104197772, "t_msg": "Significant (t=-300.293358, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.550697612761999, "timeline_link": null, "avg_changed": 4.587412500381999, "min_base": 4.53042197227, "delta_min": "1.0067x slower", "delta_avg": "1.0081x slower", "std_changed": 0.016929579401374076, "min_changed": 4.56068396568, "delta_std": "1.2453x larger", "std_base": 0.013594782523500168, "t_msg": "Significant (t=-3.781109, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15808598041531996, "timeline_link": null, "avg_changed": 1.2620055913922001, "min_base": 0.153047084808, "delta_min": "8.1403x slower", "delta_avg": "7.9830x slower", "std_changed": 0.010430284392338297, "min_changed": 1.2458460331, "delta_std": "2.3379x larger", "std_base": 0.004461462234362053, "t_msg": "Significant (t=-688.082967, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04620261192323001, "timeline_link": null, "avg_changed": 0.20773669719694, "min_base": 0.0101590156555, "delta_min": "19.7742x slower", "delta_avg": "4.4962x slower", "std_changed": 0.007047442584620806, "min_changed": 0.200886011124, "delta_std": "7.5861x smaller", "std_base": 0.0534626966230522, "t_msg": "Significant (t=-21.181537, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048704185485846, "timeline_link": null, "avg_changed": 0.21297364711764, "min_base": 0.0164830684662, "delta_min": "12.5849x slower", "delta_avg": "4.3728x slower", "std_changed": 0.0020360521184264757, "min_changed": 0.207437992096, "delta_std": "28.2666x smaller", "std_base": 0.0575521791257384, "t_msg": "Significant (t=-20.170119, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0119644641876206, "timeline_link": null, "avg_changed": 1.1949055767061998, "min_base": 0.00855898857117, "delta_min": "138.2896x slower", "delta_avg": "99.8712x slower", "std_changed": 0.005601847283224282, "min_changed": 1.18361902237, "delta_std": "1.8254x smaller", "std_base": 0.010225596658323951, "t_msg": "Significant (t=-717.412389, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015968942642214001, "timeline_link": null, "avg_changed": 0.18410289287569995, "min_base": 0.00141787528992, "delta_min": "126.4039x slower", "delta_avg": "115.2881x slower", "std_changed": 0.002142482592245733, "min_changed": 0.179224967957, "delta_std": "4.8817x larger", "std_base": 0.0004388798851295841, "t_msg": "Significant (t=-590.090865, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.092492513656634, "timeline_link": null, "avg_changed": 0.2961491298675601, "min_base": 0.0401849746704, "delta_min": "7.0937x slower", "delta_avg": "3.2019x slower", "std_changed": 0.006471657281963696, "min_changed": 0.285059928894, "delta_std": "10.8570x smaller", "std_base": 0.07026291910778916, "t_msg": "Significant (t=-20.409056, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11986711502078, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18396084308626, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12038432598114002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25896735668183996, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15296542644499997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14158678054808, "timeline_link": null, "avg_changed": 0.46583878993982014, "min_base": 0.137813091278, "delta_min": "3.2714x slower", "delta_avg": "3.2901x slower", "std_changed": 0.005866553653413089, "min_changed": 0.450835943222, "delta_std": "2.4801x larger", "std_base": 0.0023654065411624404, "t_msg": "Significant (t=-362.472213, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.041129145622252006, "timeline_link": null, "avg_changed": 0.20896977901457986, "min_base": 0.0276658535004, "delta_min": "7.3586x slower", "delta_avg": "5.0808x slower", "std_changed": 0.0030134079113549295, "min_changed": 0.203582048416, "delta_std": "4.0939x smaller", "std_base": 0.01233672181158844, "t_msg": "Significant (t=-93.454053, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005517473220825602, "timeline_link": null, "avg_changed": 0.33817918777469996, "min_base": 0.00503182411194, "delta_min": "65.8600x slower", "delta_avg": "61.2924x slower", "std_changed": 0.003348414097459966, "min_changed": 0.331395864487, "delta_std": "2.1509x larger", "std_base": 0.0015567395310175005, "t_msg": "Significant (t=-637.023182, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0401999999999998, "timeline_link": null, "avg_changed": 4.872799999999999, "min_base": 1.0, "delta_min": "4.7600x slower", "delta_avg": "4.6845x slower", "std_changed": 0.03806760902844912, "min_changed": 4.76, "delta_std": "1.4736x larger", "std_base": 0.025832269014722284, "t_msg": "Significant (t=-589.080431, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4286, "timeline_link": null, "avg_changed": 3.806, "min_base": 0.4, "delta_min": "9.2500x slower", "delta_avg": "8.8801x slower", "std_changed": 0.041305235128002715, "min_changed": 3.7, "delta_std": "1.8286x larger", "std_base": 0.02258860106246476, "t_msg": "Significant (t=-507.278703, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03501607100168532, "timeline_link": null, "avg_changed": 0.21080060005187057, "min_base": 0.0204050540924, "delta_min": "2.9632x slower", "delta_avg": "6.0201x slower", "std_changed": 0.08791300896939536, "min_changed": 0.0604650974274, "delta_std": "5.0162x larger", "std_base": 0.017525980366700274, "t_msg": "Significant (t=-24.016525, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01707108259201163, "timeline_link": null, "avg_changed": 0.043175597667694375, "min_base": 0.00350594520569, "delta_min": "7.5848x slower", "delta_avg": "2.5292x slower", "std_changed": 0.07386257621886683, "min_changed": 0.0265920162201, "delta_std": "1.3982x larger", "std_base": 0.05282827353602491, "t_msg": "Significant (t=-6.427848, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7476499080658, "timeline_link": null, "avg_changed": 17.36507997512, "min_base": 0.73774600029, "delta_min": "23.4292x slower", "delta_avg": "23.2262x slower", "std_changed": 0.04946424144877711, "min_changed": 17.2847950459, "delta_std": "9.7016x larger", "std_base": 0.005098541816666023, "t_msg": "Significant (t=-1056.762981, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.24936776161180002, "timeline_link": null, "avg_changed": 0.8372045993804, "min_base": 0.170247793198, "delta_min": "4.8104x slower", "delta_avg": "3.3573x slower", "std_changed": 0.02360977497735989, "min_changed": 0.818953990936, "delta_std": "6.6593x smaller", "std_base": 0.15722438363797747, "t_msg": "Significant (t=-8.267604, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1738889694209997, "timeline_link": null, "avg_changed": 4.7938179492940005, "min_base": 0.805546998978, "delta_min": "5.9214x slower", "delta_avg": "4.0837x slower", "std_changed": 0.018160217755134194, "min_changed": 4.76995205879, "delta_std": "30.7768x smaller", "std_base": 0.5589135637268388, "t_msg": "Significant (t=-14.474757, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2480426311494, "timeline_link": null, "avg_changed": 0.39243736267099993, "min_base": 0.103804111481, "delta_min": "3.6774x slower", "delta_avg": "1.5821x slower", "std_changed": 0.009833089219468388, "min_changed": 0.381725072861, "delta_std": "19.4492x smaller", "std_base": 0.19124547951395948, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2256141662598, "timeline_link": null, "avg_changed": 1.419476795196, "min_base": 0.15647816658, "delta_min": "8.8838x slower", "delta_avg": "6.2916x slower", "std_changed": 0.017959271120675403, "min_changed": 1.39011502266, "delta_std": "6.0917x smaller", "std_base": 0.10940229896518683, "t_msg": "Significant (t=-24.079015, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01099255182, "timeline_link": null, "avg_changed": 0.7189388699999997, "min_base": 0.00809505, "delta_min": "86.2499x slower", "delta_avg": "65.4024x slower", "std_changed": 0.01026800162806666, "min_changed": 0.69819693, "delta_std": "1.3808x larger", "std_base": 0.007436194439124615, "t_msg": "Significant (t=-394.855705, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [496.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [58.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [88.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025546493048223475, "timeline_link": null, "avg_changed": 0.12641760794812493, "min_base": 0.0024963428577134497, "delta_min": "49.7375x slower", "delta_avg": "49.4853x slower", "std_changed": 0.0010541034143212165, "min_changed": 0.12416190712689347, "delta_std": "45.1536x larger", "std_base": 2.334483205546678e-05, "t_msg": "Significant (t=-830.685736, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006584721018187731, "timeline_link": null, "avg_changed": 0.006608729891459578, "min_base": 0.0006442883834804459, "delta_min": "10.2112x slower", "delta_avg": "10.0365x slower", "std_changed": 2.3985263392926242e-05, "min_changed": 0.006578947368421052, "delta_std": "2.6902x larger", "std_base": 8.915751871073529e-06, "t_msg": "Significant (t=-569.590249, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002827668133482526, "timeline_link": null, "avg_changed": 0.04248479984013146, "min_base": 0.0024922118380062306, "delta_min": "16.6149x slower", "delta_avg": "15.0247x slower", "std_changed": 0.0004996219152819142, "min_changed": 0.041407867494824016, "delta_std": "2.4401x larger", "std_base": 0.00020475674352880266, "t_msg": "Significant (t=-519.339946, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05970183319040241, "timeline_link": null, "avg_changed": 0.33856952975070875, "min_base": 0.058326042578011085, "delta_min": "5.6613x slower", "delta_avg": "5.6710x slower", "std_changed": 0.002878852206597815, "min_changed": 0.33020328139510885, "delta_std": "2.7250x larger", "std_base": 0.001056452400258236, "t_msg": "Significant (t=-643.027628, a=0.95)\n"}]], "branch": "", "revision": "97751:46cfab6a4a1e"}