{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019355144500728002, "timeline_link": null, "avg_changed": 0.28519382953644, "min_base": 0.0189120769501, "delta_min": "14.6511x slower", "delta_avg": "14.7348x slower", "std_changed": 0.003111323998997464, "min_changed": 0.2770819664, "delta_std": "7.8850x larger", "std_base": 0.00039459011672446126, "t_msg": "Significant (t=-599.367341, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008698321978252327, "timeline_link": null, "avg_changed": 0.060843021074930025, "min_base": 0.00647306442261, "delta_min": "8.9335x slower", "delta_avg": "6.9948x slower", "std_changed": 0.0022514886608969694, "min_changed": 0.0578269958496, "delta_std": "1.7151x smaller", "std_base": 0.0038615769100725558, "t_msg": "Significant (t=-142.872101, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15542029142375, "timeline_link": null, "avg_changed": 1.0044803500173, "min_base": 0.124351024628, "delta_min": "7.9825x slower", "delta_avg": "6.4630x slower", "std_changed": 0.008621565293133135, "min_changed": 0.992625951767, "delta_std": "11.9762x smaller", "std_base": 0.10325342027770493, "t_msg": "Significant (t=-36.647153, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6862552595144, "timeline_link": null, "avg_changed": 8.9735552835468, "min_base": 1.66567707062, "delta_min": "5.3402x slower", "delta_avg": "5.3216x slower", "std_changed": 0.03705991355363132, "min_changed": 8.89504694939, "delta_std": "3.9498x larger", "std_base": 0.00938279830284705, "t_msg": "Significant (t=-1347.895090, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006523609161376199, "timeline_link": null, "avg_changed": 0.07812542915344599, "min_base": 0.00493788719177, "delta_min": "15.2063x slower", "delta_avg": "11.9758x slower", "std_changed": 0.0015743693287353312, "min_changed": 0.0750870704651, "delta_std": "1.4532x smaller", "std_base": 0.0022878934976854125, "t_msg": "Significant (t=-182.303376, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 3.989589452744, "timeline_link": null, "avg_changed": 23.180361557, "min_base": 3.85507798195, "delta_min": "6.0014x slower", "delta_avg": "5.8102x slower", "std_changed": 0.04218014872638876, "min_changed": 23.1357269287, "delta_std": "6.0876x smaller", "std_base": 0.2567753715046588, "t_msg": "Significant (t=-164.908182, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046942853927616005, "timeline_link": null, "avg_changed": 0.21983406543736003, "min_base": 0.00353908538818, "delta_min": "60.2837x slower", "delta_avg": "46.8301x slower", "std_changed": 0.0024364878156265765, "min_changed": 0.213349103928, "delta_std": "2.9242x smaller", "std_base": 0.007124730389007018, "t_msg": "Significant (t=-202.032330, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [129.699945927], "base_times": [64.2644908428]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026720705032359997, "timeline_link": null, "avg_changed": 1.6592436075211998, "min_base": 0.0253169536591, "delta_min": "64.7498x slower", "delta_avg": "62.0958x slower", "std_changed": 0.01176374310758448, "min_changed": 1.63926887512, "delta_std": "1.7881x larger", "std_base": 0.006578783542439722, "t_msg": "Significant (t=-856.460631, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00485367774963322, "timeline_link": null, "avg_changed": 0.017872633934017997, "min_base": 0.000649929046631, "delta_min": "27.0756x slower", "delta_avg": "3.6823x slower", "std_changed": 0.00020465040296346337, "min_changed": 0.0175971984863, "delta_std": "27.2487x smaller", "std_base": 0.005576457774124037, "t_msg": "Significant (t=-16.497209, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015367798805238001, "timeline_link": null, "avg_changed": 0.43489861011504, "min_base": 0.0145871639252, "delta_min": "29.0564x slower", "delta_avg": "28.2993x slower", "std_changed": 0.005361386329851481, "min_changed": 0.423850059509, "delta_std": "3.8705x larger", "std_base": 0.0013851793334553678, "t_msg": "Significant (t=-535.722925, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18677234649658003, "timeline_link": null, "avg_changed": 0.4682954120634999, "min_base": 0.153305053711, "delta_min": "2.9669x slower", "delta_avg": "2.5073x slower", "std_changed": 0.005989491660123201, "min_changed": 0.454848051071, "delta_std": "7.8446x smaller", "std_base": 0.04698487283962009, "t_msg": "Significant (t=-42.028178, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09864174842836397, "timeline_link": null, "avg_changed": 0.6986076784133801, "min_base": 0.0978951454163, "delta_min": "6.9851x slower", "delta_avg": "7.0823x slower", "std_changed": 0.0123600779616696, "min_changed": 0.683804988861, "delta_std": "4.7779x larger", "std_base": 0.002586927489363408, "t_msg": "Significant (t=-335.954640, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021184020042416, "timeline_link": null, "avg_changed": 0.2563602209090801, "min_base": 0.018266916275, "delta_min": "13.5713x slower", "delta_avg": "12.1016x slower", "std_changed": 0.003347976448490923, "min_changed": 0.247905015945, "delta_std": "1.3562x larger", "std_base": 0.0024687253627644653, "t_msg": "Significant (t=-399.770507, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008835811614989997, "timeline_link": null, "avg_changed": 0.10710075855249998, "min_base": 0.00703883171082, "delta_min": "14.9430x slower", "delta_avg": "12.1212x slower", "std_changed": 0.0015663497431681434, "min_changed": 0.105180978775, "delta_std": "4.1495x smaller", "std_base": 0.006499616498102842, "t_msg": "Significant (t=-103.929136, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023541126251222, "timeline_link": null, "avg_changed": 0.23135413646712, "min_base": 0.0205681324005, "delta_min": "10.9947x slower", "delta_avg": "9.8277x slower", "std_changed": 0.00230453658621894, "min_changed": 0.226140022278, "delta_std": "5.5712x smaller", "std_base": 0.012839029744262938, "t_msg": "Significant (t=-112.652219, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05846290588377199, "timeline_link": null, "avg_changed": 0.769977183342, "min_base": 0.0427389144897, "delta_min": "17.6464x slower", "delta_avg": "13.1704x slower", "std_changed": 0.007578117122706232, "min_changed": 0.754189014435, "delta_std": "2.0333x smaller", "std_base": 0.015408294997916362, "t_msg": "Significant (t=-293.003566, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.199996352199999, "timeline_link": null, "avg_changed": 162.68499100199986, "min_base": 6.06450080872, "delta_min": "26.7937x slower", "delta_avg": "26.2395x slower", "std_changed": 0.19673029002694853, "min_changed": 162.490237951, "delta_std": "1.4373x larger", "std_base": 0.13687116802180646, "t_msg": "Significant (t=-4617.039907, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.451812171936, "timeline_link": null, "avg_changed": 8.638731956482001, "min_base": 1.07950901985, "delta_min": "7.9630x slower", "delta_avg": "5.9503x slower", "std_changed": 0.057280418575208755, "min_changed": 8.59610104561, "delta_std": "8.4898x smaller", "std_base": 0.486301153533774, "t_msg": "Significant (t=-32.819390, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3680467414856, "timeline_link": null, "avg_changed": 11.292497835156, "min_base": 0.356662034988, "delta_min": "31.3951x slower", "delta_avg": "30.6822x slower", "std_changed": 0.03911120535834109, "min_changed": 11.1974420547, "delta_std": "3.9235x larger", "std_base": 0.009968542513146437, "t_msg": "Significant (t=-1913.887137, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04669696807861601, "timeline_link": null, "avg_changed": 0.21938106536865998, "min_base": 0.045863866806, "delta_min": "4.6731x slower", "delta_avg": "4.6980x slower", "std_changed": 0.0020342967425936577, "min_changed": 0.214327096939, "delta_std": "1.1821x smaller", "std_base": 0.002404642271470882, "t_msg": "Significant (t=-387.674197, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.02094290733337, "timeline_link": null, "avg_changed": 0.36817565917968004, "min_base": 0.0200519561768, "delta_min": "17.7754x slower", "delta_avg": "17.5800x slower", "std_changed": 0.00530035457524886, "min_changed": 0.35643196106, "delta_std": "3.3711x larger", "std_base": 0.0015723025485385074, "t_msg": "Significant (t=-444.106504, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.206008005140001, "timeline_link": null, "avg_changed": 17.93949980734, "min_base": 9.13632202148, "delta_min": "1.9476x slower", "delta_avg": "1.9487x slower", "std_changed": 0.1340997702803327, "min_changed": 17.7936520576, "delta_std": "1.9912x larger", "std_base": 0.06734764390761268, "t_msg": "Significant (t=-130.137853, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.553282976152, "timeline_link": null, "avg_changed": 4.631546258925999, "min_base": 4.51978182793, "delta_min": "1.0182x slower", "delta_avg": "1.0172x slower", "std_changed": 0.026385655552054743, "min_changed": 4.60186910629, "delta_std": "1.0213x larger", "std_base": 0.025836400074643984, "t_msg": "Significant (t=-4.738928, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15802927494048002, "timeline_link": null, "avg_changed": 1.2408041143413997, "min_base": 0.152398109436, "delta_min": "8.0427x slower", "delta_avg": "7.8517x slower", "std_changed": 0.007909804690969956, "min_changed": 1.22569489479, "delta_std": "1.6237x larger", "std_base": 0.0048713740060712775, "t_msg": "Significant (t=-824.194285, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.0450330114364832, "timeline_link": null, "avg_changed": 0.20269104480741995, "min_base": 0.00927305221558, "delta_min": "21.1804x slower", "delta_avg": "4.5009x slower", "std_changed": 0.006322906793942277, "min_changed": 0.196407079697, "delta_std": "8.2668x smaller", "std_base": 0.052270417562219285, "t_msg": "Significant (t=-21.173406, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048897347450251996, "timeline_link": null, "avg_changed": 0.21254931449891998, "min_base": 0.0163991451263, "delta_min": "12.4714x slower", "delta_avg": "4.3468x slower", "std_changed": 0.0030760641378129753, "min_changed": 0.204519987106, "delta_std": "18.4252x smaller", "std_base": 0.05667702497009708, "t_msg": "Significant (t=-20.387337, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0103950166702272, "timeline_link": null, "avg_changed": 1.185676193237, "min_base": 0.00879096984863, "delta_min": "133.1148x slower", "delta_avg": "114.0620x slower", "std_changed": 0.006907206201398581, "min_changed": 1.17020797729, "delta_std": "1.6778x larger", "std_base": 0.004116836820307064, "t_msg": "Significant (t=-1033.513555, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015341711044315998, "timeline_link": null, "avg_changed": 0.18082423686978003, "min_base": 0.00139379501343, "delta_min": "126.1856x slower", "delta_avg": "117.8645x slower", "std_changed": 0.0024431902221651427, "min_changed": 0.17587685585, "delta_std": "8.1600x larger", "std_base": 0.00029941192197841855, "t_msg": "Significant (t=-515.047152, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08876657485963602, "timeline_link": null, "avg_changed": 0.2986101436615199, "min_base": 0.0348191261292, "delta_min": "8.2174x slower", "delta_avg": "3.3640x slower", "std_changed": 0.006137839131530886, "min_changed": 0.28612112999, "delta_std": "11.9049x smaller", "std_base": 0.07307044655295879, "t_msg": "Significant (t=-20.235416, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11985951423643998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18401202678673992, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12097652435308001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2578187131881601, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15365630626682, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.1427654647828, "timeline_link": null, "avg_changed": 0.43807503223421995, "min_base": 0.140391111374, "delta_min": "3.0444x slower", "delta_avg": "3.0685x slower", "std_changed": 0.005097091437795004, "min_changed": 0.427406072617, "delta_std": "3.2496x larger", "std_base": 0.0015685458527356817, "t_msg": "Significant (t=-391.554801, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042562065124508, "timeline_link": null, "avg_changed": 0.20700227737431998, "min_base": 0.0286629199982, "delta_min": "7.0164x slower", "delta_avg": "4.8635x slower", "std_changed": 0.002507661863794769, "min_changed": 0.201109886169, "delta_std": "4.8724x smaller", "std_base": 0.012218329755705831, "t_msg": "Significant (t=-93.222726, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005576372146606601, "timeline_link": null, "avg_changed": 0.33141710758207993, "min_base": 0.00515389442444, "delta_min": "62.6437x slower", "delta_avg": "59.4324x slower", "std_changed": 0.003653890960743066, "min_changed": 0.322858810425, "delta_std": "2.4379x larger", "std_base": 0.0014987874499117016, "t_msg": "Significant (t=-583.399300, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0239999999999998, "timeline_link": null, "avg_changed": 5.175, "min_base": 0.99, "delta_min": "5.0909x slower", "delta_avg": "5.0537x slower", "std_changed": 0.057932050274261716, "min_changed": 5.04, "delta_std": "2.5751x larger", "std_base": 0.02249716535431949, "t_msg": "Significant (t=-472.299876, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4268, "timeline_link": null, "avg_changed": 3.5250000000000012, "min_base": 0.4, "delta_min": "8.6250x slower", "delta_avg": "8.2591x slower", "std_changed": 0.03144480100436445, "min_changed": 3.45, "delta_std": "1.4302x larger", "std_base": 0.021987009151509723, "t_msg": "Significant (t=-570.966257, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.036014949480694676, "timeline_link": null, "avg_changed": 0.20998864173889933, "min_base": 0.0211191177368, "delta_min": "2.8904x slower", "delta_avg": "5.8306x slower", "std_changed": 0.08817325184036585, "min_changed": 0.0610420703888, "delta_std": "5.6522x larger", "std_base": 0.015599852257831098, "t_msg": "Significant (t=-23.795755, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01751592254638638, "timeline_link": null, "avg_changed": 0.04310363960266183, "min_base": 0.00353479385376, "delta_min": "7.5125x slower", "delta_avg": "2.4608x slower", "std_changed": 0.07652263270395702, "min_changed": 0.0265550613403, "delta_std": "1.3708x larger", "std_base": 0.055822827371259036, "t_msg": "Significant (t=-6.040520, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7381006717681, "timeline_link": null, "avg_changed": 16.75196008683, "min_base": 0.730345010757, "delta_min": "22.8406x slower", "delta_avg": "22.6960x slower", "std_changed": 0.04441567265266226, "min_changed": 16.6815428734, "delta_std": "9.4802x larger", "std_base": 0.004685103938110869, "t_msg": "Significant (t=-1133.853594, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25169019699100004, "timeline_link": null, "avg_changed": 0.8181722164151999, "min_base": 0.173684835434, "delta_min": "4.6245x slower", "delta_avg": "3.2507x slower", "std_changed": 0.01211803620979753, "min_changed": 0.803205013275, "delta_std": "13.0163x smaller", "std_base": 0.1577316015413117, "t_msg": "Significant (t=-8.007086, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1938687324528, "timeline_link": null, "avg_changed": 4.749902868272001, "min_base": 0.807520866394, "delta_min": "5.8514x slower", "delta_avg": "3.9786x slower", "std_changed": 0.021453701837520836, "min_changed": 4.7251200676, "delta_std": "27.3594x smaller", "std_base": 0.5869610520766882, "t_msg": "Significant (t=-13.537914, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24274983406080003, "timeline_link": null, "avg_changed": 0.39739456176779997, "min_base": 0.107501983643, "delta_min": "3.5786x slower", "delta_avg": "1.6371x slower", "std_changed": 0.012656410037321271, "min_changed": 0.384702920914, "delta_std": "13.7089x smaller", "std_base": 0.17350527684709086, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2252265453338, "timeline_link": null, "avg_changed": 1.366952610016, "min_base": 0.152471065521, "delta_min": "8.9312x slower", "delta_avg": "6.0692x slower", "std_changed": 0.005467034225227374, "min_changed": 1.36175584793, "delta_std": "21.1143x smaller", "std_base": 0.11543257439084156, "t_msg": "Significant (t=-22.091846, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01121254774, "timeline_link": null, "avg_changed": 0.7182825261800001, "min_base": 0.00797888, "delta_min": "87.7232x slower", "delta_avg": "64.0606x slower", "std_changed": 0.00994712791353777, "min_changed": 0.699932645, "delta_std": "1.3212x larger", "std_base": 0.007529038271380994, "t_msg": "Significant (t=-400.772829, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [497.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [87.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002481030693968397, "timeline_link": null, "avg_changed": 0.1240703407967016, "min_base": 0.002421448219751269, "delta_min": "50.3568x slower", "delta_avg": "50.0076x slower", "std_changed": 0.0009721570835709686, "min_changed": 0.12193634922570418, "delta_std": "36.8043x larger", "std_base": 2.641424445194966e-05, "t_msg": "Significant (t=-884.063991, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006643053880278319, "timeline_link": null, "avg_changed": 0.006548522882208389, "min_base": 0.0006561679790026247, "delta_min": "9.8450x slower", "delta_avg": "9.8577x slower", "std_changed": 6.973383445347812e-05, "min_changed": 0.006459948320413436, "delta_std": "8.3680x larger", "std_base": 8.333436865681916e-06, "t_msg": "Significant (t=-187.348840, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002789558193752957, "timeline_link": null, "avg_changed": 0.04167186451482978, "min_base": 0.002437538086532602, "delta_min": "16.6768x slower", "delta_avg": "14.9385x slower", "std_changed": 0.0006747408204164529, "min_changed": 0.04065040650406504, "delta_std": "3.2242x larger", "std_base": 0.0002092759936008152, "t_msg": "Significant (t=-389.184544, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.058698009224002104, "timeline_link": null, "avg_changed": 0.3420500014322795, "min_base": 0.05713673534978395, "delta_min": "5.8756x slower", "delta_avg": "5.8273x slower", "std_changed": 0.002732102784096499, "min_changed": 0.3357112882920688, "delta_std": "2.9798x larger", "std_base": 0.0009168684145619322, "t_msg": "Significant (t=-695.249337, a=0.95)\n"}]], "branch": "", "revision": "97025:c89821342184"}