{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03792622566222799, "timeline_link": null, "avg_changed": 0.7306274366378799, "min_base": 0.0375277996063, "delta_min": "19.4099x slower", "delta_avg": "19.2644x slower", "std_changed": 0.0018815864106210688, "min_changed": 0.728410959244, "delta_std": "3.3991x larger", "std_base": 0.0005535472496417891, "t_msg": "Significant (t=-2497.365815, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015571034749348001, "timeline_link": null, "avg_changed": 0.14012851715085328, "min_base": 0.0124640464783, "delta_min": "10.9864x slower", "delta_avg": "8.9993x slower", "std_changed": 0.003347767847084695, "min_changed": 0.136934995651, "delta_std": "1.7141x smaller", "std_base": 0.005738547432077375, "t_msg": "Significant (t=-229.618451, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28962548971170005, "timeline_link": null, "avg_changed": 1.440214419366, "min_base": 0.230190992355, "delta_min": "6.1809x slower", "delta_avg": "4.9727x slower", "std_changed": 0.04905291005900584, "min_changed": 1.42279005051, "delta_std": "3.8687x smaller", "std_base": 0.18977027675949465, "t_msg": "Significant (t=-26.252004, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.436814627647799, "timeline_link": null, "avg_changed": 20.600774636266, "min_base": 3.37665700912, "delta_min": "6.0815x slower", "delta_avg": "5.9941x slower", "std_changed": 0.07678723212511174, "min_changed": 20.5352830887, "delta_std": "1.0185x smaller", "std_base": 0.07820803397800777, "t_msg": "Significant (t=-1107.339556, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.018954482078558, "timeline_link": null, "avg_changed": 0.23565684318535995, "min_base": 0.0155818462372, "delta_min": "14.9489x slower", "delta_avg": "12.4328x slower", "std_changed": 0.0019523787368744608, "min_changed": 0.232932090759, "delta_std": "2.8327x smaller", "std_base": 0.005530467570997174, "t_msg": "Significant (t=-261.266044, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.2588665103912, "timeline_link": null, "avg_changed": 48.796336483957994, "min_base": 8.18149590492, "delta_min": "5.9487x slower", "delta_avg": "5.9084x slower", "std_changed": 0.06613889301021605, "min_changed": 48.6696231365, "delta_std": "2.5968x smaller", "std_base": 0.17175193548296963, "t_msg": "Significant (t=-1557.450652, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087695789337102, "timeline_link": null, "avg_changed": 0.5306281709671198, "min_base": 0.00625085830688, "delta_min": "84.7418x slower", "delta_avg": "60.5078x slower", "std_changed": 0.0006088633210868823, "min_changed": 0.529709100723, "delta_std": "25.2479x smaller", "std_base": 0.015372536996747198, "t_msg": "Significant (t=-239.856733, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.521448135], "base_times": [143.969037056]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04853862762450801, "timeline_link": null, "avg_changed": 3.257527170181, "min_base": 0.0459358692169, "delta_min": "70.8569x slower", "delta_avg": "67.1121x slower", "std_changed": 0.0019925558786461355, "min_changed": 3.25487208366, "delta_std": "7.0519x smaller", "std_base": 0.014051331778652552, "t_msg": "Significant (t=-1598.867351, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0098809909820552, "timeline_link": null, "avg_changed": 0.03562629699706801, "min_base": 0.00141310691833, "delta_min": "25.1029x slower", "delta_avg": "3.6055x slower", "std_changed": 0.00017152296837237476, "min_changed": 0.0354731082916, "delta_std": "69.5883x smaller", "std_base": 0.011935997256605735, "t_msg": "Significant (t=-15.250340, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030027942657473997, "timeline_link": null, "avg_changed": 1.0468653869631996, "min_base": 0.0283679962158, "delta_min": "36.7967x slower", "delta_avg": "34.8630x slower", "std_changed": 0.002127569007936339, "min_changed": 1.0438477993, "delta_std": "1.2974x smaller", "std_base": 0.002760238079902413, "t_msg": "Significant (t=-2063.143683, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43651000022892006, "timeline_link": null, "avg_changed": 1.0567220354082003, "min_base": 0.351793050766, "delta_min": "2.9772x slower", "delta_avg": "2.4208x slower", "std_changed": 0.002528054432333607, "min_changed": 1.04734897614, "delta_std": "38.5913x smaller", "std_base": 0.09756090055986803, "t_msg": "Significant (t=-44.936954, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17452445030217995, "timeline_link": null, "avg_changed": 1.5626141071319999, "min_base": 0.172722101212, "delta_min": "9.0138x slower", "delta_avg": "8.9536x slower", "std_changed": 0.00585257671725828, "min_changed": 1.55688214302, "delta_std": "1.2977x larger", "std_base": 0.004510074479881817, "t_msg": "Significant (t=-1328.410640, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043202610015866005, "timeline_link": null, "avg_changed": 0.5908399152755401, "min_base": 0.0345189571381, "delta_min": "16.9063x slower", "delta_avg": "13.6760x slower", "std_changed": 0.004608145952721975, "min_changed": 0.583587884903, "delta_std": "1.1011x smaller", "std_base": 0.0050740753558652886, "t_msg": "Significant (t=-564.957455, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016235890388498, "timeline_link": null, "avg_changed": 0.25715105056764004, "min_base": 0.0133469104767, "delta_min": "19.1348x slower", "delta_avg": "15.8384x slower", "std_changed": 0.0022444836162687867, "min_changed": 0.255390167236, "delta_std": "5.9372x smaller", "std_base": 0.013325921233387099, "t_msg": "Significant (t=-126.060051, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05858441829681199, "timeline_link": null, "avg_changed": 0.58369229793548, "min_base": 0.053200006485, "delta_min": "10.9136x slower", "delta_avg": "9.9633x slower", "std_changed": 0.0024472436856791658, "min_changed": 0.580604076385, "delta_std": "11.2498x smaller", "std_base": 0.027530932147749907, "t_msg": "Significant (t=-134.339449, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11783055782315996, "timeline_link": null, "avg_changed": 1.6588939857486005, "min_base": 0.085638999939, "delta_min": "19.3400x slower", "delta_avg": "14.0786x slower", "std_changed": 0.0018178603460872514, "min_changed": 1.65625691414, "delta_std": "19.7098x smaller", "std_base": 0.03582958461606393, "t_msg": "Significant (t=-303.742447, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.570527434349996, "timeline_link": null, "avg_changed": 338.14099848249987, "min_base": 12.2245059013, "delta_min": "27.6557x slower", "delta_avg": "26.8995x slower", "std_changed": 0.06451394026557909, "min_changed": 338.07713294, "delta_std": "5.4180x smaller", "std_base": 0.3495345320803144, "t_msg": "Significant (t=-6476.877703, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.601294660568, "timeline_link": null, "avg_changed": 20.9037413597, "min_base": 2.91442704201, "delta_min": "7.1623x slower", "delta_avg": "5.8045x slower", "std_changed": 0.028837956732211605, "min_changed": 20.8741049767, "delta_std": "32.3814x smaller", "std_base": 0.9338129265535459, "t_msg": "Significant (t=-41.411947, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7412981414795, "timeline_link": null, "avg_changed": 24.131106004720014, "min_base": 0.733392000198, "delta_min": "32.8831x slower", "delta_avg": "32.5525x slower", "std_changed": 0.0089895077397942, "min_changed": 24.1162078381, "delta_std": "2.0199x smaller", "std_base": 0.018158263593949186, "t_msg": "Significant (t=-8162.763318, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06913313388825401, "timeline_link": null, "avg_changed": 0.4221713256835201, "min_base": 0.0675449371338, "delta_min": "6.2399x slower", "delta_avg": "6.1066x slower", "std_changed": 0.00043349695630119314, "min_changed": 0.421473026276, "delta_std": "11.3221x smaller", "std_base": 0.004908085562153796, "t_msg": "Significant (t=-506.648993, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031858553886418006, "timeline_link": null, "avg_changed": 0.66923989295958, "min_base": 0.0311088562012, "delta_min": "21.4612x slower", "delta_avg": "21.0066x slower", "std_changed": 0.0026426949837092704, "min_changed": 0.667632102966, "delta_std": "1.1519x smaller", "std_base": 0.003044122613742157, "t_msg": "Significant (t=-1118.022967, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.28232665062, "timeline_link": null, "avg_changed": 44.13919382094, "min_base": 19.265953064, "delta_min": "2.2900x slower", "delta_avg": "2.2891x slower", "std_changed": 0.014902317206795447, "min_changed": 44.1193549633, "delta_std": "1.8943x smaller", "std_base": 0.028229156233801293, "t_msg": "Significant (t=-1741.213017, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.223343181610002, "timeline_link": null, "avg_changed": 9.406181049348, "min_base": 9.21542596817, "delta_min": "1.0203x slower", "delta_avg": "1.0198x slower", "std_changed": 0.004535995374397822, "min_changed": 9.40284395218, "delta_std": "3.6334x smaller", "std_base": 0.016480893634068353, "t_msg": "Significant (t=-23.917439, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29820149898523995, "timeline_link": null, "avg_changed": 2.707570180893201, "min_base": 0.289871931076, "delta_min": "9.3189x slower", "delta_avg": "9.0797x slower", "std_changed": 0.003127926337774435, "min_changed": 2.70130085945, "delta_std": "1.9291x smaller", "std_base": 0.006034091316596506, "t_msg": "Significant (t=-2506.655356, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08838932037354001, "timeline_link": null, "avg_changed": 0.47079323291779995, "min_base": 0.0245850086212, "delta_min": "18.9764x slower", "delta_avg": "5.3264x slower", "std_changed": 0.015555773771072895, "min_changed": 0.466533899307, "delta_std": "6.8413x smaller", "std_base": 0.10642174128268983, "t_msg": "Significant (t=-25.141216, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10724764347074198, "timeline_link": null, "avg_changed": 0.4841504859924, "min_base": 0.0434610843658, "delta_min": "11.1249x slower", "delta_avg": "4.5143x slower", "std_changed": 0.0009040201529528508, "min_changed": 0.48349905014, "delta_std": "127.3501x smaller", "std_base": 0.11512706262724152, "t_msg": "Significant (t=-23.148540, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03645528316496399, "timeline_link": null, "avg_changed": 2.7770778274529992, "min_base": 0.0197179317474, "delta_min": "138.2058x slower", "delta_avg": "76.1777x slower", "std_changed": 0.020351086369248136, "min_changed": 2.72513198853, "delta_std": "1.1123x smaller", "std_base": 0.022636678461657168, "t_msg": "Significant (t=-636.636271, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036835527420038, "timeline_link": null, "avg_changed": 0.34988219261176007, "min_base": 0.00327801704407, "delta_min": "106.4824x slower", "delta_avg": "94.9850x slower", "std_changed": 0.0005421692110342035, "min_changed": 0.349050998688, "delta_std": "2.3233x smaller", "std_base": 0.0012596467466012594, "t_msg": "Significant (t=-1785.071097, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.200709357261688, "timeline_link": null, "avg_changed": 0.6805579853057602, "min_base": 0.0956299304962, "delta_min": "6.9634x slower", "delta_avg": "3.3908x slower", "std_changed": 0.010543661223501404, "min_changed": 0.665907144547, "delta_std": "13.2966x smaller", "std_base": 0.14019437275006993, "t_msg": "Significant (t=-24.134256, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24667964458462005, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4689788341521801, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2110793733596201, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6072689962387, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36733651638036, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2722403573990201, "timeline_link": null, "avg_changed": 0.7163834953308001, "min_base": 0.260276079178, "delta_min": "2.6960x slower", "delta_avg": "2.6314x slower", "std_changed": 0.012015094540090223, "min_changed": 0.701713085175, "delta_std": "1.2150x larger", "std_base": 0.009889124003964984, "t_msg": "Significant (t=-201.817677, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08819685459138599, "timeline_link": null, "avg_changed": 0.42890086650852005, "min_base": 0.061460018158, "delta_min": "6.9615x slower", "delta_avg": "4.8630x slower", "std_changed": 0.001613831578510531, "min_changed": 0.427852869034, "delta_std": "13.8557x smaller", "std_base": 0.02236072646085802, "t_msg": "Significant (t=-107.460333, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0095230293273914, "timeline_link": null, "avg_changed": 0.7198551607132601, "min_base": 0.00861716270447, "delta_min": "83.4391x slower", "delta_avg": "75.5910x slower", "std_changed": 0.0006035405351359779, "min_changed": 0.719007968903, "delta_std": "6.1761x smaller", "std_base": 0.0037275211906166003, "t_msg": "Significant (t=-1330.169149, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.0842, "timeline_link": null, "avg_changed": 8.793800000000001, "min_base": 2.05, "delta_min": "4.2780x slower", "delta_avg": "4.2193x slower", "std_changed": 0.01748351993700826, "min_changed": 8.77, "delta_std": "1.8492x smaller", "std_base": 0.03233056303441763, "t_msg": "Significant (t=-1290.814391, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7928000000000001, "timeline_link": null, "avg_changed": 6.583400000000005, "min_base": 0.76, "delta_min": "8.5921x slower", "delta_avg": "8.3040x slower", "std_changed": 0.028757252856222847, "min_changed": 6.53, "delta_std": "1.1566x smaller", "std_base": 0.033260873624811976, "t_msg": "Significant (t=-931.242610, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07717123031616668, "timeline_link": null, "avg_changed": 0.5235666831334463, "min_base": 0.0515949726105, "delta_min": "2.3454x slower", "delta_avg": "6.7845x slower", "std_changed": 0.23741352899348395, "min_changed": 0.121009111404, "delta_std": "8.7164x larger", "std_base": 0.027237588320404443, "t_msg": "Significant (t=-22.878126, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01207550525665317, "timeline_link": null, "avg_changed": 0.062439179420467, "min_base": 0.00749492645264, "delta_min": "7.2129x slower", "delta_avg": "5.1707x slower", "std_changed": 0.007215458686744079, "min_changed": 0.0540602207184, "delta_std": "1.7109x smaller", "std_base": 0.012345278929924087, "t_msg": "Significant (t=-78.756958, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8766660976411995, "timeline_link": null, "avg_changed": 47.318951835628006, "min_base": 1.86494803429, "delta_min": "25.3012x slower", "delta_avg": "25.2144x slower", "std_changed": 0.05943587416494633, "min_changed": 47.1854939461, "delta_std": "10.6698x larger", "std_base": 0.005570497042601451, "t_msg": "Significant (t=-5382.665980, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.586579799653, "timeline_link": null, "avg_changed": 1.924031639098, "min_base": 0.416929960251, "delta_min": "4.5595x slower", "delta_avg": "3.2801x slower", "std_changed": 0.014720189782977861, "min_changed": 1.90100216866, "delta_std": "21.5667x smaller", "std_base": 0.31746644355698406, "t_msg": "Significant (t=-9.410203, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5256706714640003, "timeline_link": null, "avg_changed": 11.345481205, "min_base": 1.76017212868, "delta_min": "6.4398x slower", "delta_avg": "4.4921x slower", "std_changed": 0.009120207544165686, "min_changed": 11.3351328373, "delta_std": "130.0441x smaller", "std_base": 1.186029533313721, "t_msg": "Significant (t=-16.627843, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5526787757866, "timeline_link": null, "avg_changed": 0.9480862140656001, "min_base": 0.251977920532, "delta_min": "3.6984x slower", "delta_avg": "1.7154x slower", "std_changed": 0.015352340453705612, "min_changed": 0.931905984879, "delta_std": "25.0553x smaller", "std_base": 0.3846575609299121, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.44085617065439997, "timeline_link": null, "avg_changed": 3.3735036373139997, "min_base": 0.295632839203, "delta_min": "11.3398x slower", "delta_avg": "7.6522x slower", "std_changed": 0.023777841894809543, "min_changed": 3.35241103172, "delta_std": "10.2066x smaller", "std_base": 0.2426919588586488, "t_msg": "Significant (t=-26.891497, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024588541659999998, "timeline_link": null, "avg_changed": 1.5772919801999998, "min_base": 0.019293202, "delta_min": "81.6277x slower", "delta_avg": "64.1474x slower", "std_changed": 0.0012311610927478959, "min_changed": 1.574860043, "delta_std": "11.8199x smaller", "std_base": 0.014552259826911444, "t_msg": "Significant (t=-751.786208, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [382.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [739.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [122.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [170.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004647716251350302, "timeline_link": null, "avg_changed": 0.2912755272920785, "min_base": 0.004626117207305564, "delta_min": "62.8457x slower", "delta_avg": "62.6707x slower", "std_changed": 0.0005635485356295326, "min_changed": 0.2907314804046982, "delta_std": "25.3869x larger", "std_base": 2.2198397926395576e-05, "t_msg": "Significant (t=-3593.646369, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015426233719031492, "timeline_link": null, "avg_changed": 0.013461235276367728, "min_base": 0.0015229972586049345, "delta_min": "8.8134x slower", "delta_avg": "8.7262x slower", "std_changed": 3.924368173524882e-05, "min_changed": 0.013422818791946308, "delta_std": "3.3017x larger", "std_base": 1.1886031752843638e-05, "t_msg": "Significant (t=-2055.333741, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0067057610044932445, "timeline_link": null, "avg_changed": 0.09681727763569192, "min_base": 0.006253908692933083, "delta_min": "15.4493x slower", "delta_avg": "14.4379x slower", "std_changed": 0.0004980247694712498, "min_changed": 0.0966183574879227, "delta_std": "1.3909x larger", "std_base": 0.0003580492160724804, "t_msg": "Significant (t=-1038.818787, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1925339964267402, "timeline_link": null, "avg_changed": 0.9748015547215795, "min_base": 0.18911411855091306, "delta_min": "5.1307x slower", "delta_avg": "5.0630x slower", "std_changed": 0.0034662002033266238, "min_changed": 0.9702850212249848, "delta_std": "1.9708x larger", "std_base": 0.0017587730330133353, "t_msg": "Significant (t=-1423.112812, a=0.95)\n"}]], "branch": "", "revision": "89386:eb44ca04031a"}