{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.039082603454591996, "timeline_link": null, "avg_changed": 0.7288508510590401, "min_base": 0.0384149551392, "delta_min": "18.8713x slower", "delta_avg": "18.6490x slower", "std_changed": 0.0019263820821711591, "min_changed": 0.724941015244, "delta_std": "2.3020x larger", "std_base": 0.0008368160899046225, "t_msg": "Significant (t=-2322.252176, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015761068662005336, "timeline_link": null, "avg_changed": 0.13968591690067333, "min_base": 0.0123291015625, "delta_min": "11.0727x slower", "delta_avg": "8.8627x slower", "std_changed": 0.003078140769135927, "min_changed": 0.136516094208, "delta_std": "1.9699x smaller", "std_base": 0.006063737785915132, "t_msg": "Significant (t=-223.191143, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28883239030839997, "timeline_link": null, "avg_changed": 1.4338798403730002, "min_base": 0.230247020721, "delta_min": "6.1580x slower", "delta_avg": "4.9644x slower", "std_changed": 0.04390619292315799, "min_changed": 1.41786909103, "delta_std": "4.2591x smaller", "std_base": 0.18700273915033858, "t_msg": "Significant (t=-26.658664, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4761094999310016, "timeline_link": null, "avg_changed": 20.394680609702004, "min_base": 3.41418981552, "delta_min": "5.9552x slower", "delta_avg": "5.8671x slower", "std_changed": 0.0730132290861333, "min_changed": 20.3320441246, "delta_std": "1.0775x smaller", "std_base": 0.0786732074844371, "t_msg": "Significant (t=-1114.589137, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019501037597653998, "timeline_link": null, "avg_changed": 0.22850205898284004, "min_base": 0.0161910057068, "delta_min": "14.0037x slower", "delta_avg": "11.7174x slower", "std_changed": 0.0018479207208817767, "min_changed": 0.226733922958, "delta_std": "2.8800x smaller", "std_base": 0.005321988448433566, "t_msg": "Significant (t=-262.325849, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.241442232131998, "timeline_link": null, "avg_changed": 46.792006816866, "min_base": 8.15014004707, "delta_min": "5.7158x slower", "delta_avg": "5.6776x slower", "std_changed": 0.06006486609946974, "min_changed": 46.5842819214, "delta_std": "2.8838x smaller", "std_base": 0.173215885708512, "t_msg": "Significant (t=-1486.865197, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0088805961608928, "timeline_link": null, "avg_changed": 0.5246245193481, "min_base": 0.00637292861938, "delta_min": "82.2375x slower", "delta_avg": "59.0754x slower", "std_changed": 0.0005074098130269458, "min_changed": 0.524093866348, "delta_std": "29.6667x smaller", "std_base": 0.015053170698222639, "t_msg": "Significant (t=-242.127740, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [138.990047932], "base_times": [143.361999989]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048375444412236, "timeline_link": null, "avg_changed": 3.2696736574170004, "min_base": 0.0457439422607, "delta_min": "71.3922x slower", "delta_avg": "67.5895x slower", "std_changed": 0.0020108336944973508, "min_changed": 3.26575899124, "delta_std": "6.8561x smaller", "std_base": 0.01378651818143521, "t_msg": "Significant (t=-1634.896489, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009779372215271802, "timeline_link": null, "avg_changed": 0.037773995399473986, "min_base": 0.0013952255249, "delta_min": "26.9950x slower", "delta_avg": "3.8626x slower", "std_changed": 0.0001328174254125903, "min_changed": 0.0376641750336, "delta_std": "89.1481x smaller", "std_base": 0.011840418397923517, "t_msg": "Significant (t=-16.717266, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031445817947386, "timeline_link": null, "avg_changed": 1.0586470985406005, "min_base": 0.0298240184784, "delta_min": "35.4042x slower", "delta_avg": "33.6658x slower", "std_changed": 0.0020684180510380647, "min_changed": 1.05589699745, "delta_std": "1.3148x smaller", "std_base": 0.0027195084473636525, "t_msg": "Significant (t=-2125.833430, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43860774040216005, "timeline_link": null, "avg_changed": 1.0807865333556002, "min_base": 0.356218099594, "delta_min": "3.0178x slower", "delta_avg": "2.4641x slower", "std_changed": 0.0022152206349487905, "min_changed": 1.07498002052, "delta_std": "43.1777x smaller", "std_base": 0.09564817374053387, "t_msg": "Significant (t=-47.462197, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17336165428165995, "timeline_link": null, "avg_changed": 1.4345443868631997, "min_base": 0.171443939209, "delta_min": "8.3166x slower", "delta_avg": "8.2749x slower", "std_changed": 0.006419276042284544, "min_changed": 1.42583608627, "delta_std": "1.4479x larger", "std_base": 0.004433655168877746, "t_msg": "Significant (t=-1143.092393, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043029360771174, "timeline_link": null, "avg_changed": 0.5853370285034201, "min_base": 0.034392118454, "delta_min": "16.7023x slower", "delta_avg": "13.6032x slower", "std_changed": 0.004440475336261483, "min_changed": 0.57442688942, "delta_std": "1.1361x smaller", "std_base": 0.005045011585416639, "t_msg": "Significant (t=-570.565988, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016442131996154002, "timeline_link": null, "avg_changed": 0.25646726131444003, "min_base": 0.0134959220886, "delta_min": "18.8693x slower", "delta_avg": "15.5982x slower", "std_changed": 0.001993006684255365, "min_changed": 0.254658937454, "delta_std": "6.6581x smaller", "std_base": 0.013269621820135072, "t_msg": "Significant (t=-126.485050, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05829606056214, "timeline_link": null, "avg_changed": 0.5705518913268601, "min_base": 0.0528910160065, "delta_min": "10.7369x slower", "delta_avg": "9.7871x slower", "std_changed": 0.002276259599948802, "min_changed": 0.567887067795, "delta_std": "11.9854x smaller", "std_base": 0.02728198245943318, "t_msg": "Significant (t=-132.309063, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11736335277558199, "timeline_link": null, "avg_changed": 1.6348394107814, "min_base": 0.0852150917053, "delta_min": "19.1352x slower", "delta_avg": "13.9297x slower", "std_changed": 0.002232837252407792, "min_changed": 1.63060712814, "delta_std": "15.8913x smaller", "std_base": 0.03548259414542076, "t_msg": "Significant (t=-301.809777, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.499475955949997, "timeline_link": null, "avg_changed": 329.0165355205, "min_base": 12.1777188778, "delta_min": "27.0160x slower", "delta_avg": "26.3224x slower", "std_changed": 0.023608738273680152, "min_changed": 328.993164062, "delta_std": "13.7671x smaller", "std_base": 0.32502373122090694, "t_msg": "Significant (t=-6867.906405, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4740487575539993, "timeline_link": null, "avg_changed": 20.78555350306, "min_base": 2.8296380043, "delta_min": "7.3402x slower", "delta_avg": "5.9831x slower", "std_changed": 0.009180748529732939, "min_changed": 20.7700839043, "delta_std": "101.6408x smaller", "std_base": 0.933138857226598, "t_msg": "Significant (t=-41.481316, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.74978686809532, "timeline_link": null, "avg_changed": 24.93371632099201, "min_base": 0.745074033737, "delta_min": "33.3772x slower", "delta_avg": "33.2544x slower", "std_changed": 0.026049456909011007, "min_changed": 24.8684489727, "delta_std": "1.4449x larger", "std_base": 0.018028243152047985, "t_msg": "Significant (t=-5398.005551, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.068427953720094, "timeline_link": null, "avg_changed": 0.4021469688416, "min_base": 0.0670249462128, "delta_min": "5.9881x slower", "delta_avg": "5.8769x slower", "std_changed": 0.0004685461419511346, "min_changed": 0.401353120804, "delta_std": "9.9092x smaller", "std_base": 0.004642920634155371, "t_msg": "Significant (t=-505.678435, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03234235763550201, "timeline_link": null, "avg_changed": 0.6493302202224598, "min_base": 0.0315818786621, "delta_min": "20.4794x slower", "delta_avg": "20.0768x slower", "std_changed": 0.003339180883364877, "min_changed": 0.646778106689, "delta_std": "1.1009x larger", "std_base": 0.003033187462641117, "t_msg": "Significant (t=-967.109449, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.542582988719996, "timeline_link": null, "avg_changed": 44.51488375662, "min_base": 19.5216710567, "delta_min": "2.2798x slower", "delta_avg": "2.2778x slower", "std_changed": 0.010625207134109384, "min_changed": 44.5047149658, "delta_std": "3.2636x smaller", "std_base": 0.03467629293907343, "t_msg": "Significant (t=-1539.658815, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.240006017684, "timeline_link": null, "avg_changed": 9.394756746292, "min_base": 9.23124289513, "delta_min": "1.0174x slower", "delta_avg": "1.0167x slower", "std_changed": 0.0037185995703369204, "min_changed": 9.39195394516, "delta_std": "4.4685x smaller", "std_base": 0.01661640950395403, "t_msg": "Significant (t=-20.322112, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29469086170194, "timeline_link": null, "avg_changed": 2.6857573270795996, "min_base": 0.289543151855, "delta_min": "9.2518x slower", "delta_avg": "9.1138x slower", "std_changed": 0.0027420597629701526, "min_changed": 2.67879199982, "delta_std": "1.4823x smaller", "std_base": 0.00406461722822493, "t_msg": "Significant (t=-3448.334397, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.087496838569668, "timeline_link": null, "avg_changed": 0.45817142009730005, "min_base": 0.0224838256836, "delta_min": "20.2533x slower", "delta_avg": "5.2364x slower", "std_changed": 0.01461219555917481, "min_changed": 0.455371856689, "delta_std": "7.2734x smaller", "std_base": 0.1062797799934519, "t_msg": "Significant (t=-24.432097, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.100895915031434, "timeline_link": null, "avg_changed": 0.48703692436219986, "min_base": 0.0431709289551, "delta_min": "11.2644x slower", "delta_avg": "4.8271x slower", "std_changed": 0.0008970164127311497, "min_changed": 0.48629617691, "delta_std": "129.0786x smaller", "std_base": 0.11578559941809546, "t_msg": "Significant (t=-23.581061, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034748735427848, "timeline_link": null, "avg_changed": 2.6785360860815994, "min_base": 0.0199308395386, "delta_min": "130.8825x slower", "delta_avg": "77.0830x slower", "std_changed": 0.025883234615481428, "min_changed": 2.60859894753, "delta_std": "1.0353x larger", "std_base": 0.02500081511032329, "t_msg": "Significant (t=-519.492830, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038234758377069995, "timeline_link": null, "avg_changed": 0.36272191524501984, "min_base": 0.00342893600464, "delta_min": "105.5645x slower", "delta_avg": "94.8671x slower", "std_changed": 0.00044355298709568405, "min_changed": 0.361974000931, "delta_std": "2.4904x smaller", "std_base": 0.0011046266937313443, "t_msg": "Significant (t=-2131.969248, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.199647107124312, "timeline_link": null, "avg_changed": 0.68209790229796, "min_base": 0.0961570739746, "delta_min": "6.9397x slower", "delta_avg": "3.4165x slower", "std_changed": 0.010494193851587534, "min_changed": 0.66730093956, "delta_std": "13.2788x smaller", "std_base": 0.13935010023310818, "t_msg": "Significant (t=-24.411964, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24649315834047997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4690253782272199, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21111823081970002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6074817323684999, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3673810052871399, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27365162372592006, "timeline_link": null, "avg_changed": 0.71037612915034, "min_base": 0.262311220169, "delta_min": "2.6569x slower", "delta_avg": "2.5959x slower", "std_changed": 0.012200044718929201, "min_changed": 0.696928977966, "delta_std": "1.2137x larger", "std_base": 0.010051610286330446, "t_msg": "Significant (t=-195.357606, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08792363643642596, "timeline_link": null, "avg_changed": 0.42320342540744, "min_base": 0.0608320236206, "delta_min": "6.9366x slower", "delta_avg": "4.8133x slower", "std_changed": 0.0019077599558114564, "min_changed": 0.421970129013, "delta_std": "11.8500x smaller", "std_base": 0.0226070164932304, "t_msg": "Significant (t=-104.498060, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009416956901550401, "timeline_link": null, "avg_changed": 0.8065037012100198, "min_base": 0.00850582122803, "delta_min": "94.4397x slower", "delta_avg": "85.6438x slower", "std_changed": 0.001414348153045412, "min_changed": 0.803286790848, "delta_std": "2.6048x smaller", "std_base": 0.0036841599573486025, "t_msg": "Significant (t=-1428.231662, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1328, "timeline_link": null, "avg_changed": 8.910200000000007, "min_base": 2.09, "delta_min": "4.2536x slower", "delta_avg": "4.1777x slower", "std_changed": 0.01362620524532617, "min_changed": 8.89, "delta_std": "2.2634x smaller", "std_base": 0.030841265756602614, "t_msg": "Significant (t=-1421.330819, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7744000000000003, "timeline_link": null, "avg_changed": 6.159999999999996, "min_base": 0.75, "delta_min": "8.1333x slower", "delta_avg": "7.9545x slower", "std_changed": 0.02626396615835739, "min_changed": 6.1, "delta_std": "1.2166x smaller", "std_base": 0.03195404864003615, "t_msg": "Significant (t=-920.687449, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07217521667479802, "timeline_link": null, "avg_changed": 0.5209677934646867, "min_base": 0.0477080345154, "delta_min": "2.5313x slower", "delta_avg": "7.2181x slower", "std_changed": 0.23611850156252231, "min_changed": 0.120763063431, "delta_std": "8.0417x larger", "std_base": 0.029361937342287824, "t_msg": "Significant (t=-23.100911, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01276861429214486, "timeline_link": null, "avg_changed": 0.056428294181824386, "min_base": 0.00763487815857, "delta_min": "7.0525x slower", "delta_avg": "4.4193x slower", "std_changed": 0.005895179477824164, "min_changed": 0.05384516716, "delta_std": "2.1008x smaller", "std_base": 0.012384338194556525, "t_msg": "Significant (t=-71.177433, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9004889202119997, "timeline_link": null, "avg_changed": 48.145127820959985, "min_base": 1.89127707481, "delta_min": "25.4036x slower", "delta_avg": "25.3330x slower", "std_changed": 0.05016781860205594, "min_changed": 48.0451989174, "delta_std": "11.4231x larger", "std_base": 0.004391795871460216, "t_msg": "Significant (t=-6493.268897, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5825766563414, "timeline_link": null, "avg_changed": 1.918850803376, "min_base": 0.397613048553, "delta_min": "4.8049x slower", "delta_avg": "3.2937x slower", "std_changed": 0.005423399784780272, "min_changed": 1.91048407555, "delta_std": "58.0194x smaller", "std_base": 0.31466219099245724, "t_msg": "Significant (t=-9.494487, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.4584229946139997, "timeline_link": null, "avg_changed": 11.16478881838, "min_base": 1.64421391487, "delta_min": "6.7777x slower", "delta_avg": "4.5414x slower", "std_changed": 0.02322432649403837, "min_changed": 11.1440091133, "delta_std": "50.0595x smaller", "std_base": 1.162599195693096, "t_msg": "Significant (t=-16.741920, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5403676033024001, "timeline_link": null, "avg_changed": 0.9396217823027999, "min_base": 0.247049808502, "delta_min": "3.7311x slower", "delta_avg": "1.7389x slower", "std_changed": 0.016709507871853147, "min_changed": 0.921777963638, "delta_std": "23.4962x smaller", "std_base": 0.3926096485760537, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4265533447268, "timeline_link": null, "avg_changed": 3.3112646102900003, "min_base": 0.281960964203, "delta_min": "11.6767x slower", "delta_avg": "7.7628x slower", "std_changed": 0.0192653502049642, "min_changed": 3.29237794876, "delta_std": "12.3410x smaller", "std_base": 0.23775345657794936, "t_msg": "Significant (t=-27.042036, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02487041015999999, "timeline_link": null, "avg_changed": 1.5745858441599998, "min_base": 0.019361739, "delta_min": "81.2052x slower", "delta_avg": "63.3116x slower", "std_changed": 0.0012874633177311847, "min_changed": 1.57227322, "delta_std": "12.0439x smaller", "std_base": 0.01550606286996314, "t_msg": "Significant (t=-704.277087, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [729.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [118.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [164.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [177.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004739560044716812, "timeline_link": null, "avg_changed": 0.29473851475713003, "min_base": 0.004716896583929156, "delta_min": "62.3137x slower", "delta_avg": "62.1869x slower", "std_changed": 0.0006507263480086035, "min_changed": 0.29392745870319203, "delta_std": "30.5134x larger", "std_base": 2.1325944036245836e-05, "t_msg": "Significant (t=-3149.560417, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.00151382656611051, "timeline_link": null, "avg_changed": 0.013518307118870422, "min_base": 0.0014956625785222854, "delta_min": "9.0108x slower", "delta_avg": "8.9299x slower", "std_changed": 3.915619200875622e-05, "min_changed": 0.013477088948787063, "delta_std": "3.3703x larger", "std_base": 1.1618059979014239e-05, "t_msg": "Significant (t=-1835.495609, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006666797091114151, "timeline_link": null, "avg_changed": 0.09494532411862484, "min_base": 0.006207324643078833, "delta_min": "15.1268x slower", "delta_avg": "14.2415x slower", "std_changed": 0.0007370638168740523, "min_changed": 0.09389671361502347, "delta_std": "2.2184x larger", "std_base": 0.00033225765831421377, "t_msg": "Significant (t=-772.084291, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19277488650765165, "timeline_link": null, "avg_changed": 0.9988088564525864, "min_base": 0.18717828731867103, "delta_min": "5.3126x slower", "delta_avg": "5.1812x slower", "std_changed": 0.003735014611238092, "min_changed": 0.9944064636420137, "delta_std": "1.6042x smaller", "std_base": 0.0059916532651331685, "t_msg": "Significant (t=-807.243781, a=0.95)\n"}]], "branch": "", "revision": "89681:8c8c83bfd69b"}