{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03678608417511, "timeline_link": null, "avg_changed": 0.7561066389084, "min_base": 0.0363590717316, "delta_min": "20.7206x slower", "delta_avg": "20.5541x slower", "std_changed": 0.0013083404773471452, "min_changed": 0.753383159637, "delta_std": "2.1617x larger", "std_base": 0.000605242745301086, "t_msg": "Significant (t=-3528.393486, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01591487725575867, "timeline_link": null, "avg_changed": 0.14742588202154666, "min_base": 0.0132110118866, "delta_min": "10.9260x slower", "delta_avg": "9.2634x slower", "std_changed": 0.0023175269665144517, "min_changed": 0.144344091415, "delta_std": "2.5959x smaller", "std_base": 0.0060161562551634415, "t_msg": "Significant (t=-249.829363, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27818984985365, "timeline_link": null, "avg_changed": 1.5289096713060002, "min_base": 0.21466588974, "delta_min": "7.0329x slower", "delta_avg": "5.4959x slower", "std_changed": 0.04953947043702721, "min_changed": 1.50971794128, "delta_std": "4.1541x smaller", "std_base": 0.20579046166747364, "t_msg": "Significant (t=-26.425137, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.1950571537016015, "timeline_link": null, "avg_changed": 21.634303426746, "min_base": 3.13986515999, "delta_min": "6.8689x slower", "delta_avg": "6.7712x slower", "std_changed": 0.08019345643919956, "min_changed": 21.5674488544, "delta_std": "1.1091x larger", "std_base": 0.07230785401679633, "t_msg": "Significant (t=-1207.507298, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020006203651428002, "timeline_link": null, "avg_changed": 0.23736886024476006, "min_base": 0.0166680812836, "delta_min": "14.1317x slower", "delta_avg": "11.8648x slower", "std_changed": 0.0017677489905368103, "min_changed": 0.235548019409, "delta_std": "2.8304x smaller", "std_base": 0.005003407851714961, "t_msg": "Significant (t=-289.641719, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.221642456054, "timeline_link": null, "avg_changed": 48.88063376903002, "min_base": 8.16823506355, "delta_min": "5.9670x slower", "delta_avg": "5.9454x slower", "std_changed": 0.05526239366518322, "min_changed": 48.739620924, "delta_std": "3.2057x smaller", "std_base": 0.1771553263299616, "t_msg": "Significant (t=-1549.255364, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091290044784528, "timeline_link": null, "avg_changed": 0.5576673126221, "min_base": 0.00647807121277, "delta_min": "85.9795x slower", "delta_avg": "61.0874x slower", "std_changed": 0.0006049667867240276, "min_changed": 0.556981086731, "delta_std": "27.2039x smaller", "std_base": 0.016457448448661885, "t_msg": "Significant (t=-235.524580, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [323.852349043], "base_times": [141.71967411]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049524264335646, "timeline_link": null, "avg_changed": 3.2420284271242004, "min_base": 0.0469808578491, "delta_min": "68.8628x slower", "delta_avg": "65.4634x slower", "std_changed": 0.0024300517793130476, "min_changed": 3.23523211479, "delta_std": "5.5930x smaller", "std_base": 0.013591284904273337, "t_msg": "Significant (t=-1635.019464, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010408196449282002, "timeline_link": null, "avg_changed": 0.04047252178192199, "min_base": 0.00148916244507, "delta_min": "26.8990x slower", "delta_avg": "3.8885x slower", "std_changed": 0.0003395408588335311, "min_changed": 0.0400569438934, "delta_std": "35.1105x smaller", "std_base": 0.0119214520778536, "t_msg": "Significant (t=-17.825069, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031902332305905994, "timeline_link": null, "avg_changed": 1.1057468700408, "min_base": 0.0302028656006, "delta_min": "36.5121x slower", "delta_avg": "34.6604x slower", "std_changed": 0.0017450256036801572, "min_changed": 1.10276913643, "delta_std": "1.6077x smaller", "std_base": 0.0028054618494828456, "t_msg": "Significant (t=-2298.264513, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.46046036243437993, "timeline_link": null, "avg_changed": 1.1360638427729999, "min_base": 0.355432033539, "delta_min": "3.1691x slower", "delta_avg": "2.4672x slower", "std_changed": 0.002705751436018757, "min_changed": 1.12639498711, "delta_std": "43.0416x smaller", "std_base": 0.11645994486967819, "t_msg": "Significant (t=-41.009372, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17505896091460002, "timeline_link": null, "avg_changed": 1.6693186903001995, "min_base": 0.173381090164, "delta_min": "9.5909x slower", "delta_avg": "9.5358x slower", "std_changed": 0.0045443005300493155, "min_changed": 1.66288900375, "delta_std": "1.1495x larger", "std_base": 0.003953190427528283, "t_msg": "Significant (t=-1754.232451, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04252970218658401, "timeline_link": null, "avg_changed": 0.6244703721999401, "min_base": 0.0364029407501, "delta_min": "16.9670x slower", "delta_avg": "14.6832x slower", "std_changed": 0.00422259884697335, "min_changed": 0.617649078369, "delta_std": "1.1003x smaller", "std_base": 0.004645986682202491, "t_msg": "Significant (t=-655.435573, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016985301971434, "timeline_link": null, "avg_changed": 0.26993133544924, "min_base": 0.0136559009552, "delta_min": "19.6441x slower", "delta_avg": "15.8921x slower", "std_changed": 0.002012838946742911, "min_changed": 0.268258094788, "delta_std": "6.8193x smaller", "std_base": 0.01372622308406784, "t_msg": "Significant (t=-128.926390, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.052215561866767984, "timeline_link": null, "avg_changed": 0.5955845403671203, "min_base": 0.0469279289246, "delta_min": "12.6281x slower", "delta_avg": "11.4063x slower", "std_changed": 0.002233586897259775, "min_changed": 0.59260892868, "delta_std": "12.3729x smaller", "std_base": 0.027635886931122663, "t_msg": "Significant (t=-138.577461, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19534441471095995, "timeline_link": null, "avg_changed": 1.6608814096448004, "min_base": 0.112117052078, "delta_min": "14.7895x slower", "delta_avg": "8.5023x slower", "std_changed": 0.0022497453475260874, "min_changed": 1.65815496445, "delta_std": "31.8818x smaller", "std_base": 0.07172603944948694, "t_msg": "Significant (t=-144.408052, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.444873929, "timeline_link": null, "avg_changed": 364.33402597950044, "min_base": 11.0955548286, "delta_min": "32.8292x slower", "delta_avg": "31.8338x slower", "std_changed": 0.0767625368633221, "min_changed": 364.258034945, "delta_std": "4.5968x smaller", "std_base": 0.35286557812975, "t_msg": "Significant (t=-6909.927948, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5585357666040003, "timeline_link": null, "avg_changed": 21.891815137880002, "min_base": 2.72806501389, "delta_min": "8.0123x slower", "delta_avg": "6.1519x slower", "std_changed": 0.021925303913148342, "min_changed": 21.8581249714, "delta_std": "48.4914x smaller", "std_base": 1.0631887064985681, "t_msg": "Significant (t=-38.549831, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7562329959870401, "timeline_link": null, "avg_changed": 25.692523365023995, "min_base": 0.751867055893, "delta_min": "34.1462x slower", "delta_avg": "33.9743x slower", "std_changed": 0.00691067854761956, "min_changed": 25.6733670235, "delta_std": "2.7100x smaller", "std_base": 0.018727948071969865, "t_msg": "Significant (t=-8832.959078, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07980722427369001, "timeline_link": null, "avg_changed": 0.4403870487212401, "min_base": 0.0784320831299, "delta_min": "5.5983x slower", "delta_avg": "5.5181x slower", "std_changed": 0.0005883441410523394, "min_changed": 0.439090013504, "delta_std": "8.7829x smaller", "std_base": 0.005167361405297106, "t_msg": "Significant (t=-490.253464, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032040009498598, "timeline_link": null, "avg_changed": 0.6777596998214797, "min_base": 0.0313210487366, "delta_min": "21.4028x slower", "delta_avg": "21.1535x slower", "std_changed": 0.005091640288259486, "min_changed": 0.670357942581, "delta_std": "2.0883x larger", "std_base": 0.0024382003841953597, "t_msg": "Significant (t=-808.798945, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.485977315899998, "timeline_link": null, "avg_changed": 46.9579618454, "min_base": 20.4568529129, "delta_min": "2.2951x slower", "delta_avg": "2.2922x slower", "std_changed": 0.00788939973287845, "min_changed": 46.9507169724, "delta_std": "5.3742x smaller", "std_base": 0.04239937707024712, "t_msg": "Significant (t=-1372.526981, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.81135697366, "timeline_link": null, "avg_changed": 10.932805728919998, "min_base": 10.800590992, "delta_min": "1.0118x slower", "delta_avg": "1.0112x slower", "std_changed": 0.004732030382483696, "min_changed": 10.9281008244, "delta_std": "3.0550x smaller", "std_base": 0.014456185611400609, "t_msg": "Significant (t=-17.853417, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29511483669284005, "timeline_link": null, "avg_changed": 2.9540260887142, "min_base": 0.287833213806, "delta_min": "10.2287x slower", "delta_avg": "10.0098x slower", "std_changed": 0.004689086036433512, "min_changed": 2.94416689873, "delta_std": "1.1604x smaller", "std_base": 0.005441083926240407, "t_msg": "Significant (t=-2617.542735, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.094936895370472, "timeline_link": null, "avg_changed": 0.48547155857084, "min_base": 0.0220260620117, "delta_min": "21.8307x slower", "delta_avg": "5.1136x slower", "std_changed": 0.016348019453636446, "min_changed": 0.480844020844, "delta_std": "6.6583x smaller", "std_base": 0.10885064341119585, "t_msg": "Significant (t=-25.088227, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10130121231079599, "timeline_link": null, "avg_changed": 0.5327099180220799, "min_base": 0.0392479896545, "delta_min": "13.5477x slower", "delta_avg": "5.2587x slower", "std_changed": 0.0013253932156430085, "min_changed": 0.531719923019, "delta_std": "91.7431x smaller", "std_base": 0.12159571904457675, "t_msg": "Significant (t=-25.085908, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.028848214149466013, "timeline_link": null, "avg_changed": 2.8674446487424006, "min_base": 0.018707036972, "delta_min": "149.8504x slower", "delta_avg": "99.3976x slower", "std_changed": 0.021178683894044363, "min_changed": 2.80325698853, "delta_std": "1.1167x larger", "std_base": 0.018965072678105512, "t_msg": "Significant (t=-706.035235, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0033154582977296, "timeline_link": null, "avg_changed": 0.3899107789993799, "min_base": 0.00296688079834, "delta_min": "130.9200x slower", "delta_avg": "117.6039x slower", "std_changed": 0.0008614896302741729, "min_changed": 0.388423919678, "delta_std": "1.2707x smaller", "std_base": 0.0010946666422450933, "t_msg": "Significant (t=-1962.408022, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20442923068995597, "timeline_link": null, "avg_changed": 0.7202144718169602, "min_base": 0.0871570110321, "delta_min": "8.1054x slower", "delta_avg": "3.5231x slower", "std_changed": 0.009667933637345279, "min_changed": 0.706440925598, "delta_std": "15.6937x smaller", "std_base": 0.15172581332493867, "t_msg": "Significant (t=-23.989133, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24288075447090005, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46844866752624015, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18513826370243996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5929641056061198, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3722862625122198, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27511494636536, "timeline_link": null, "avg_changed": 0.6984555435180801, "min_base": 0.264873027802, "delta_min": "2.5836x slower", "delta_avg": "2.5388x slower", "std_changed": 0.011170588640967923, "min_changed": 0.684332847595, "delta_std": "1.2548x larger", "std_base": 0.00890201068621525, "t_msg": "Significant (t=-209.570524, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08845956325528, "timeline_link": null, "avg_changed": 0.4577727031707799, "min_base": 0.0615088939667, "delta_min": "7.4235x slower", "delta_avg": "5.1749x slower", "std_changed": 0.0017028054904817808, "min_changed": 0.456612110138, "delta_std": "15.1747x smaller", "std_base": 0.025839640137012836, "t_msg": "Significant (t=-100.844529, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009081768989563803, "timeline_link": null, "avg_changed": 0.7607621335983, "min_base": 0.00829100608826, "delta_min": "91.4916x slower", "delta_avg": "83.7681x slower", "std_changed": 0.0014339621354459546, "min_changed": 0.758557081223, "delta_std": "2.2155x smaller", "std_base": 0.0031769326683738614, "t_msg": "Significant (t=-1524.913770, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2447999999999992, "timeline_link": null, "avg_changed": 8.7408, "min_base": 2.22, "delta_min": "3.9234x slower", "delta_avg": "3.8938x slower", "std_changed": 0.014685825458166995, "min_changed": 8.71, "delta_std": "1.8571x smaller", "std_base": 0.027273370431500986, "t_msg": "Significant (t=-1482.880723, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7903999999999998, "timeline_link": null, "avg_changed": 6.391200000000001, "min_base": 0.76, "delta_min": "8.3158x slower", "delta_avg": "8.0860x slower", "std_changed": 0.029736255614303302, "min_changed": 6.32, "delta_std": "1.0848x smaller", "std_base": 0.032259154688622706, "t_msg": "Significant (t=-902.674576, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07384690284729069, "timeline_link": null, "avg_changed": 0.5532053359349068, "min_base": 0.0469090938568, "delta_min": "2.7014x slower", "delta_avg": "7.4912x slower", "std_changed": 0.25175812259284025, "min_changed": 0.126718997955, "delta_std": "8.4563x larger", "std_base": 0.029771713093361345, "t_msg": "Significant (t=-23.158312, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012706209659577195, "timeline_link": null, "avg_changed": 0.0586633501052836, "min_base": 0.00736999511719, "delta_min": "7.6148x slower", "delta_avg": "4.6169x slower", "std_changed": 0.005657356698702024, "min_changed": 0.0561211109161, "delta_std": "2.2769x smaller", "std_base": 0.01288115835636042, "t_msg": "Significant (t=-73.043617, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7833475446699998, "timeline_link": null, "avg_changed": 49.717621436112005, "min_base": 1.77281403542, "delta_min": "27.9752x slower", "delta_avg": "27.8788x slower", "std_changed": 0.06762864035983589, "min_changed": 49.5948300362, "delta_std": "13.5820x larger", "std_base": 0.004979280498425439, "t_msg": "Significant (t=-4998.348617, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6110797405242, "timeline_link": null, "avg_changed": 2.063364553452, "min_base": 0.430951833725, "delta_min": "4.7703x slower", "delta_avg": "3.3766x slower", "std_changed": 0.004867001706230795, "min_changed": 2.05577802658, "delta_std": "69.1814x smaller", "std_base": 0.336705982823839, "t_msg": "Significant (t=-9.643631, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.556975603104, "timeline_link": null, "avg_changed": 12.11701374054, "min_base": 1.72941303253, "delta_min": "6.9963x slower", "delta_avg": "4.7388x slower", "std_changed": 0.01430205878343974, "min_changed": 12.0995140076, "delta_std": "86.7557x smaller", "std_base": 1.2407844532719432, "t_msg": "Significant (t=-17.227388, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5574890613562, "timeline_link": null, "avg_changed": 0.9949019432076, "min_base": 0.254889965057, "delta_min": "3.8289x slower", "delta_avg": "1.7846x slower", "std_changed": 0.026045552984649643, "min_changed": 0.975959777832, "delta_std": "14.4240x smaller", "std_base": 0.3756819353542191, "t_msg": "Significant (t=-2.597258, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45389323234539997, "timeline_link": null, "avg_changed": 3.588496637344, "min_base": 0.276082992554, "delta_min": "12.9307x slower", "delta_avg": "7.9060x slower", "std_changed": 0.01942411520856271, "min_changed": 3.56994700432, "delta_std": "12.5658x smaller", "std_base": 0.2440789984089858, "t_msg": "Significant (t=-28.626371, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024022528220000002, "timeline_link": null, "avg_changed": 1.7177610011400004, "min_base": 0.018269103, "delta_min": "93.9154x slower", "delta_avg": "71.5063x slower", "std_changed": 0.0014217452305681684, "min_changed": 1.715749973, "delta_std": "11.7034x smaller", "std_base": 0.01663924900908217, "t_msg": "Significant (t=-717.163245, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [372.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [747.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [115.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [184.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0042685234342398305, "timeline_link": null, "avg_changed": 0.3055420228880925, "min_base": 0.004213790894840634, "delta_min": "72.3304x slower", "delta_avg": "71.5803x slower", "std_changed": 0.0005872382123450023, "min_changed": 0.3047851264858275, "delta_std": "17.7008x larger", "std_base": 3.317576401228877e-05, "t_msg": "Significant (t=-3621.926852, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014537091025792967, "timeline_link": null, "avg_changed": 0.014034403885587141, "min_base": 0.0014361625736033319, "delta_min": "9.7521x slower", "delta_avg": "9.6542x slower", "std_changed": 3.878918973018544e-05, "min_changed": 0.014005602240896359, "delta_std": "3.0186x larger", "std_base": 1.2850003927264258e-05, "t_msg": "Significant (t=-2177.044489, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0066361511787319735, "timeline_link": null, "avg_changed": 0.10110334110334118, "min_base": 0.006184291898577613, "delta_min": "16.3333x slower", "delta_avg": "15.2352x slower", "std_changed": 0.0003728017676489432, "min_changed": 0.10101010101010101, "delta_std": "1.1068x larger", "std_base": 0.0003368243186929357, "t_msg": "Significant (t=-1329.517274, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.18944628742751263, "timeline_link": null, "avg_changed": 1.0495963730674547, "min_base": 0.18614391251236112, "delta_min": "5.6180x slower", "delta_avg": "5.5403x slower", "std_changed": 0.003272340686503303, "min_changed": 1.0457516339869282, "delta_std": "1.7944x smaller", "std_base": 0.005872024086732966, "t_msg": "Significant (t=-904.780950, a=0.95)\n"}]], "branch": "", "revision": "91512:71f3e458447f"}