{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03833175182341799, "timeline_link": null, "avg_changed": 0.7589095258713, "min_base": 0.037868976593, "delta_min": "19.8980x slower", "delta_avg": "19.7985x slower", "std_changed": 0.0033462521097688664, "min_changed": 0.753517150879, "delta_std": "5.8653x larger", "std_base": 0.0005705204708251365, "t_msg": "Significant (t=-1501.014987, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016367885271708, "timeline_link": null, "avg_changed": 0.15257428169254003, "min_base": 0.0134789943695, "delta_min": "11.0927x slower", "delta_avg": "9.3216x slower", "std_changed": 0.00291219496186364, "min_changed": 0.149518966675, "delta_std": "2.0110x smaller", "std_base": 0.0058564937850193325, "t_msg": "Significant (t=-255.050273, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2901402831078, "timeline_link": null, "avg_changed": 1.5072902560245, "min_base": 0.230273962021, "delta_min": "6.4448x slower", "delta_avg": "5.1950x slower", "std_changed": 0.06151480941499796, "min_changed": 1.48407697678, "delta_std": "3.1966x smaller", "std_base": 0.19663753728363528, "t_msg": "Significant (t=-26.419113, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.5074568605421996, "timeline_link": null, "avg_changed": 21.861351199151997, "min_base": 3.44749808311, "delta_min": "6.2847x slower", "delta_avg": "6.2328x slower", "std_changed": 0.21774030511375758, "min_changed": 21.6665561199, "delta_std": "2.9659x larger", "std_base": 0.07341573206290214, "t_msg": "Significant (t=-564.798256, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02137732505798, "timeline_link": null, "avg_changed": 0.24262418746942, "min_base": 0.0180149078369, "delta_min": "13.3213x slower", "delta_avg": "11.3496x slower", "std_changed": 0.002011125731328813, "min_changed": 0.239982128143, "delta_std": "2.5494x smaller", "std_base": 0.005127263872316516, "t_msg": "Significant (t=-284.054148, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.440432205200398, "timeline_link": null, "avg_changed": 51.02949370384002, "min_base": 8.37160897255, "delta_min": "6.0713x slower", "delta_avg": "6.0458x slower", "std_changed": 0.08393748044342136, "min_changed": 50.8268368244, "delta_std": "2.2719x smaller", "std_base": 0.19069642817679058, "t_msg": "Significant (t=-1445.389968, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009068570137031199, "timeline_link": null, "avg_changed": 0.5615003204346398, "min_base": 0.00642585754395, "delta_min": "87.2422x slower", "delta_avg": "61.9172x slower", "std_changed": 0.0006393560177691325, "min_changed": 0.560606002808, "delta_std": "25.4443x smaller", "std_base": 0.016267997900917392, "t_msg": "Significant (t=-239.935427, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [327.333035946], "base_times": [145.907709122]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04942836284637599, "timeline_link": null, "avg_changed": 3.2388359642033997, "min_base": 0.0469219684601, "delta_min": "68.9580x slower", "delta_avg": "65.5259x slower", "std_changed": 0.0017480010030988362, "min_changed": 3.2356441021, "delta_std": "7.8519x smaller", "std_base": 0.013725073271902142, "t_msg": "Significant (t=-1629.995710, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010435352325436997, "timeline_link": null, "avg_changed": 0.040732831954958006, "min_base": 0.00147914886475, "delta_min": "27.4632x slower", "delta_avg": "3.9033x slower", "std_changed": 0.00012804310948791398, "min_changed": 0.0406222343445, "delta_std": "93.8524x smaller", "std_base": 0.012017149192041847, "t_msg": "Significant (t=-17.826472, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.032674698829660016, "timeline_link": null, "avg_changed": 1.1277690744394002, "min_base": 0.0311419963837, "delta_min": "36.1188x slower", "delta_avg": "34.5151x slower", "std_changed": 0.002157637886513306, "min_changed": 1.12481307983, "delta_std": "1.2736x smaller", "std_base": 0.002748025836950625, "t_msg": "Significant (t=-2216.313735, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.48229352951050003, "timeline_link": null, "avg_changed": 1.1404669427882002, "min_base": 0.395153999329, "delta_min": "2.8675x slower", "delta_avg": "2.3647x slower", "std_changed": 0.0022348001951242296, "min_changed": 1.13310194016, "delta_std": "37.7682x smaller", "std_base": 0.08440441699390669, "t_msg": "Significant (t=-55.119845, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17749201774593998, "timeline_link": null, "avg_changed": 1.7181953382495994, "min_base": 0.17578792572, "delta_min": "9.7204x slower", "delta_avg": "9.6804x slower", "std_changed": 0.005911414592002432, "min_changed": 1.70872592926, "delta_std": "1.4613x larger", "std_base": 0.004045279437937374, "t_msg": "Significant (t=-1520.921459, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042719349861148, "timeline_link": null, "avg_changed": 0.6170054388046201, "min_base": 0.0345151424408, "delta_min": "17.6489x slower", "delta_avg": "14.4432x slower", "std_changed": 0.004862715620398419, "min_changed": 0.60915517807, "delta_std": "1.0370x larger", "std_base": 0.004689432811509164, "t_msg": "Significant (t=-601.112537, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.017213478088386, "timeline_link": null, "avg_changed": 0.28447699546808003, "min_base": 0.0142469406128, "delta_min": "19.8207x slower", "delta_avg": "16.5264x slower", "std_changed": 0.0020978475563478813, "min_changed": 0.282383918762, "delta_std": "6.5892x smaller", "std_base": 0.013823107622447607, "t_msg": "Significant (t=-135.168137, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05877623558043401, "timeline_link": null, "avg_changed": 0.61565406322468, "min_base": 0.053188085556, "delta_min": "11.5046x slower", "delta_avg": "10.4745x slower", "std_changed": 0.002368924288145868, "min_changed": 0.611908197403, "delta_std": "11.5470x smaller", "std_base": 0.0273538871414868, "t_msg": "Significant (t=-143.417894, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.130730237960874, "timeline_link": null, "avg_changed": 1.6529565954209997, "min_base": 0.0993959903717, "delta_min": "16.5858x slower", "delta_avg": "12.6440x slower", "std_changed": 0.002820198270109265, "min_changed": 1.64855790138, "delta_std": "14.7809x smaller", "std_base": 0.041685177326633904, "t_msg": "Significant (t=-257.626739, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.609549045550002, "timeline_link": null, "avg_changed": 370.32998049250006, "min_base": 12.3042631149, "delta_min": "30.0900x slower", "delta_avg": "29.3690x slower", "std_changed": 0.09617609798241596, "min_changed": 370.234771013, "delta_std": "3.2065x smaller", "std_base": 0.30838535966208735, "t_msg": "Significant (t=-7830.322811, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.58761873245, "timeline_link": null, "avg_changed": 21.779476785660002, "min_base": 2.84472799301, "delta_min": "7.6477x slower", "delta_avg": "6.0707x slower", "std_changed": 0.022250274737064427, "min_changed": 21.7556548119, "delta_std": "45.9260x smaller", "std_base": 1.021866049637455, "t_msg": "Significant (t=-39.798359, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8725258684157602, "timeline_link": null, "avg_changed": 26.589698657986006, "min_base": 0.863976955414, "delta_min": "30.7286x slower", "delta_avg": "30.4744x slower", "std_changed": 0.03275550425120715, "min_changed": 26.5487730503, "delta_std": "1.7857x larger", "std_base": 0.018343574431202974, "t_msg": "Significant (t=-4843.837715, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08041006088256196, "timeline_link": null, "avg_changed": 0.45773629665382, "min_base": 0.0790071487427, "delta_min": "5.7870x slower", "delta_avg": "5.6925x slower", "std_changed": 0.0003853147448997986, "min_changed": 0.45721578598, "delta_std": "13.5235x smaller", "std_base": 0.005210814012327901, "t_msg": "Significant (t=-510.637058, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032765922546382005, "timeline_link": null, "avg_changed": 0.67501910209654, "min_base": 0.0319759845734, "delta_min": "21.0388x slower", "delta_avg": "20.6013x slower", "std_changed": 0.0029362375932856974, "min_changed": 0.672735929489, "delta_std": "1.1924x larger", "std_base": 0.002462375750147332, "t_msg": "Significant (t=-1185.106721, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.97864418032, "timeline_link": null, "avg_changed": 47.097467994700004, "min_base": 20.9614348412, "delta_min": "2.2462x slower", "delta_avg": "2.2450x slower", "std_changed": 0.012838813494887562, "min_changed": 47.0842020512, "delta_std": "2.0801x smaller", "std_base": 0.026706044313547835, "t_msg": "Significant (t=-1970.967691, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.830861663819999, "timeline_link": null, "avg_changed": 11.04506988524, "min_base": 10.8235461712, "delta_min": "1.0201x slower", "delta_avg": "1.0198x slower", "std_changed": 0.004776862319631622, "min_changed": 11.0414521694, "delta_std": "2.7659x smaller", "std_base": 0.013212124076918835, "t_msg": "Significant (t=-34.093459, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29613811016084, "timeline_link": null, "avg_changed": 2.878501915932, "min_base": 0.287876844406, "delta_min": "9.9677x slower", "delta_avg": "9.7201x slower", "std_changed": 0.005544078023738953, "min_changed": 2.86947989464, "delta_std": "1.0907x smaller", "std_base": 0.006046965111502038, "t_msg": "Significant (t=-2225.802087, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09309500694273201, "timeline_link": null, "avg_changed": 0.49927386283866, "min_base": 0.0249869823456, "delta_min": "19.8052x slower", "delta_avg": "5.3631x slower", "std_changed": 0.021505429290442458, "min_changed": 0.494872093201, "delta_std": "5.0895x smaller", "std_base": 0.1094527810286917, "t_msg": "Significant (t=-25.748405, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11135802268984599, "timeline_link": null, "avg_changed": 0.5144378566741801, "min_base": 0.0430908203125, "delta_min": "11.9139x slower", "delta_avg": "4.6197x slower", "std_changed": 0.0018484209436744092, "min_changed": 0.513379096985, "delta_std": "65.4268x smaller", "std_base": 0.12093635632009683, "t_msg": "Significant (t=-23.565056, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03573900222778201, "timeline_link": null, "avg_changed": 2.8902687406544003, "min_base": 0.0201539993286, "delta_min": "141.7072x slower", "delta_avg": "80.8716x slower", "std_changed": 0.01330835129164098, "min_changed": 2.85596704483, "delta_std": "1.7964x smaller", "std_base": 0.02390718711740356, "t_msg": "Significant (t=-737.692850, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036014795303346, "timeline_link": null, "avg_changed": 0.38905914783477996, "min_base": 0.00330710411072, "delta_min": "117.3510x slower", "delta_avg": "108.0276x slower", "std_changed": 0.0005007967415806619, "min_changed": 0.388092041016, "delta_std": "1.8486x smaller", "std_base": 0.000925763594827661, "t_msg": "Significant (t=-2589.548395, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20553162097930805, "timeline_link": null, "avg_changed": 0.7238045263290399, "min_base": 0.0892899036407, "delta_min": "7.9547x slower", "delta_avg": "3.5216x slower", "std_changed": 0.009753407902561746, "min_changed": 0.710274934769, "delta_std": "15.8725x smaller", "std_base": 0.1548109408596997, "t_msg": "Significant (t=-23.625535, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24428967475891997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46906952857966006, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.19768206119534004, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6068891382217202, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36676158905029993, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27242989540104007, "timeline_link": null, "avg_changed": 0.8014417505263799, "min_base": 0.262850046158, "delta_min": "3.0147x slower", "delta_avg": "2.9418x slower", "std_changed": 0.009257543313759522, "min_changed": 0.792402029037, "delta_std": "1.3309x larger", "std_base": 0.006955955410247761, "t_msg": "Significant (t=-323.040061, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.09013996601106002, "timeline_link": null, "avg_changed": 0.46026862144468, "min_base": 0.0602738857269, "delta_min": "7.6211x slower", "delta_avg": "5.1062x slower", "std_changed": 0.0018613920434810546, "min_changed": 0.459351062775, "delta_std": "14.5047x smaller", "std_base": 0.026998858920305024, "t_msg": "Significant (t=-96.708045, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009215164184570801, "timeline_link": null, "avg_changed": 0.7897216320038198, "min_base": 0.00843501091003, "delta_min": "92.6575x slower", "delta_avg": "85.6981x slower", "std_changed": 0.002159857105499177, "min_changed": 0.78156709671, "delta_std": "1.4780x smaller", "std_base": 0.003192183143955512, "t_msg": "Significant (t=-1431.940417, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2939999999999996, "timeline_link": null, "avg_changed": 9.829799999999995, "min_base": 2.26, "delta_min": "4.3407x slower", "delta_avg": "4.2850x slower", "std_changed": 0.016597270491110726, "min_changed": 9.81, "delta_std": "1.8897x smaller", "std_base": 0.03136356914300022, "t_msg": "Significant (t=-1501.678154, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8257999999999995, "timeline_link": null, "avg_changed": 7.203800000000009, "min_base": 0.8, "delta_min": "8.9375x slower", "delta_avg": "8.7234x slower", "std_changed": 0.023551073462254032, "min_changed": 7.15, "delta_std": "1.3647x smaller", "std_base": 0.032140634843812035, "t_msg": "Significant (t=-1131.850125, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07557749271393596, "timeline_link": null, "avg_changed": 0.5466053295135601, "min_base": 0.0456228256226, "delta_min": "2.7616x slower", "delta_avg": "7.2324x slower", "std_changed": 0.2484527618681466, "min_changed": 0.125993013382, "delta_std": "7.6532x larger", "std_base": 0.03246403488106619, "t_msg": "Significant (t=-23.023548, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013151593685148278, "timeline_link": null, "avg_changed": 0.05866946315765695, "min_base": 0.00788497924805, "delta_min": "7.1128x slower", "delta_avg": "4.4610x slower", "std_changed": 0.005602985035643239, "min_changed": 0.0560841560364, "delta_std": "2.3003x smaller", "std_base": 0.01288851722834516, "t_msg": "Significant (t=-72.422804, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8893518590923997, "timeline_link": null, "avg_changed": 48.550243153573994, "min_base": 1.87893390656, "delta_min": "25.7834x slower", "delta_avg": "25.6968x slower", "std_changed": 0.058859265319817965, "min_changed": 48.4453678131, "delta_std": "10.9613x larger", "std_base": 0.005369719421971607, "t_msg": "Significant (t=-5582.431272, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6136089801792, "timeline_link": null, "avg_changed": 2.0669043540959997, "min_base": 0.448127985001, "delta_min": "4.5886x slower", "delta_avg": "3.3684x slower", "std_changed": 0.00651875876364356, "min_changed": 2.0563018322, "delta_std": "51.4978x smaller", "std_base": 0.33570168033047015, "t_msg": "Significant (t=-9.678399, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5934080123919996, "timeline_link": null, "avg_changed": 12.216578722, "min_base": 1.81301307678, "delta_min": "6.7260x slower", "delta_avg": "4.7106x slower", "std_changed": 0.01778204917401993, "min_changed": 12.1943249702, "delta_std": "67.0333x smaller", "std_base": 1.1919901382749538, "t_msg": "Significant (t=-18.050208, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5735293865204, "timeline_link": null, "avg_changed": 1.0160652160636, "min_base": 0.252680063248, "delta_min": "3.9384x slower", "delta_avg": "1.7716x slower", "std_changed": 0.017944209553969536, "min_changed": 0.995151042938, "delta_std": "21.5555x smaller", "std_base": 0.3867970372989816, "t_msg": "Significant (t=-2.555545, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.47417945861800004, "timeline_link": null, "avg_changed": 3.7383769988999993, "min_base": 0.319900989532, "delta_min": "11.6310x slower", "delta_avg": "7.8839x slower", "std_changed": 0.022652972337307155, "min_changed": 3.7207660675, "delta_std": "10.1366x smaller", "std_base": 0.2296250512742144, "t_msg": "Significant (t=-31.632904, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025585023100000003, "timeline_link": null, "avg_changed": 1.6529005836199997, "min_base": 0.019827224, "delta_min": "83.1432x slower", "delta_avg": "64.6042x slower", "std_changed": 0.0016990611084627756, "min_changed": 1.648498104, "delta_std": "9.8871x smaller", "std_base": 0.016798757094243423, "t_msg": "Significant (t=-681.505804, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [385.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [751.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [124.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [173.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [192.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004587245826345741, "timeline_link": null, "avg_changed": 0.30982572133906233, "min_base": 0.004555366609071648, "delta_min": "67.8372x slower", "delta_avg": "67.5407x slower", "std_changed": 0.0006307028521575085, "min_changed": 0.30902348578491967, "delta_std": "23.3326x larger", "std_base": 2.703098880755685e-05, "t_msg": "Significant (t=-3419.014806, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001567198266314171, "timeline_link": null, "avg_changed": 0.014025347922623633, "min_base": 0.001547029702970297, "delta_min": "9.0406x slower", "delta_avg": "8.9493x slower", "std_changed": 3.847688053482374e-05, "min_changed": 0.013986013986013986, "delta_std": "3.1170x larger", "std_base": 1.2344014284676558e-05, "t_msg": "Significant (t=-2180.048031, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006835707477601906, "timeline_link": null, "avg_changed": 0.10049751243781106, "min_base": 0.006373486297004461, "delta_min": "15.6119x slower", "delta_avg": "14.7018x slower", "std_changed": 0.0007214203538344705, "min_changed": 0.09950248756218906, "delta_std": "2.0562x larger", "std_base": 0.00035085595331970894, "t_msg": "Significant (t=-825.576483, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20143064020397183, "timeline_link": null, "avg_changed": 1.03564869976246, "min_base": 0.1959703594831282, "delta_min": "5.2589x slower", "delta_avg": "5.1415x slower", "std_changed": 0.003217131254481734, "min_changed": 1.0305958132045088, "delta_std": "2.0667x smaller", "std_base": 0.006648798381422595, "t_msg": "Significant (t=-798.622468, a=0.95)\n"}]], "branch": "", "revision": "90784:af67b08ae873"}