{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03484973907471, "timeline_link": null, "avg_changed": 0.76085940361016, "min_base": 0.034373998642, "delta_min": "22.0666x slower", "delta_avg": "21.8326x slower", "std_changed": 0.0015342547021065089, "min_changed": 0.758517980576, "delta_std": "2.7092x larger", "std_base": 0.0005663027410328802, "t_msg": "Significant (t=-3139.026905, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01692288398742933, "timeline_link": null, "avg_changed": 0.14866658051807338, "min_base": 0.0134980678558, "delta_min": "10.7096x slower", "delta_avg": "8.7849x slower", "std_changed": 0.0030766005939582134, "min_changed": 0.144559144974, "delta_std": "2.2286x smaller", "std_base": 0.0068565018291698926, "t_msg": "Significant (t=-214.703599, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2755044817922, "timeline_link": null, "avg_changed": 1.500957250595, "min_base": 0.221205949783, "delta_min": "6.7690x slower", "delta_avg": "5.4480x slower", "std_changed": 0.004917970786298136, "min_changed": 1.49733495712, "delta_std": "38.1634x smaller", "std_base": 0.18768662318442159, "t_msg": "Significant (t=-29.189672, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4389402341840003, "timeline_link": null, "avg_changed": 21.652203516955996, "min_base": 3.43492221832, "delta_min": "6.2859x slower", "delta_avg": "6.2962x slower", "std_changed": 0.07373945654176144, "min_changed": 21.5916998386, "delta_std": "25.7833x larger", "std_base": 0.0028599732902828746, "t_msg": "Significant (t=-1745.204941, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021155009269715995, "timeline_link": null, "avg_changed": 0.24772062778470003, "min_base": 0.0178802013397, "delta_min": "13.7015x slower", "delta_avg": "11.7098x slower", "std_changed": 0.00211954508806647, "min_changed": 0.244986057281, "delta_std": "2.5346x smaller", "std_base": 0.0053722420486761084, "t_msg": "Significant (t=-277.401361, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.735935401918, "timeline_link": null, "avg_changed": 50.90870923998, "min_base": 8.43225002289, "delta_min": "6.0237x slower", "delta_avg": "5.8275x slower", "std_changed": 0.07849891533998708, "min_changed": 50.7933561802, "delta_std": "7.2374x smaller", "std_base": 0.5681315312305559, "t_msg": "Significant (t=-164.422704, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009085974693300799, "timeline_link": null, "avg_changed": 0.5489249610901, "min_base": 0.00646090507507, "delta_min": "84.7418x slower", "delta_avg": "60.4145x slower", "std_changed": 0.0008927087070506981, "min_changed": 0.547508955002, "delta_std": "18.0020x smaller", "std_base": 0.01607051666260103, "t_msg": "Significant (t=-237.164881, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [321.502497911], "base_times": [141.369340897]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049853038787836, "timeline_link": null, "avg_changed": 3.2411318397526, "min_base": 0.0472800731659, "delta_min": "68.4841x slower", "delta_avg": "65.0137x slower", "std_changed": 0.0016885441071168388, "min_changed": 3.23793292046, "delta_std": "8.0949x smaller", "std_base": 0.013668537238309828, "t_msg": "Significant (t=-1638.471435, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0105905580520674, "timeline_link": null, "avg_changed": 0.040534505844122, "min_base": 0.0014500617981, "delta_min": "27.8836x slower", "delta_avg": "3.8274x slower", "std_changed": 7.573721006238177e-05, "min_changed": 0.0404329299927, "delta_std": "167.7027x smaller", "std_base": 0.012701334643170734, "t_msg": "Significant (t=-16.670053, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030879168510440015, "timeline_link": null, "avg_changed": 1.0851129484173998, "min_base": 0.0293588638306, "delta_min": "36.8689x slower", "delta_avg": "35.1406x slower", "std_changed": 0.0020959149842832763, "min_changed": 1.08242893219, "delta_std": "1.2682x smaller", "std_base": 0.0026579855507277705, "t_msg": "Significant (t=-2202.278908, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43665834903714007, "timeline_link": null, "avg_changed": 1.1378919219976, "min_base": 0.34835100174, "delta_min": "3.2455x slower", "delta_avg": "2.6059x slower", "std_changed": 0.002339403604554311, "min_changed": 1.13058781624, "delta_std": "47.5668x smaller", "std_base": 0.11127798090852258, "t_msg": "Significant (t=-44.549467, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17621007919309994, "timeline_link": null, "avg_changed": 1.6238452577586, "min_base": 0.17399096489, "delta_min": "9.2794x slower", "delta_avg": "9.2154x slower", "std_changed": 0.016012930819352143, "min_changed": 1.61453485489, "delta_std": "3.7492x larger", "std_base": 0.004270973286569035, "t_msg": "Significant (t=-617.661091, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04256389141082599, "timeline_link": null, "avg_changed": 0.6384791374206401, "min_base": 0.0361838340759, "delta_min": "17.4291x slower", "delta_avg": "15.0005x slower", "std_changed": 0.004672526422358021, "min_changed": 0.630650997162, "delta_std": "1.0071x larger", "std_base": 0.004639484808176322, "t_msg": "Significant (t=-639.938548, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016349020004272, "timeline_link": null, "avg_changed": 0.26891795635216, "min_base": 0.0135960578918, "delta_min": "19.6480x slower", "delta_avg": "16.4486x slower", "std_changed": 0.001728635212280987, "min_changed": 0.267135858536, "delta_std": "7.3509x smaller", "std_base": 0.012707020643833587, "t_msg": "Significant (t=-139.264154, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.049157567024238, "timeline_link": null, "avg_changed": 0.59417107582088, "min_base": 0.0439810752869, "delta_min": "13.4450x slower", "delta_avg": "12.0871x slower", "std_changed": 0.002371994618118255, "min_changed": 0.591325998306, "delta_std": "11.6767x smaller", "std_base": 0.027696971485970397, "t_msg": "Significant (t=-138.635087, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11345585823054996, "timeline_link": null, "avg_changed": 1.7870757865899998, "min_base": 0.0817830562592, "delta_min": "21.7733x slower", "delta_avg": "15.7513x slower", "std_changed": 0.0038217951919620238, "min_changed": 1.78068709373, "delta_std": "7.5294x smaller", "std_base": 0.028775857900185775, "t_msg": "Significant (t=-407.677414, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.327597975750002, "timeline_link": null, "avg_changed": 353.9116634135, "min_base": 10.9940388203, "delta_min": "32.1880x slower", "delta_avg": "31.2433x slower", "std_changed": 0.03578616659419532, "min_changed": 353.876236916, "delta_std": "9.4155x smaller", "std_base": 0.33694562963650376, "t_msg": "Significant (t=-7149.186312, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.53273139, "timeline_link": null, "avg_changed": 22.215091753000003, "min_base": 2.71017408371, "delta_min": "8.1875x slower", "delta_avg": "6.2884x slower", "std_changed": 0.016722773632946233, "min_changed": 22.1896820068, "delta_std": "63.6874x smaller", "std_base": 1.0650307018956768, "t_msg": "Significant (t=-39.219413, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7326144313812201, "timeline_link": null, "avg_changed": 25.572128224373998, "min_base": 0.727220058441, "delta_min": "35.1286x slower", "delta_avg": "34.9053x slower", "std_changed": 0.01861465721734378, "min_changed": 25.5462460518, "delta_std": "1.0470x larger", "std_base": 0.017779336270023996, "t_msg": "Significant (t=-6823.371454, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.081967701911926, "timeline_link": null, "avg_changed": 0.43668205738070015, "min_base": 0.0803859233856, "delta_min": "5.4194x slower", "delta_avg": "5.3275x slower", "std_changed": 0.0006595468202709494, "min_changed": 0.435639858246, "delta_std": "8.0149x smaller", "std_base": 0.005286201478690677, "t_msg": "Significant (t=-470.831785, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032814950942992, "timeline_link": null, "avg_changed": 0.6906320095062398, "min_base": 0.0316319465637, "delta_min": "21.6848x slower", "delta_avg": "21.0463x slower", "std_changed": 0.007385062721459031, "min_changed": 0.685930967331, "delta_std": "2.9360x larger", "std_base": 0.002515316439650844, "t_msg": "Significant (t=-596.214956, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 21.39270219802, "timeline_link": null, "avg_changed": 48.421882820120004, "min_base": 21.3776669502, "delta_min": "2.2647x slower", "delta_avg": "2.2635x slower", "std_changed": 0.011497055158086434, "min_changed": 48.4138059616, "delta_std": "2.3515x smaller", "std_base": 0.027035260388193802, "t_msg": "Significant (t=-2057.266000, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.842523670199999, "timeline_link": null, "avg_changed": 11.0157222271, "min_base": 10.8353130817, "delta_min": "1.0163x slower", "delta_avg": "1.0160x slower", "std_changed": 0.00496951869092026, "min_changed": 11.0114560127, "delta_std": "2.5802x smaller", "std_base": 0.012822209951008266, "t_msg": "Significant (t=-28.162912, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2928440761565799, "timeline_link": null, "avg_changed": 2.8016559219359998, "min_base": 0.289543151855, "delta_min": "9.6517x slower", "delta_avg": "9.5671x slower", "std_changed": 0.004216480374614177, "min_changed": 2.79458594322, "delta_std": "1.0534x larger", "std_base": 0.004002791885730685, "t_msg": "Significant (t=-3051.321720, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.095461382865908, "timeline_link": null, "avg_changed": 0.48797091007236, "min_base": 0.0217099189758, "delta_min": "22.3643x slower", "delta_avg": "5.1117x slower", "std_changed": 0.013147997987753414, "min_changed": 0.485527992249, "delta_std": "8.7392x smaller", "std_base": 0.11490361304757721, "t_msg": "Significant (t=-23.998096, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.106465454101596, "timeline_link": null, "avg_changed": 0.5198997497558401, "min_base": 0.0383450984955, "delta_min": "13.5024x slower", "delta_avg": "4.8833x slower", "std_changed": 0.0023902879854711145, "min_changed": 0.517751932144, "delta_std": "50.8115x smaller", "std_base": 0.1214540783843344, "t_msg": "Significant (t=-24.065523, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.029982995986946, "timeline_link": null, "avg_changed": 2.880956497192999, "min_base": 0.0182008743286, "delta_min": "155.4885x slower", "delta_avg": "96.0863x slower", "std_changed": 0.019242562792682927, "min_changed": 2.83002686501, "delta_std": "1.0366x larger", "std_base": 0.018562608267586985, "t_msg": "Significant (t=-754.000685, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003077754974364801, "timeline_link": null, "avg_changed": 0.37428899288177997, "min_base": 0.00275492668152, "delta_min": "135.4432x slower", "delta_avg": "121.6110x slower", "std_changed": 0.0009144659275819356, "min_changed": 0.373136043549, "delta_std": "1.0628x larger", "std_base": 0.0008604219776064956, "t_msg": "Significant (t=-2090.494116, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20178850650787197, "timeline_link": null, "avg_changed": 0.7135531425476002, "min_base": 0.0859560966492, "delta_min": "8.1502x slower", "delta_avg": "3.5361x slower", "std_changed": 0.0094467622585261, "min_changed": 0.700557947159, "delta_std": "16.0633x smaller", "std_base": 0.15174620402197944, "t_msg": "Significant (t=-23.801126, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24381644725798002, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47021567344658016, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.17912482738483998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59093243122102, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36630972862244, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26191869735715995, "timeline_link": null, "avg_changed": 0.7279528093338602, "min_base": 0.256268024445, "delta_min": "2.7834x slower", "delta_avg": "2.7793x slower", "std_changed": 0.012357730287434575, "min_changed": 0.713291168213, "delta_std": "1.8528x larger", "std_base": 0.006669847427341525, "t_msg": "Significant (t=-234.665289, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08384703159332, "timeline_link": null, "avg_changed": 0.45673662662505987, "min_base": 0.0562210083008, "delta_min": "8.1048x slower", "delta_avg": "5.4473x slower", "std_changed": 0.0016179434103627793, "min_changed": 0.455659151077, "delta_std": "16.6313x smaller", "std_base": 0.0269084743114571, "t_msg": "Significant (t=-97.812092, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009083576202393997, "timeline_link": null, "avg_changed": 0.7529521036147397, "min_base": 0.00829005241394, "delta_min": "90.5647x slower", "delta_avg": "82.8916x slower", "std_changed": 0.0018568004893065853, "min_changed": 0.750786066055, "delta_std": "1.7461x smaller", "std_base": 0.0032421239081537275, "t_msg": "Significant (t=-1407.838568, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.164999999999999, "timeline_link": null, "avg_changed": 9.104400000000004, "min_base": 2.13, "delta_min": "4.2629x slower", "delta_avg": "4.2053x slower", "std_changed": 0.0217743530094374, "min_changed": 9.08, "delta_std": "1.6051x smaller", "std_base": 0.034948942350643095, "t_msg": "Significant (t=-1191.657615, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7803999999999999, "timeline_link": null, "avg_changed": 6.988999999999999, "min_base": 0.75, "delta_min": "9.2400x slower", "delta_avg": "8.9557x slower", "std_changed": 0.02636091726749405, "min_changed": 6.93, "delta_std": "1.2093x smaller", "std_base": 0.0318773158422431, "t_msg": "Significant (t=-1061.318924, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07452591578165467, "timeline_link": null, "avg_changed": 0.5550592104593932, "min_base": 0.0444769859314, "delta_min": "2.8356x slower", "delta_avg": "7.4479x slower", "std_changed": 0.2530862826823735, "min_changed": 0.126117944717, "delta_std": "8.0253x larger", "std_base": 0.03153622269631578, "t_msg": "Significant (t=-23.075696, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012780171394348653, "timeline_link": null, "avg_changed": 0.05894984149932705, "min_base": 0.00752997398376, "delta_min": "7.4613x slower", "delta_avg": "4.6126x slower", "std_changed": 0.006011103527341951, "min_changed": 0.0561830997467, "delta_std": "2.1499x smaller", "std_base": 0.012923353466020823, "t_msg": "Significant (t=-72.433117, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.825483798982, "timeline_link": null, "avg_changed": 49.026116704939994, "min_base": 1.82132005692, "delta_min": "26.8806x slower", "delta_avg": "26.8565x slower", "std_changed": 0.046439759593693626, "min_changed": 48.9580910206, "delta_std": "13.0820x larger", "std_base": 0.0035499015654872953, "t_msg": "Significant (t=-3204.739339, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5993085861198, "timeline_link": null, "avg_changed": 2.0376684188840004, "min_base": 0.437018156052, "delta_min": "4.6431x slower", "delta_avg": "3.4000x slower", "std_changed": 0.010288525954685433, "min_changed": 2.0291121006, "delta_std": "33.1652x smaller", "std_base": 0.34122108312904864, "t_msg": "Significant (t=-9.421485, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.504366397858, "timeline_link": null, "avg_changed": 11.9951236725, "min_base": 1.67783904076, "delta_min": "7.1394x slower", "delta_avg": "4.7897x slower", "std_changed": 0.01695325774932137, "min_changed": 11.9787499905, "delta_std": "71.7021x smaller", "std_base": 1.2155838266362884, "t_msg": "Significant (t=-17.456562, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5404946327220002, "timeline_link": null, "avg_changed": 0.9848656177516, "min_base": 0.276345014572, "delta_min": "3.4951x slower", "delta_avg": "1.8222x slower", "std_changed": 0.02578534498804981, "min_changed": 0.965854167938, "delta_std": "14.7406x smaller", "std_base": 0.38009100565682163, "t_msg": "Significant (t=-2.608231, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.49238042831420004, "timeline_link": null, "avg_changed": 3.5609912395479997, "min_base": 0.349231004715, "delta_min": "10.1487x slower", "delta_avg": "7.2322x slower", "std_changed": 0.014298877342687855, "min_changed": 3.54425811768, "delta_std": "16.7818x smaller", "std_base": 0.2399604142985844, "t_msg": "Significant (t=-28.544177, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024400325059999995, "timeline_link": null, "avg_changed": 1.6828990302800002, "min_base": 0.01852868, "delta_min": "90.6895x slower", "delta_avg": "68.9704x slower", "std_changed": 0.0016115888022840508, "min_changed": 1.680356867, "delta_std": "9.7622x smaller", "std_base": 0.015732582661064004, "t_msg": "Significant (t=-741.538009, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [368.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [727.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [113.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [157.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [175.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004349261293014158, "timeline_link": null, "avg_changed": 0.3109987896304344, "min_base": 0.0042983058657260825, "delta_min": "72.1842x slower", "delta_avg": "71.5061x slower", "std_changed": 0.0005929249509322736, "min_changed": 0.31026993484331367, "delta_std": "16.0718x larger", "std_base": 3.6892341188768405e-05, "t_msg": "Significant (t=-3649.963543, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014878070720656346, "timeline_link": null, "avg_changed": 0.014186171708677477, "min_base": 0.0014667057788207685, "delta_min": "9.6436x slower", "delta_avg": "9.5350x slower", "std_changed": 4.39798523234527e-05, "min_changed": 0.014144271570014143, "delta_std": "3.2760x larger", "std_base": 1.3424685060148542e-05, "t_msg": "Significant (t=-1933.068158, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00657890331091503, "timeline_link": null, "avg_changed": 0.10266317016317021, "min_base": 0.0060882800608828, "delta_min": "16.5909x slower", "delta_avg": "15.6049x slower", "std_changed": 0.0006725418315982883, "min_changed": 0.10101010101010101, "delta_std": "1.8364x larger", "std_base": 0.00036621883012484036, "t_msg": "Significant (t=-887.216596, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.17455166235410668, "timeline_link": null, "avg_changed": 1.0189728232840722, "min_base": 0.17233022779901988, "delta_min": "5.8781x slower", "delta_avg": "5.8377x slower", "std_changed": 0.005286024061150655, "min_changed": 1.0129787907565686, "delta_std": "2.5084x larger", "std_base": 0.0021073631006971174, "t_msg": "Significant (t=-1049.265448, a=0.95)\n"}]], "branch": "", "revision": "94530:0a8401a58e9f"}