{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037484354972844004, "timeline_link": null, "avg_changed": 0.7971220397948798, "min_base": 0.0369651317596, "delta_min": "21.3859x slower", "delta_avg": "21.2655x slower", "std_changed": 0.003729112888838714, "min_changed": 0.79053401947, "delta_std": "6.3877x larger", "std_base": 0.0005837992307185882, "t_msg": "Significant (t=-1423.076343, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01563839435577267, "timeline_link": null, "avg_changed": 0.14905456701911995, "min_base": 0.0126791000366, "delta_min": "11.4462x slower", "delta_avg": "9.5313x slower", "std_changed": 0.003181287230068323, "min_changed": 0.145128011703, "delta_std": "1.9285x smaller", "std_base": 0.006134954731348464, "t_msg": "Significant (t=-236.444855, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27782671451535, "timeline_link": null, "avg_changed": 1.4840766549120004, "min_base": 0.22155714035, "delta_min": "6.5890x slower", "delta_avg": "5.3417x slower", "std_changed": 0.05109860636582048, "min_changed": 1.4598441124, "delta_std": "3.5082x smaller", "std_base": 0.17926364374707868, "t_msg": "Significant (t=-28.939874, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4439728164676002, "timeline_link": null, "avg_changed": 21.912879595758, "min_base": 3.3879070282, "delta_min": "6.4397x slower", "delta_avg": "6.3627x slower", "std_changed": 0.1041844725027698, "min_changed": 21.817013979, "delta_std": "1.3547x larger", "std_base": 0.076904786067567, "t_msg": "Significant (t=-1008.499857, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019274482727058, "timeline_link": null, "avg_changed": 0.24954938411713992, "min_base": 0.0159599781036, "delta_min": "15.4632x slower", "delta_avg": "12.9471x slower", "std_changed": 0.0024736891090341787, "min_changed": 0.246792078018, "delta_std": "2.1660x smaller", "std_base": 0.005358126846647012, "t_msg": "Significant (t=-275.907317, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.854426603317603, "timeline_link": null, "avg_changed": 49.409880857465986, "min_base": 7.75817394257, "delta_min": "6.3506x slower", "delta_avg": "6.2907x slower", "std_changed": 0.08277255885859505, "min_changed": 49.2690360546, "delta_std": "2.1232x smaller", "std_base": 0.17574561369505495, "t_msg": "Significant (t=-1512.601922, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087591314315822, "timeline_link": null, "avg_changed": 0.56304912567136, "min_base": 0.00627493858337, "delta_min": "89.5112x slower", "delta_avg": "64.2814x slower", "std_changed": 0.0012001206193319267, "min_changed": 0.561676979065, "delta_std": "12.7302x smaller", "std_base": 0.015277797622575496, "t_msg": "Significant (t=-255.755790, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [135.983719826], "base_times": [142.951442003]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04842274188996001, "timeline_link": null, "avg_changed": 3.5929814672467995, "min_base": 0.0458171367645, "delta_min": "78.2462x slower", "delta_avg": "74.2003x slower", "std_changed": 0.004022150386491143, "min_changed": 3.58501696587, "delta_std": "3.4748x smaller", "std_base": 0.013975983274531738, "t_msg": "Significant (t=-1723.399788, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009950885772707202, "timeline_link": null, "avg_changed": 0.04224326133727799, "min_base": 0.00139284133911, "delta_min": "30.0409x slower", "delta_avg": "4.2452x slower", "std_changed": 0.0004228545015442709, "min_changed": 0.0418422222137, "delta_std": "28.0960x smaller", "std_base": 0.011880537039068498, "t_msg": "Significant (t=-19.207640, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03044015884399201, "timeline_link": null, "avg_changed": 1.1069588661196, "min_base": 0.0288650989532, "delta_min": "38.2145x slower", "delta_avg": "36.3651x slower", "std_changed": 0.0031809657339879516, "min_changed": 1.10306596756, "delta_std": "1.2336x larger", "std_base": 0.0025785780604493155, "t_msg": "Significant (t=-1858.964215, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45274564266199996, "timeline_link": null, "avg_changed": 1.1309041309358003, "min_base": 0.377238035202, "delta_min": "2.9728x slower", "delta_avg": "2.4979x slower", "std_changed": 0.003556564810221529, "min_changed": 1.12144088745, "delta_std": "25.7213x smaller", "std_base": 0.09147932722456581, "t_msg": "Significant (t=-52.379973, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17678420066828, "timeline_link": null, "avg_changed": 1.7838702392573997, "min_base": 0.175144910812, "delta_min": "10.1268x slower", "delta_avg": "10.0907x slower", "std_changed": 0.005832027416244184, "min_changed": 1.77365684509, "delta_std": "1.2726x larger", "std_base": 0.004582872719904471, "t_msg": "Significant (t=-1532.083803, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04381982803345202, "timeline_link": null, "avg_changed": 0.6316433477401999, "min_base": 0.0362629890442, "delta_min": "17.0868x slower", "delta_avg": "14.4146x slower", "std_changed": 0.007455772387696027, "min_changed": 0.619618177414, "delta_std": "1.3709x larger", "std_base": 0.005438416322386881, "t_msg": "Significant (t=-450.403343, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015138020515446002, "timeline_link": null, "avg_changed": 0.28538199901572003, "min_base": 0.0123090744019, "delta_min": "22.9701x slower", "delta_avg": "18.8520x slower", "std_changed": 0.0023683744726964847, "min_changed": 0.282740116119, "delta_std": "5.4328x smaller", "std_base": 0.012866872609575803, "t_msg": "Significant (t=-146.060497, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.056931467056274, "timeline_link": null, "avg_changed": 0.60237949371334, "min_base": 0.0518250465393, "delta_min": "11.5440x slower", "delta_avg": "10.5808x slower", "std_changed": 0.0030317201138600584, "min_changed": 0.598270893097, "delta_std": "8.4924x smaller", "std_base": 0.02574664076666925, "t_msg": "Significant (t=-148.774199, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.128484435081508, "timeline_link": null, "avg_changed": 1.7353791570668002, "min_base": 0.0969431400299, "delta_min": "17.8450x slower", "delta_avg": "13.5065x slower", "std_changed": 0.004084028449336713, "min_changed": 1.72994804382, "delta_std": "7.2812x smaller", "std_base": 0.029736507030710957, "t_msg": "Significant (t=-378.551263, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.421012163149994, "timeline_link": null, "avg_changed": 371.9874365330005, "min_base": 12.1004421711, "delta_min": "30.7366x slower", "delta_avg": "29.9482x slower", "std_changed": 0.061464314482315284, "min_changed": 371.926589966, "delta_std": "5.2685x smaller", "std_base": 0.3238245931763898, "t_msg": "Significant (t=-7713.807507, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5740195751179997, "timeline_link": null, "avg_changed": 21.37823057172, "min_base": 2.87884306908, "delta_min": "7.4158x slower", "delta_avg": "5.9816x slower", "std_changed": 0.03146405774168658, "min_changed": 21.3488271236, "delta_std": "29.1126x smaller", "std_base": 0.9160006683859231, "t_msg": "Significant (t=-43.436606, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7755418777465597, "timeline_link": null, "avg_changed": 26.112120318418008, "min_base": 0.770539045334, "delta_min": "33.8665x slower", "delta_avg": "33.6695x slower", "std_changed": 0.00890315663824774, "min_changed": 26.0954370499, "delta_std": "1.9851x smaller", "std_base": 0.01767389961702971, "t_msg": "Significant (t=-9053.017693, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079471211433408, "timeline_link": null, "avg_changed": 0.4707358980179, "min_base": 0.0781102180481, "delta_min": "6.0061x slower", "delta_avg": "5.9234x slower", "std_changed": 0.0016622437194281474, "min_changed": 0.469140052795, "delta_std": "2.8424x smaller", "std_base": 0.004724769854564745, "t_msg": "Significant (t=-552.376991, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03255286693572399, "timeline_link": null, "avg_changed": 0.6951907825470001, "min_base": 0.0318419933319, "delta_min": "21.5324x slower", "delta_avg": "21.3557x slower", "std_changed": 0.007126590166955444, "min_changed": 0.685635089874, "delta_std": "2.3179x larger", "std_base": 0.0030745974255991524, "t_msg": "Significant (t=-603.689502, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.9169602871, "timeline_link": null, "avg_changed": 46.497923421859994, "min_base": 18.8991620541, "delta_min": "2.4590x slower", "delta_avg": "2.4580x slower", "std_changed": 0.02276942229494128, "min_changed": 46.4729001522, "delta_std": "1.1634x smaller", "std_base": 0.026490213561746228, "t_msg": "Significant (t=-1765.561434, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.344983053206, "timeline_link": null, "avg_changed": 9.537280750276, "min_base": 9.3175239563, "delta_min": "1.0228x slower", "delta_avg": "1.0206x slower", "std_changed": 0.004849339618397531, "min_changed": 9.52980208397, "delta_std": "11.8916x smaller", "std_base": 0.05766620676807154, "t_msg": "Significant (t=-7.430320, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.3028207302094, "timeline_link": null, "avg_changed": 2.8759599351881997, "min_base": 0.292526006699, "delta_min": "9.7923x slower", "delta_avg": "9.4972x slower", "std_changed": 0.005244927670685193, "min_changed": 2.8645169735, "delta_std": "1.1887x smaller", "std_base": 0.006234387047440214, "t_msg": "Significant (t=-2233.263515, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08628178119661001, "timeline_link": null, "avg_changed": 0.48840141296394, "min_base": 0.0232338905334, "delta_min": "20.8535x slower", "delta_avg": "5.6605x slower", "std_changed": 0.015412229213410157, "min_changed": 0.484508037567, "delta_std": "6.9666x smaller", "std_base": 0.10737021650015208, "t_msg": "Significant (t=-26.213662, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.1026010465622, "timeline_link": null, "avg_changed": 0.49538792610177995, "min_base": 0.0418679714203, "delta_min": "11.7870x slower", "delta_avg": "4.8283x slower", "std_changed": 0.00208255616478967, "min_changed": 0.493497133255, "delta_std": "53.7253x smaller", "std_base": 0.11188589362428769, "t_msg": "Significant (t=-24.819408, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031338229179382, "timeline_link": null, "avg_changed": 2.9308124208447994, "min_base": 0.0190949440002, "delta_min": "152.1101x slower", "delta_avg": "93.5220x slower", "std_changed": 0.013334489989872413, "min_changed": 2.90453290939, "delta_std": "1.4740x smaller", "std_base": 0.019655314033379747, "t_msg": "Significant (t=-863.198755, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036400079727174, "timeline_link": null, "avg_changed": 0.38272991657261995, "min_base": 0.0032742023468, "delta_min": "116.4302x slower", "delta_avg": "105.1454x slower", "std_changed": 0.0011012205710970824, "min_changed": 0.381216049194, "delta_std": "1.2173x smaller", "std_base": 0.0013404717574546923, "t_msg": "Significant (t=-1545.170300, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19988674163818795, "timeline_link": null, "avg_changed": 0.71429893970492, "min_base": 0.0951969623566, "delta_min": "7.3306x slower", "delta_avg": "3.5735x slower", "std_changed": 0.011487173767384338, "min_changed": 0.697854995728, "delta_std": "12.2631x smaller", "std_base": 0.140867944735973, "t_msg": "Significant (t=-25.736228, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2514615678787, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47010004520413995, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21230508327477998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60587006568908, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36830077648166, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.28533899784088007, "timeline_link": null, "avg_changed": 0.8079302978515399, "min_base": 0.275672912598, "delta_min": "2.8847x slower", "delta_avg": "2.8315x slower", "std_changed": 0.010496765971091566, "min_changed": 0.795240163803, "delta_std": "1.0653x larger", "std_base": 0.009853381533150882, "t_msg": "Significant (t=-256.671514, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084169211387614, "timeline_link": null, "avg_changed": 0.4520137023926, "min_base": 0.0580451488495, "delta_min": "7.7487x slower", "delta_avg": "5.3703x slower", "std_changed": 0.00299491359482924, "min_changed": 0.449776887894, "delta_std": "8.2845x smaller", "std_base": 0.02481121707451193, "t_msg": "Significant (t=-104.078276, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009398241043089998, "timeline_link": null, "avg_changed": 0.7925960731506801, "min_base": 0.00854396820068, "delta_min": "92.4626x slower", "delta_avg": "84.3345x slower", "std_changed": 0.002251019720964367, "min_changed": 0.78999710083, "delta_std": "1.5929x smaller", "std_base": 0.003585613675625127, "t_msg": "Significant (t=-1308.104565, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.3312000000000004, "timeline_link": null, "avg_changed": 9.8894, "min_base": 2.3, "delta_min": "4.2783x slower", "delta_avg": "4.2422x slower", "std_changed": 0.029857484618686623, "min_changed": 9.84, "delta_std": "1.0627x smaller", "std_base": 0.031728439570061155, "t_msg": "Significant (t=-1226.695013, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8196000000000002, "timeline_link": null, "avg_changed": 7.283600000000002, "min_base": 0.79, "delta_min": "9.1519x slower", "delta_avg": "8.8868x slower", "std_changed": 0.02569523103533372, "min_changed": 7.23, "delta_std": "1.2653x smaller", "std_base": 0.0325112225521701, "t_msg": "Significant (t=-1102.993145, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07327602386473599, "timeline_link": null, "avg_changed": 0.55953854878742, "min_base": 0.046539068222, "delta_min": "2.7400x slower", "delta_avg": "7.6360x slower", "std_changed": 0.2552435878341303, "min_changed": 0.127516031265, "delta_std": "8.2589x larger", "std_base": 0.030905372785734138, "t_msg": "Significant (t=-23.163338, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012254982471465602, "timeline_link": null, "avg_changed": 0.06830686283111462, "min_base": 0.0080029964447, "delta_min": "7.0281x slower", "delta_avg": "5.5738x slower", "std_changed": 0.008941527115279388, "min_changed": 0.0562460422516, "delta_std": "1.4122x smaller", "std_base": 0.012626787994815225, "t_msg": "Significant (t=-81.007494, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 2.0133261919020002, "timeline_link": null, "avg_changed": 49.560033082964, "min_base": 1.99964284897, "delta_min": "24.7166x slower", "delta_avg": "24.6160x slower", "std_changed": 0.061772830667102666, "min_changed": 49.4243400097, "delta_std": "9.7978x larger", "std_base": 0.006304773307010892, "t_msg": "Significant (t=-5414.490716, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5901681423186, "timeline_link": null, "avg_changed": 2.085043668748, "min_base": 0.415752887726, "delta_min": "4.9846x slower", "delta_avg": "3.5330x slower", "std_changed": 0.010095758283840139, "min_changed": 2.07237005234, "delta_std": "32.4702x smaller", "std_base": 0.3278110673610169, "t_msg": "Significant (t=-10.192027, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.457869052888, "timeline_link": null, "avg_changed": 12.31651563644, "min_base": 1.64218902588, "delta_min": "7.4864x slower", "delta_avg": "5.0111x slower", "std_changed": 0.01914818237186555, "min_changed": 12.2941479683, "delta_std": "60.2141x smaller", "std_base": 1.152989747440975, "t_msg": "Significant (t=-19.116878, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5427110671991999, "timeline_link": null, "avg_changed": 1.0211758136740001, "min_base": 0.283521175385, "delta_min": "3.5290x slower", "delta_avg": "1.8816x slower", "std_changed": 0.029224243087257466, "min_changed": 1.00055789948, "delta_std": "13.8929x smaller", "std_base": 0.4060084953494866, "t_msg": "Significant (t=-2.628317, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4409314155578, "timeline_link": null, "avg_changed": 3.6625450134279993, "min_base": 0.294137954712, "delta_min": "12.3564x slower", "delta_avg": "8.3064x slower", "std_changed": 0.022922237268454205, "min_changed": 3.63447999954, "delta_std": "10.2320x smaller", "std_base": 0.2345405038272474, "t_msg": "Significant (t=-30.568655, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025845573160000006, "timeline_link": null, "avg_changed": 1.70763109408, "min_base": 0.020671746, "delta_min": "82.4521x slower", "delta_avg": "66.0705x slower", "std_changed": 0.00397153088727254, "min_changed": 1.704428893, "delta_std": "3.5476x smaller", "std_base": 0.014089591593463837, "t_msg": "Significant (t=-812.372128, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [375.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [748.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [119.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [164.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004908538534246895, "timeline_link": null, "avg_changed": 0.3066588561140789, "min_base": 0.004885152507133544, "delta_min": "62.3882x slower", "delta_avg": "62.4746x slower", "std_changed": 0.001156617317757263, "min_changed": 0.3047758373716132, "delta_std": "45.9704x larger", "std_base": 2.5160025507230354e-05, "t_msg": "Significant (t=-1844.337166, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001620549511011703, "timeline_link": null, "avg_changed": 0.014469747683750044, "min_base": 0.0015956598053295037, "delta_min": "8.9147x slower", "delta_avg": "8.9289x slower", "std_changed": 0.00014017032795196412, "min_changed": 0.01422475106685633, "delta_std": "7.7371x larger", "std_base": 1.8116675608083795e-05, "t_msg": "Significant (t=-642.846781, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006977465259258821, "timeline_link": null, "avg_changed": 0.10356588154975256, "min_base": 0.006523157208088715, "delta_min": "15.7231x slower", "delta_avg": "14.8429x slower", "std_changed": 0.0012262995340753154, "min_changed": 0.10256410256410256, "delta_std": "3.7326x larger", "std_base": 0.00032853981753533834, "t_msg": "Significant (t=-537.974076, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1975602116899148, "timeline_link": null, "avg_changed": 1.0373243684288906, "min_base": 0.19342359767891681, "delta_min": "5.3333x slower", "delta_avg": "5.2507x slower", "std_changed": 0.007136283320056256, "min_changed": 1.0315925209542232, "delta_std": "2.6479x larger", "std_base": 0.0026950624875206226, "t_msg": "Significant (t=-778.428137, a=0.95)\n"}]], "branch": "", "revision": "86023:01f46383f3ce"}