{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019959554672240004, "timeline_link": null, "avg_changed": 0.2875850343704199, "min_base": 0.0194098949432, "delta_min": "14.3966x slower", "delta_avg": "14.4084x slower", "std_changed": 0.00285487621288729, "min_changed": 0.279435873032, "delta_std": "6.9633x larger", "std_base": 0.00040998961454506423, "t_msg": "Significant (t=-656.133646, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008742767969767001, "timeline_link": null, "avg_changed": 0.061555485725400004, "min_base": 0.00652098655701, "delta_min": "8.8509x slower", "delta_avg": "7.0407x slower", "std_changed": 0.0021522137719489137, "min_changed": 0.0577168464661, "delta_std": "1.7623x smaller", "std_base": 0.003792779566548076, "t_msg": "Significant (t=-148.323802, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15579947233200003, "timeline_link": null, "avg_changed": 1.0115494608880002, "min_base": 0.123354196548, "delta_min": "8.1002x slower", "delta_avg": "6.4926x slower", "std_changed": 0.006887671002056689, "min_changed": 0.9991979599, "delta_std": "14.6492x smaller", "std_base": 0.10089920156665658, "t_msg": "Significant (t=-37.841178, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6433551120757997, "timeline_link": null, "avg_changed": 9.108403363228204, "min_base": 1.63059592247, "delta_min": "5.5514x slower", "delta_avg": "5.5426x slower", "std_changed": 0.02841260276646783, "min_changed": 9.05216884613, "delta_std": "4.5478x larger", "std_base": 0.006247552537803322, "t_msg": "Significant (t=-1814.485164, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006513953208922602, "timeline_link": null, "avg_changed": 0.07736245155334599, "min_base": 0.00497198104858, "delta_min": "15.0009x slower", "delta_avg": "11.8764x slower", "std_changed": 0.0016213530272400308, "min_changed": 0.0745840072632, "delta_std": "1.4287x smaller", "std_base": 0.002316482021389176, "t_msg": "Significant (t=-177.178012, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.00499858856, "timeline_link": null, "avg_changed": 23.13307085036, "min_base": 3.85584282875, "delta_min": "5.9847x slower", "delta_avg": "5.7760x slower", "std_changed": 0.05573302457031874, "min_changed": 23.0759890079, "delta_std": "4.8903x smaller", "std_base": 0.2725530093256553, "t_msg": "Significant (t=-153.748221, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004593162536621, "timeline_link": null, "avg_changed": 0.22255693912506003, "min_base": 0.00345396995544, "delta_min": "63.4519x slower", "delta_avg": "48.4540x slower", "std_changed": 0.001708269576099478, "min_changed": 0.219160795212, "delta_std": "4.1348x smaller", "std_base": 0.007063323612160489, "t_msg": "Significant (t=-212.088189, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.996067047], "base_times": [66.7039568424]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026978068351746005, "timeline_link": null, "avg_changed": 1.6528491497037996, "min_base": 0.0255279541016, "delta_min": "63.7739x slower", "delta_avg": "61.2664x slower", "std_changed": 0.00943031653535143, "min_changed": 1.62801599503, "delta_std": "1.3887x larger", "std_base": 0.0067908780233334265, "t_msg": "Significant (t=-989.301820, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0049515724182139405, "timeline_link": null, "avg_changed": 0.018733377456655997, "min_base": 0.000665187835693, "delta_min": "27.5323x slower", "delta_avg": "3.7833x slower", "std_changed": 0.00022734772011670835, "min_changed": 0.0183141231537, "delta_std": "24.9353x smaller", "std_base": 0.005668986453202411, "t_msg": "Significant (t=-17.176581, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015280904769895997, "timeline_link": null, "avg_changed": 0.44231378555292034, "min_base": 0.0146601200104, "delta_min": "29.3968x slower", "delta_avg": "28.9455x slower", "std_changed": 0.0050817454794675285, "min_changed": 0.430960893631, "delta_std": "3.5239x larger", "std_base": 0.0014420911335359622, "t_msg": "Significant (t=-571.629882, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19156679153446002, "timeline_link": null, "avg_changed": 0.4700683927536001, "min_base": 0.14613199234, "delta_min": "3.1331x slower", "delta_avg": "2.4538x slower", "std_changed": 0.004447422561664201, "min_changed": 0.457843065262, "delta_std": "11.9182x smaller", "std_base": 0.05300542690911285, "t_msg": "Significant (t=-37.022777, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09832341670989202, "timeline_link": null, "avg_changed": 0.7176327037811597, "min_base": 0.0955100059509, "delta_min": "7.3374x slower", "delta_avg": "7.2987x slower", "std_changed": 0.012120817351821741, "min_changed": 0.700793027878, "delta_std": "4.6114x larger", "std_base": 0.00262847444766039, "t_msg": "Significant (t=-353.087081, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021132307052611998, "timeline_link": null, "avg_changed": 0.26286046981817995, "min_base": 0.0180881023407, "delta_min": "14.0281x slower", "delta_avg": "12.4388x slower", "std_changed": 0.003978956335625484, "min_changed": 0.253741025925, "delta_std": "1.6166x larger", "std_base": 0.0024613572374735837, "t_msg": "Significant (t=-365.330283, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0086680746078488, "timeline_link": null, "avg_changed": 0.11393363952633999, "min_base": 0.00696492195129, "delta_min": "15.7547x slower", "delta_avg": "13.1441x slower", "std_changed": 0.0019821946419481184, "min_changed": 0.109730005264, "delta_std": "3.2344x smaller", "std_base": 0.006411270828847357, "t_msg": "Significant (t=-110.918383, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023669209480292004, "timeline_link": null, "avg_changed": 0.23178535938256004, "min_base": 0.0208311080933, "delta_min": "10.8102x slower", "delta_avg": "9.7927x slower", "std_changed": 0.002612407135841629, "min_changed": 0.225188016891, "delta_std": "4.9131x smaller", "std_base": 0.012835129926362224, "t_msg": "Significant (t=-112.350794, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05735585212707402, "timeline_link": null, "avg_changed": 0.7752898979187003, "min_base": 0.0419118404388, "delta_min": "18.0807x slower", "delta_avg": "13.5172x slower", "std_changed": 0.00639917528541053, "min_changed": 0.757796049118, "delta_std": "2.4189x smaller", "std_base": 0.015478992708593674, "t_msg": "Significant (t=-303.085704, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.193507552149996, "timeline_link": null, "avg_changed": 170.2311474085, "min_base": 6.0922100544, "delta_min": "27.9412x slower", "delta_avg": "27.4854x slower", "std_changed": 0.007703842012980181, "min_changed": 170.223520994, "delta_std": "13.2825x smaller", "std_base": 0.10232592510893447, "t_msg": "Significant (t=-11303.566166, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.381976795196, "timeline_link": null, "avg_changed": 8.780220794676001, "min_base": 1.02256584167, "delta_min": "8.5625x slower", "delta_avg": "6.3534x slower", "std_changed": 0.017619409306154216, "min_changed": 8.75570106506, "delta_std": "27.4901x smaller", "std_base": 0.48435947068035995, "t_msg": "Significant (t=-34.131762, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3685552120208401, "timeline_link": null, "avg_changed": 11.420880908966003, "min_base": 0.357316017151, "delta_min": "31.8159x slower", "delta_avg": "30.9882x slower", "std_changed": 0.029973757344717196, "min_changed": 11.3683300018, "delta_std": "3.3560x larger", "std_base": 0.008931364842624367, "t_msg": "Significant (t=-2498.767605, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04626185417175801, "timeline_link": null, "avg_changed": 0.22009765148171997, "min_base": 0.0446209907532, "delta_min": "4.8031x slower", "delta_avg": "4.7576x slower", "std_changed": 0.002846728750199952, "min_changed": 0.214320898056, "delta_std": "1.1802x larger", "std_base": 0.002412005080967858, "t_msg": "Significant (t=-329.442120, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020977468490602, "timeline_link": null, "avg_changed": 0.3667536401747799, "min_base": 0.0200970172882, "delta_min": "17.7135x slower", "delta_avg": "17.4832x slower", "std_changed": 0.0045378927465122895, "min_changed": 0.355988025665, "delta_std": "2.9871x larger", "std_base": 0.0015191683482143035, "t_msg": "Significant (t=-510.927254, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.306856966018, "timeline_link": null, "avg_changed": 18.27676234244, "min_base": 9.11109113693, "delta_min": "1.9941x slower", "delta_avg": "1.9638x slower", "std_changed": 0.09470413500718486, "min_changed": 18.1687707901, "delta_std": "2.3037x smaller", "std_base": 0.21816738902303384, "t_msg": "Significant (t=-84.332617, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.566450977324, "timeline_link": null, "avg_changed": 4.645001602174, "min_base": 4.53908014297, "delta_min": "1.0181x slower", "delta_avg": "1.0172x slower", "std_changed": 0.01931139132209103, "min_changed": 4.62139487267, "delta_std": "1.3064x smaller", "std_base": 0.02522857505198352, "t_msg": "Significant (t=-5.528415, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15944964408873996, "timeline_link": null, "avg_changed": 1.2988267517098004, "min_base": 0.153487920761, "delta_min": "8.3150x slower", "delta_avg": "8.1457x slower", "std_changed": 0.008644554955392897, "min_changed": 1.27625203133, "delta_std": "1.9459x larger", "std_base": 0.0044424606840761105, "t_msg": "Significant (t=-828.933736, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.047818861007698006, "timeline_link": null, "avg_changed": 0.20664900302891998, "min_base": 0.0103240013123, "delta_min": "19.4237x slower", "delta_avg": "4.3215x slower", "std_changed": 0.007745833928275812, "min_changed": 0.200530052185, "delta_std": "7.0475x smaller", "std_base": 0.05458880614407422, "t_msg": "Significant (t=-20.369751, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.046748952865618004, "timeline_link": null, "avg_changed": 0.21733095645901998, "min_base": 0.0157959461212, "delta_min": "13.4265x slower", "delta_avg": "4.6489x slower", "std_changed": 0.002434948327241751, "min_changed": 0.212085008621, "delta_std": "23.7658x smaller", "std_base": 0.05786841655705289, "t_msg": "Significant (t=-20.825359, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0097575283050544, "timeline_link": null, "avg_changed": 1.1896995639799999, "min_base": 0.00911211967468, "delta_min": "128.8154x slower", "delta_avg": "121.9263x slower", "std_changed": 0.008161666723670476, "min_changed": 1.17378115654, "delta_std": "13.5333x larger", "std_base": 0.000603082113424401, "t_msg": "Significant (t=-1019.493387, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016572618484495998, "timeline_link": null, "avg_changed": 0.18956687927246002, "min_base": 0.00142908096313, "delta_min": "129.2391x slower", "delta_avg": "114.3856x slower", "std_changed": 0.002557733424827821, "min_changed": 0.184693098068, "delta_std": "4.0968x larger", "std_base": 0.0006243221765808986, "t_msg": "Significant (t=-504.674863, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.090711102485662, "timeline_link": null, "avg_changed": 0.30680961608888, "min_base": 0.0376889705658, "delta_min": "7.8237x slower", "delta_avg": "3.3823x slower", "std_changed": 0.006267854192477595, "min_changed": 0.294866085052, "delta_std": "11.6430x smaller", "std_base": 0.07297682916390202, "t_msg": "Significant (t=-20.861994, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12068018913265996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18529273986817998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12015046596526005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2564561510086201, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15327577114104002, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14074312686915996, "timeline_link": null, "avg_changed": 0.43995185375212, "min_base": 0.134153842926, "delta_min": "3.2055x slower", "delta_avg": "3.1259x slower", "std_changed": 0.005576496629846713, "min_changed": 0.430027961731, "delta_std": "2.6315x larger", "std_base": 0.0021191481268337895, "t_msg": "Significant (t=-354.655612, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042300524711606, "timeline_link": null, "avg_changed": 0.2084702014923, "min_base": 0.0290539264679, "delta_min": "7.0108x slower", "delta_avg": "4.9283x slower", "std_changed": 0.0029306553331947573, "min_changed": 0.203691005707, "delta_std": "4.2538x smaller", "std_base": 0.012466369154215558, "t_msg": "Significant (t=-91.752107, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055448341369625995, "timeline_link": null, "avg_changed": 0.3292576313019201, "min_base": 0.00505995750427, "delta_min": "62.7031x slower", "delta_avg": "59.3810x slower", "std_changed": 0.004116700185324674, "min_changed": 0.317274808884, "delta_std": "2.6603x larger", "std_base": 0.0015474755875539543, "t_msg": "Significant (t=-520.469508, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0368, "timeline_link": null, "avg_changed": 4.882199999999998, "min_base": 1.0, "delta_min": "4.7500x slower", "delta_avg": "4.7089x slower", "std_changed": 0.052422537605304825, "min_changed": 4.75, "delta_std": "2.1297x larger", "std_base": 0.024614580049645562, "t_msg": "Significant (t=-469.510160, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.40320000000000017, "timeline_link": null, "avg_changed": 3.5671999999999993, "min_base": 0.38, "delta_min": "9.1316x slower", "delta_avg": "8.8472x slower", "std_changed": 0.038705586792859674, "min_changed": 3.47, "delta_std": "1.8483x larger", "std_base": 0.02094112251635279, "t_msg": "Significant (t=-508.388319, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03553269863128933, "timeline_link": null, "avg_changed": 0.2162119944890433, "min_base": 0.0206429958344, "delta_min": "3.0158x slower", "delta_avg": "6.0849x slower", "std_changed": 0.0907985610558951, "min_changed": 0.0622560977936, "delta_std": "5.3630x larger", "std_base": 0.016930517642816018, "t_msg": "Significant (t=-23.958163, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017596436023712927, "timeline_link": null, "avg_changed": 0.043719920635220656, "min_base": 0.00349307060242, "delta_min": "7.6612x slower", "delta_avg": "2.4846x slower", "std_changed": 0.07669686651337475, "min_changed": 0.0267610549927, "delta_std": "1.3583x larger", "std_base": 0.05646494576256608, "t_msg": "Significant (t=-6.133321, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7346853017806, "timeline_link": null, "avg_changed": 17.07734858989, "min_base": 0.722333908081, "delta_min": "23.5537x slower", "delta_avg": "23.2444x slower", "std_changed": 0.04239236788620701, "min_changed": 17.0136039257, "delta_std": "4.7306x larger", "std_base": 0.008961215255066256, "t_msg": "Significant (t=-1192.731114, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2575699329378, "timeline_link": null, "avg_changed": 0.8438673973084001, "min_base": 0.169066905975, "delta_min": "4.9600x slower", "delta_avg": "3.2763x slower", "std_changed": 0.006119706022511727, "min_changed": 0.838568925858, "delta_std": "27.5878x smaller", "std_base": 0.16882907531584707, "t_msg": "Significant (t=-7.760160, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1903208255762, "timeline_link": null, "avg_changed": 4.926202011108, "min_base": 0.787134170532, "delta_min": "6.2147x slower", "delta_avg": "4.1385x slower", "std_changed": 0.025250054731650512, "min_changed": 4.89181303978, "delta_std": "25.0213x smaller", "std_base": 0.6317894098903571, "t_msg": "Significant (t=-13.211714, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.25019874572764, "timeline_link": null, "avg_changed": 0.4071633815764, "min_base": 0.0919089317322, "delta_min": "4.2593x slower", "delta_avg": "1.6274x slower", "std_changed": 0.01567086413887757, "min_changed": 0.39146399498, "delta_std": "12.1763x smaller", "std_base": 0.1908129588061067, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22823462486260002, "timeline_link": null, "avg_changed": 1.384453964232, "min_base": 0.154114961624, "delta_min": "8.8583x slower", "delta_avg": "6.0659x slower", "std_changed": 0.01624872844324103, "min_changed": 1.36520409584, "delta_std": "6.6757x smaller", "std_base": 0.10847229039613997, "t_msg": "Significant (t=-23.571528, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0109561617, "timeline_link": null, "avg_changed": 0.7415940443399998, "min_base": 0.008238976, "delta_min": "87.7946x slower", "delta_avg": "67.6874x slower", "std_changed": 0.010468131091656351, "min_changed": 0.723337683, "delta_std": "1.5444x larger", "std_base": 0.00677820588782781, "t_msg": "Significant (t=-414.272309, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [497.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [58.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [83.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025105716188376505, "timeline_link": null, "avg_changed": 0.12565618838342435, "min_base": 0.0024591957937915142, "delta_min": "50.1155x slower", "delta_avg": "50.0508x slower", "std_changed": 0.0009387047243799463, "min_changed": 0.12324377618930243, "delta_std": "39.2181x larger", "std_base": 2.393550765601611e-05, "t_msg": "Significant (t=-927.328954, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006597886929216562, "timeline_link": null, "avg_changed": 0.0065307490118917694, "min_base": 0.0006538511834706421, "delta_min": "9.7414x slower", "delta_avg": "9.8982x slower", "std_changed": 0.00011511412013026431, "min_changed": 0.006369426751592357, "delta_std": "14.9823x larger", "std_base": 7.683340829508902e-06, "t_msg": "Significant (t=-113.789009, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027536419470316235, "timeline_link": null, "avg_changed": 0.042664322064966974, "min_base": 0.00241721053903795, "delta_min": "17.3459x slower", "delta_avg": "15.4938x slower", "std_changed": 0.0005064262373490807, "min_changed": 0.041928721174004195, "delta_std": "2.4700x larger", "std_base": 0.00020503396725061614, "t_msg": "Significant (t=-516.532036, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.056975565791411824, "timeline_link": null, "avg_changed": 0.35072776842507764, "min_base": 0.05579189622707302, "delta_min": "6.1534x slower", "delta_avg": "6.1558x slower", "std_changed": 0.0036545928348656023, "min_changed": 0.34331080356184956, "delta_std": "3.7692x larger", "std_base": 0.0009695907864043162, "t_msg": "Significant (t=-549.359335, a=0.95)\n"}]], "branch": "", "revision": "96699:06e38bb00f7e"}