{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036875014305113994, "timeline_link": null, "avg_changed": 0.7487745046615601, "min_base": 0.0364518165588, "delta_min": "20.3359x slower", "delta_avg": "20.3057x slower", "std_changed": 0.00351032223630623, "min_changed": 0.741281986237, "delta_std": "5.4457x larger", "std_base": 0.0006446034761852588, "t_msg": "Significant (t=-1410.441827, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.017478295962016003, "timeline_link": null, "avg_changed": 0.1513268963495333, "min_base": 0.0135679244995, "delta_min": "10.8891x slower", "delta_avg": "8.6580x slower", "std_changed": 0.0029992536637759495, "min_changed": 0.147742986679, "delta_std": "2.4603x smaller", "std_base": 0.007378970094615765, "t_msg": "Significant (t=-205.807745, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28398761749255, "timeline_link": null, "avg_changed": 1.4922008156780002, "min_base": 0.22548699379, "delta_min": "6.5508x slower", "delta_avg": "5.2545x slower", "std_changed": 0.055709968418942914, "min_changed": 1.47711086273, "delta_std": "3.5178x smaller", "std_base": 0.19597621348123406, "t_msg": "Significant (t=-26.520442, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3700923728940007, "timeline_link": null, "avg_changed": 21.076983895297996, "min_base": 3.36425900459, "delta_min": "6.2426x slower", "delta_avg": "6.2541x slower", "std_changed": 0.0745378075209734, "min_changed": 21.001557827, "delta_std": "21.0599x larger", "std_base": 0.003539316339804382, "t_msg": "Significant (t=-1677.882976, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021810317039485997, "timeline_link": null, "avg_changed": 0.24792923450472004, "min_base": 0.0184800624847, "delta_min": "13.2635x slower", "delta_avg": "11.3675x slower", "std_changed": 0.001900178967961123, "min_changed": 0.245110988617, "delta_std": "2.6833x smaller", "std_base": 0.0050986571592305276, "t_msg": "Significant (t=-293.849400, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.1891783666614, "timeline_link": null, "avg_changed": 48.437547297475994, "min_base": 8.11726284027, "delta_min": "5.9445x slower", "delta_avg": "5.9148x slower", "std_changed": 0.10277913813242259, "min_changed": 48.2533371449, "delta_std": "1.6954x smaller", "std_base": 0.17425671661351305, "t_msg": "Significant (t=-1406.753362, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009112100601191999, "timeline_link": null, "avg_changed": 0.5520526361465, "min_base": 0.00649285316467, "delta_min": "84.9180x slower", "delta_avg": "60.5846x slower", "std_changed": 0.0004128278843761376, "min_changed": 0.551359891891, "delta_std": "38.8946x smaller", "std_base": 0.016056782744197813, "t_msg": "Significant (t=-239.020552, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [320.944005013], "base_times": [139.477576971]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04965921401979001, "timeline_link": null, "avg_changed": 3.4746958160399997, "min_base": 0.0471520423889, "delta_min": "73.5972x slower", "delta_avg": "69.9708x slower", "std_changed": 0.002179648420370925, "min_changed": 3.47025990486, "delta_std": "6.3620x smaller", "std_base": 0.01386684276274441, "t_msg": "Significant (t=-1725.332505, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0106148147582968, "timeline_link": null, "avg_changed": 0.03910489559173, "min_base": 0.00146102905273, "delta_min": "26.6415x slower", "delta_avg": "3.6840x slower", "std_changed": 0.00017404729364810972, "min_changed": 0.0389239788055, "delta_std": "70.2259x smaller", "std_base": 0.012222624517937453, "t_msg": "Significant (t=-16.480493, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03124611854553599, "timeline_link": null, "avg_changed": 1.1007330036163998, "min_base": 0.0295641422272, "delta_min": "37.1511x slower", "delta_avg": "35.2278x slower", "std_changed": 0.0016746169073512888, "min_changed": 1.09834003448, "delta_std": "1.7153x smaller", "std_base": 0.0028725090847967903, "t_msg": "Significant (t=-2274.407717, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44179961681365987, "timeline_link": null, "avg_changed": 1.0919169569015998, "min_base": 0.353531122208, "delta_min": "3.0688x slower", "delta_avg": "2.4715x slower", "std_changed": 0.002253886921236461, "min_changed": 1.08490681648, "delta_std": "48.1916x smaller", "std_base": 0.10861852771112683, "t_msg": "Significant (t=-42.313540, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17188317775730003, "timeline_link": null, "avg_changed": 1.6978912067409997, "min_base": 0.170693874359, "delta_min": "9.9017x slower", "delta_avg": "9.8782x slower", "std_changed": 0.00653253052313132, "min_changed": 1.69016098976, "delta_std": "1.6121x larger", "std_base": 0.004052105789044828, "t_msg": "Significant (t=-1403.692256, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042511043548582005, "timeline_link": null, "avg_changed": 0.6130478429795201, "min_base": 0.0360519886017, "delta_min": "16.7272x slower", "delta_avg": "14.4209x slower", "std_changed": 0.005625710966964652, "min_changed": 0.603049039841, "delta_std": "1.2355x larger", "std_base": 0.0045535441087623555, "t_msg": "Significant (t=-557.406299, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016035389900216, "timeline_link": null, "avg_changed": 0.27378557205195997, "min_base": 0.013200044632, "delta_min": "20.5654x slower", "delta_avg": "17.0738x slower", "std_changed": 0.0021372164438834516, "min_changed": 0.271463871002, "delta_std": "6.4061x smaller", "std_base": 0.01369127349623077, "t_msg": "Significant (t=-131.526196, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.050994844436656, "timeline_link": null, "avg_changed": 0.5952903461456999, "min_base": 0.0458469390869, "delta_min": "12.9154x slower", "delta_avg": "11.6735x slower", "std_changed": 0.0023121373851442213, "min_changed": 0.592133045197, "delta_std": "11.7671x smaller", "std_base": 0.02720719240716039, "t_msg": "Significant (t=-140.952703, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.21622509956355995, "timeline_link": null, "avg_changed": 1.6456484270093994, "min_base": 0.135104179382, "delta_min": "12.1506x slower", "delta_avg": "7.6108x slower", "std_changed": 0.0024645393699378334, "min_changed": 1.64159917831, "delta_std": "29.7015x smaller", "std_base": 0.07320051686204579, "t_msg": "Significant (t=-138.002105, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.150591611849991, "timeline_link": null, "avg_changed": 352.4860990050001, "min_base": 10.8196341991, "delta_min": "32.5755x slower", "delta_avg": "31.6114x slower", "std_changed": 0.031000572449928626, "min_changed": 352.455410004, "delta_std": "10.7842x smaller", "std_base": 0.33431747262782885, "t_msg": "Significant (t=-7188.664948, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.3685054779060004, "timeline_link": null, "avg_changed": 21.227980852159998, "min_base": 2.64139103889, "delta_min": "8.0270x slower", "delta_avg": "6.3019x slower", "std_changed": 0.02092429969063479, "min_changed": 21.2024788857, "delta_std": "47.7545x smaller", "std_base": 0.9992289552682482, "t_msg": "Significant (t=-39.957057, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7445836019515798, "timeline_link": null, "avg_changed": 26.014279932976006, "min_base": 0.740119934082, "delta_min": "35.0853x slower", "delta_avg": "34.9380x slower", "std_changed": 0.015464783840580518, "min_changed": 25.9673302174, "delta_std": "1.1699x smaller", "std_base": 0.01809274595336806, "t_msg": "Significant (t=-7507.276068, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08017785072326003, "timeline_link": null, "avg_changed": 0.44246359348295994, "min_base": 0.0788049697876, "delta_min": "5.6027x slower", "delta_avg": "5.5185x slower", "std_changed": 0.0004816662764145699, "min_changed": 0.441519021988, "delta_std": "10.7913x smaller", "std_base": 0.005197790881978046, "t_msg": "Significant (t=-490.750445, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03263899803161999, "timeline_link": null, "avg_changed": 0.6729615068434799, "min_base": 0.0311560630798, "delta_min": "21.5341x slower", "delta_avg": "20.6183x slower", "std_changed": 0.0024875943665054133, "min_changed": 0.670917034149, "delta_std": "1.0087x larger", "std_base": 0.002466245399266408, "t_msg": "Significant (t=-1292.566157, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.54564447402, "timeline_link": null, "avg_changed": 46.946904611579996, "min_base": 20.527203083, "delta_min": "2.2864x slower", "delta_avg": "2.2850x slower", "std_changed": 0.008931088708206166, "min_changed": 46.9342701435, "delta_std": "3.0677x smaller", "std_base": 0.02739780687873671, "t_msg": "Significant (t=-2048.636464, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.8143304825, "timeline_link": null, "avg_changed": 10.94822120666, "min_base": 10.8071880341, "delta_min": "1.0126x slower", "delta_avg": "1.0124x slower", "std_changed": 0.005276937608342468, "min_changed": 10.9436321259, "delta_std": "2.5625x smaller", "std_base": 0.013522323456067981, "t_msg": "Significant (t=-20.625474, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29244217395775995, "timeline_link": null, "avg_changed": 2.934107823373001, "min_base": 0.284770965576, "delta_min": "10.2880x slower", "delta_avg": "10.0331x slower", "std_changed": 0.002414504697703965, "min_changed": 2.92972803116, "delta_std": "2.3736x smaller", "std_base": 0.005731033647404714, "t_msg": "Significant (t=-3003.655015, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09205485820769, "timeline_link": null, "avg_changed": 0.4757854270934599, "min_base": 0.0231120586395, "delta_min": "20.4002x slower", "delta_avg": "5.1685x slower", "std_changed": 0.016881024508160928, "min_changed": 0.471490859985, "delta_std": "6.3414x smaller", "std_base": 0.10704856209136424, "t_msg": "Significant (t=-25.037828, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.108063879013072, "timeline_link": null, "avg_changed": 0.5148383951187598, "min_base": 0.0398919582367, "delta_min": "12.8860x slower", "delta_avg": "4.7642x slower", "std_changed": 0.0009356277370710459, "min_changed": 0.514047861099, "delta_std": "126.8161x smaller", "std_base": 0.1186526446409751, "t_msg": "Significant (t=-24.240848, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.029109549522402, "timeline_link": null, "avg_changed": 2.8681782388688, "min_base": 0.0185091495514, "delta_min": "152.1946x slower", "delta_avg": "98.5305x slower", "std_changed": 0.01530240848964032, "min_changed": 2.81699299812, "delta_std": "1.4098x smaller", "std_base": 0.021573860600855418, "t_msg": "Significant (t=-758.992531, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032952213287356005, "timeline_link": null, "avg_changed": 0.38688661098488003, "min_base": 0.00290894508362, "delta_min": "132.4876x slower", "delta_avg": "117.4084x slower", "std_changed": 0.0006455130630209411, "min_changed": 0.385399103165, "delta_std": "1.7847x smaller", "std_base": 0.0011520200501912812, "t_msg": "Significant (t=-2054.002035, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20026005268096, "timeline_link": null, "avg_changed": 0.70221651077272, "min_base": 0.0855350494385, "delta_min": "8.0565x slower", "delta_avg": "3.5065x slower", "std_changed": 0.009966404696271887, "min_changed": 0.689115047455, "delta_std": "15.2320x smaller", "std_base": 0.1518078879989351, "t_msg": "Significant (t=-23.330433, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24343557357787993, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46819289684300003, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18558892250056006, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5944298648834201, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36595163345335996, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26157867908478, "timeline_link": null, "avg_changed": 0.7188100147247802, "min_base": 0.253603935242, "delta_min": "2.7920x slower", "delta_avg": "2.7480x slower", "std_changed": 0.009262350279410908, "min_changed": 0.708057165146, "delta_std": "1.1504x larger", "std_base": 0.008051370388679088, "t_msg": "Significant (t=-263.442518, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08528819084167001, "timeline_link": null, "avg_changed": 0.4495723724365001, "min_base": 0.0588979721069, "delta_min": "7.6175x slower", "delta_avg": "5.2712x slower", "std_changed": 0.0019037965248705165, "min_changed": 0.448654174805, "delta_std": "14.0021x smaller", "std_base": 0.026657101832051527, "t_msg": "Significant (t=-96.384597, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009087438583371799, "timeline_link": null, "avg_changed": 0.7542214727401201, "min_base": 0.0082859992981, "delta_min": "90.4747x slower", "delta_avg": "82.9960x slower", "std_changed": 0.002290741240365353, "min_changed": 0.749672889709, "delta_std": "1.3946x smaller", "std_base": 0.00319456810716883, "t_msg": "Significant (t=-1340.344267, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1500000000000004, "timeline_link": null, "avg_changed": 8.927599999999998, "min_base": 2.11, "delta_min": "4.2180x slower", "delta_avg": "4.1524x slower", "std_changed": 0.019119388599224605, "min_changed": 8.9, "delta_std": "1.4794x smaller", "std_base": 0.02828427124746197, "t_msg": "Significant (t=-1403.767850, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7846, "timeline_link": null, "avg_changed": 6.749799999999993, "min_base": 0.75, "delta_min": "8.9333x slower", "delta_avg": "8.6029x slower", "std_changed": 0.025434188785641847, "min_changed": 6.7, "delta_std": "1.2388x smaller", "std_base": 0.03150704488762822, "t_msg": "Significant (t=-1041.698737, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07467940171559598, "timeline_link": null, "avg_changed": 0.5464904514949002, "min_base": 0.0462920665741, "delta_min": "2.6841x slower", "delta_avg": "7.3178x slower", "std_changed": 0.24986338877338626, "min_changed": 0.124253988266, "delta_std": "7.9048x larger", "std_base": 0.031608936150781766, "t_msg": "Significant (t=-22.943703, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01287675189971979, "timeline_link": null, "avg_changed": 0.057720650196074585, "min_base": 0.00749897956848, "delta_min": "7.3463x slower", "delta_avg": "4.4825x slower", "std_changed": 0.0057621094502836485, "min_changed": 0.0550899505615, "delta_std": "2.2306x smaller", "std_base": 0.012852704914533102, "t_msg": "Significant (t=-71.190849, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8334149646764002, "timeline_link": null, "avg_changed": 48.902159075731994, "min_base": 1.82200789452, "delta_min": "26.7668x slower", "delta_avg": "26.6727x slower", "std_changed": 0.059215757584597746, "min_changed": 48.7692859173, "delta_std": "9.4378x larger", "std_base": 0.006274303550539592, "t_msg": "Significant (t=-5589.282165, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5911771774286001, "timeline_link": null, "avg_changed": 1.983613157272, "min_base": 0.413573980331, "delta_min": "4.7786x slower", "delta_avg": "3.3554x slower", "std_changed": 0.0063060141196119085, "min_changed": 1.97631001472, "delta_std": "51.2639x smaller", "std_base": 0.3232711423881327, "t_msg": "Significant (t=-9.629654, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.526354789732, "timeline_link": null, "avg_changed": 11.865107345580002, "min_base": 1.72662782669, "delta_min": "6.8610x slower", "delta_avg": "4.6965x slower", "std_changed": 0.012153217612532949, "min_changed": 11.8464670181, "delta_std": "99.5519x smaller", "std_base": 1.2098754720978278, "t_msg": "Significant (t=-17.258828, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5456079959876, "timeline_link": null, "avg_changed": 0.9750485420222, "min_base": 0.268687009811, "delta_min": "3.5573x slower", "delta_avg": "1.7871x slower", "std_changed": 0.02600226804536401, "min_changed": 0.955787181854, "delta_std": "14.3014x smaller", "std_base": 0.37186899534916606, "t_msg": "Significant (t=-2.575959, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4472715854642, "timeline_link": null, "avg_changed": 3.5133605003339996, "min_base": 0.275019884109, "delta_min": "12.6897x slower", "delta_avg": "7.8551x slower", "std_changed": 0.032921812680033, "min_changed": 3.48991179466, "delta_std": "7.2943x smaller", "std_base": 0.24014042938659336, "t_msg": "Significant (t=-28.285321, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02437060684, "timeline_link": null, "avg_changed": 1.63902227854, "min_base": 0.018797638, "delta_min": "87.0604x slower", "delta_avg": "67.2541x slower", "std_changed": 0.0013243104636401647, "min_changed": 1.636529173, "delta_std": "11.7810x smaller", "std_base": 0.015601683258289627, "t_msg": "Significant (t=-729.177813, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [375.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [178.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0043719012644458065, "timeline_link": null, "avg_changed": 0.29732596486855667, "min_base": 0.004319639500165874, "delta_min": "68.6742x slower", "delta_avg": "68.0084x slower", "std_changed": 0.000613128594147787, "min_changed": 0.29664787896766537, "delta_std": "16.7588x larger", "std_base": 3.658551770063809e-05, "t_msg": "Significant (t=-3372.571541, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.00148403513792474, "timeline_link": null, "avg_changed": 0.013730457494242489, "min_base": 0.0014624159110851126, "delta_min": "9.3543x slower", "delta_avg": "9.2521x slower", "std_changed": 5.700312048596134e-05, "min_changed": 0.013679890560875513, "delta_std": "4.1875x larger", "std_base": 1.3612765633389854e-05, "t_msg": "Significant (t=-1477.583937, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006346882341126141, "timeline_link": null, "avg_changed": 0.09824407374890258, "min_base": 0.00591016548463357, "delta_min": "16.5882x slower", "delta_avg": "15.4791x slower", "std_changed": 0.0005128911805002447, "min_changed": 0.09803921568627451, "delta_std": "1.3484x larger", "std_base": 0.0003803664683745501, "t_msg": "Significant (t=-1017.648284, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1935761448335202, "timeline_link": null, "avg_changed": 1.0422314283851308, "min_base": 0.19135322609579622, "delta_min": "5.4102x slower", "delta_avg": "5.3841x slower", "std_changed": 0.005535374539737199, "min_changed": 1.035263668715626, "delta_std": "3.6711x larger", "std_base": 0.0015078236166474845, "t_msg": "Significant (t=-1045.987818, a=0.95)\n"}]], "branch": "", "revision": "92950:bab05da3f317"}