{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036048450469974, "timeline_link": null, "avg_changed": 0.7134142494201599, "min_base": 0.035530090332, "delta_min": "19.9488x slower", "delta_avg": "19.7904x slower", "std_changed": 0.004326297356988395, "min_changed": 0.708783864975, "delta_std": "7.5559x larger", "std_base": 0.0005725708006958899, "t_msg": "Significant (t=-1097.542527, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015574895540875999, "timeline_link": null, "avg_changed": 0.13763163725538002, "min_base": 0.0126578807831, "delta_min": "10.5661x slower", "delta_avg": "8.8368x slower", "std_changed": 0.003282905961152415, "min_changed": 0.133744955063, "delta_std": "1.9019x smaller", "std_base": 0.006243816486029626, "t_msg": "Significant (t=-211.911909, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27417718172095, "timeline_link": null, "avg_changed": 1.4111291885385, "min_base": 0.208806037903, "delta_min": "6.6697x slower", "delta_avg": "5.1468x slower", "std_changed": 0.05082125693323652, "min_changed": 1.39268112183, "delta_std": "3.8271x smaller", "std_base": 0.19449982257110138, "t_msg": "Significant (t=-25.292787, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4367060375214002, "timeline_link": null, "avg_changed": 20.360406689648002, "min_base": 3.36892795563, "delta_min": "6.0191x slower", "delta_avg": "5.9244x slower", "std_changed": 0.07249077869777457, "min_changed": 20.2777898312, "delta_std": "1.2245x smaller", "std_base": 0.08876765527747807, "t_msg": "Significant (t=-1044.171301, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020408682823183994, "timeline_link": null, "avg_changed": 0.22387698173523998, "min_base": 0.0172810554504, "delta_min": "12.8263x slower", "delta_avg": "10.9697x slower", "std_changed": 0.0019398899908526532, "min_changed": 0.221651792526, "delta_std": "2.5016x smaller", "std_base": 0.004852753207123408, "t_msg": "Significant (t=-275.297285, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.296886324882399, "timeline_link": null, "avg_changed": 46.27582750797401, "min_base": 7.2385468483, "delta_min": "6.3615x slower", "delta_avg": "6.3419x slower", "std_changed": 0.10704344441190383, "min_changed": 46.0482151508, "delta_std": "1.7699x smaller", "std_base": 0.18945288757046935, "t_msg": "Significant (t=-1266.636091, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0089360904693658, "timeline_link": null, "avg_changed": 0.5429387760162799, "min_base": 0.00618290901184, "delta_min": "87.5255x slower", "delta_avg": "60.7580x slower", "std_changed": 0.0014209017182313828, "min_changed": 0.541162014008, "delta_std": "12.0683x smaller", "std_base": 0.017147914687086537, "t_msg": "Significant (t=-219.447827, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [145.301077127], "base_times": [150.810090065]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047503690719592005, "timeline_link": null, "avg_changed": 3.0996506738668006, "min_base": 0.0448949337006, "delta_min": "68.8986x slower", "delta_avg": "65.2507x slower", "std_changed": 0.00349103499222807, "min_changed": 3.09319782257, "delta_std": "4.0155x smaller", "std_base": 0.014018285153279254, "t_msg": "Significant (t=-1493.927743, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0107109403610204, "timeline_link": null, "avg_changed": 0.03930472850800399, "min_base": 0.00137805938721, "delta_min": "28.1687x slower", "delta_avg": "3.6696x slower", "std_changed": 0.0003398934860915889, "min_changed": 0.0388181209564, "delta_std": "37.2351x smaller", "std_base": 0.012655969043650447, "t_msg": "Significant (t=-15.969993, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030955405235293994, "timeline_link": null, "avg_changed": 1.0273595046993997, "min_base": 0.0298118591309, "delta_min": "34.2875x slower", "delta_avg": "33.1884x slower", "std_changed": 0.003370385411305453, "min_changed": 1.02217411995, "delta_std": "1.7083x larger", "std_base": 0.001972965585415997, "t_msg": "Significant (t=-1804.080090, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4590390539169001, "timeline_link": null, "avg_changed": 1.0498620700833996, "min_base": 0.355247974396, "delta_min": "2.9177x slower", "delta_avg": "2.2871x slower", "std_changed": 0.00492306944464262, "min_changed": 1.03650403023, "delta_std": "24.3652x smaller", "std_base": 0.11995149902035937, "t_msg": "Significant (t=-34.799360, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17787441253664, "timeline_link": null, "avg_changed": 1.7493487119674003, "min_base": 0.176361083984, "delta_min": "9.8025x slower", "delta_avg": "9.8347x slower", "std_changed": 0.01522122270944268, "min_changed": 1.7287709713, "delta_std": "3.3322x larger", "std_base": 0.0045679627154875, "t_msg": "Significant (t=-699.225022, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.03926072120667, "timeline_link": null, "avg_changed": 0.6088875246047799, "min_base": 0.0300841331482, "delta_min": "19.9100x slower", "delta_avg": "15.5088x slower", "std_changed": 0.007210606692324805, "min_changed": 0.598975896835, "delta_std": "1.2345x larger", "std_base": 0.005841071776378222, "t_msg": "Significant (t=-434.056418, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014491324424748, "timeline_link": null, "avg_changed": 0.25474200248722, "min_base": 0.0115931034088, "delta_min": "21.7710x slower", "delta_avg": "17.5789x slower", "std_changed": 0.0028202770585918917, "min_changed": 0.252393960953, "delta_std": "5.1232x smaller", "std_base": 0.01444876722283533, "t_msg": "Significant (t=-115.398268, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.052846837043764, "timeline_link": null, "avg_changed": 0.5597820758819401, "min_base": 0.0475580692291, "delta_min": "11.6807x slower", "delta_avg": "10.5925x slower", "std_changed": 0.0035117879434312877, "min_changed": 0.555509805679, "delta_std": "8.1211x smaller", "std_base": 0.028519455178958885, "t_msg": "Significant (t=-124.746523, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22539997100835996, "timeline_link": null, "avg_changed": 1.4946548414230003, "min_base": 0.144443035126, "delta_min": "10.3135x slower", "delta_avg": "6.6311x slower", "std_changed": 0.0037977894214818253, "min_changed": 1.48971319199, "delta_std": "16.7516x smaller", "std_base": 0.06361898804407358, "t_msg": "Significant (t=-140.823338, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.649933457399996, "timeline_link": null, "avg_changed": 340.8788295984996, "min_base": 12.2073528767, "delta_min": "27.9010x slower", "delta_avg": "26.9471x slower", "std_changed": 0.28441813274602384, "min_changed": 340.597270012, "delta_std": "1.5719x smaller", "std_base": 0.44707389976349987, "t_msg": "Significant (t=-4380.134365, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.45420460701, "timeline_link": null, "avg_changed": 20.068463230119995, "min_base": 2.72848296165, "delta_min": "7.3427x slower", "delta_avg": "5.8099x slower", "std_changed": 0.042364299855296585, "min_changed": 20.034320116, "delta_std": "23.1098x smaller", "std_base": 0.9790308394852242, "t_msg": "Significant (t=-37.910838, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8178881883621999, "timeline_link": null, "avg_changed": 24.513683071135997, "min_base": 0.811074972153, "delta_min": "30.2045x slower", "delta_avg": "29.9719x slower", "std_changed": 0.011409456515442421, "min_changed": 24.4980928898, "delta_std": "1.7137x smaller", "std_base": 0.019552210932928516, "t_msg": "Significant (t=-7401.578122, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07463521003723, "timeline_link": null, "avg_changed": 0.41566431999200015, "min_base": 0.0727632045746, "delta_min": "5.6860x slower", "delta_avg": "5.5693x slower", "std_changed": 0.001245402585325469, "min_changed": 0.413727998734, "delta_std": "4.1926x smaller", "std_base": 0.005221476518734524, "t_msg": "Significant (t=-449.229546, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03154565334320801, "timeline_link": null, "avg_changed": 0.64034409523008, "min_base": 0.0309138298035, "delta_min": "20.5130x slower", "delta_avg": "20.2990x slower", "std_changed": 0.004313442778803106, "min_changed": 0.634134054184, "delta_std": "1.7560x larger", "std_base": 0.0024563404920943496, "t_msg": "Significant (t=-867.248375, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.0846911907, "timeline_link": null, "avg_changed": 44.11554288863999, "min_base": 19.0619950294, "delta_min": "2.3133x slower", "delta_avg": "2.3116x slower", "std_changed": 0.02168415492926146, "min_changed": 44.0964541435, "delta_std": "1.5581x smaller", "std_base": 0.03378531292889246, "t_msg": "Significant (t=-1394.200617, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.383256673814, "timeline_link": null, "avg_changed": 9.470372962952002, "min_base": 9.3721370697, "delta_min": "1.0098x slower", "delta_avg": "1.0093x slower", "std_changed": 0.007073479252890237, "min_changed": 9.46372699738, "delta_std": "1.9197x smaller", "std_base": 0.013578991261557077, "t_msg": "Significant (t=-12.722843, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29050513267518, "timeline_link": null, "avg_changed": 2.733354563712601, "min_base": 0.286412000656, "delta_min": "9.5016x slower", "delta_avg": "9.4090x slower", "std_changed": 0.0058542343848529245, "min_changed": 2.72135996819, "delta_std": "1.6713x larger", "std_base": 0.003502850020257586, "t_msg": "Significant (t=-2531.973140, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.097715764045728, "timeline_link": null, "avg_changed": 0.45377988338473985, "min_base": 0.022243976593, "delta_min": "20.2105x slower", "delta_avg": "4.6439x slower", "std_changed": 0.01476878538271047, "min_changed": 0.449562072754, "delta_std": "7.8259x smaller", "std_base": 0.1155787476046084, "t_msg": "Significant (t=-21.608185, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.099200448989876, "timeline_link": null, "avg_changed": 0.46838568687437987, "min_base": 0.0401051044464, "delta_min": "11.6241x slower", "delta_avg": "4.7216x slower", "std_changed": 0.003222707620204896, "min_changed": 0.466185092926, "delta_std": "37.3172x smaller", "std_base": 0.12026235382582266, "t_msg": "Significant (t=-21.699202, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034531450271610004, "timeline_link": null, "avg_changed": 2.7748125505448, "min_base": 0.01970911026, "delta_min": "138.6352x slower", "delta_avg": "80.3561x slower", "std_changed": 0.01549483607585157, "min_changed": 2.73237609863, "delta_std": "1.3283x smaller", "std_base": 0.020581240501660856, "t_msg": "Significant (t=-752.145049, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003667826652526599, "timeline_link": null, "avg_changed": 0.3710980653763, "min_base": 0.00324606895447, "delta_min": "113.8259x slower", "delta_avg": "101.1766x slower", "std_changed": 0.0014904256181786939, "min_changed": 0.369486808777, "delta_std": "1.1862x larger", "std_base": 0.0012564873229964429, "t_msg": "Significant (t=-1332.786951, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20243355274188196, "timeline_link": null, "avg_changed": 0.67323467254642, "min_base": 0.086354970932, "delta_min": "7.6379x slower", "delta_avg": "3.3257x slower", "std_changed": 0.010777519774546326, "min_changed": 0.659572839737, "delta_std": "14.5046x smaller", "std_base": 0.15632375862681913, "t_msg": "Significant (t=-21.245541, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25062206745144, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46883365154270007, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.20524541378017996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6050110673905003, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36745656490334, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23969989776607992, "timeline_link": null, "avg_changed": 0.8061474132537602, "min_base": 0.212825059891, "delta_min": "3.5087x slower", "delta_avg": "3.3632x slower", "std_changed": 0.04048996040886934, "min_changed": 0.746747970581, "delta_std": "2.2218x larger", "std_base": 0.018223948758795523, "t_msg": "Significant (t=-90.207131, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08419784069058199, "timeline_link": null, "avg_changed": 0.4232513046265201, "min_base": 0.0572910308838, "delta_min": "7.3567x slower", "delta_avg": "5.0269x slower", "std_changed": 0.0022705341981988703, "min_changed": 0.42147397995, "delta_std": "11.6998x smaller", "std_base": 0.02656477967566425, "t_msg": "Significant (t=-89.922089, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017734785079958, "timeline_link": null, "avg_changed": 0.7834366035460999, "min_base": 0.0168919563293, "delta_min": "46.1852x slower", "delta_avg": "44.1751x slower", "std_changed": 0.002116438637722455, "min_changed": 0.780158042908, "delta_std": "1.5498x smaller", "std_base": 0.0032800743707728877, "t_msg": "Significant (t=-1387.004405, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1839999999999993, "timeline_link": null, "avg_changed": 8.957400000000002, "min_base": 2.17, "delta_min": "4.0922x slower", "delta_avg": "4.1014x slower", "std_changed": 0.03199553540283839, "min_changed": 8.88, "delta_std": "2.3350x larger", "std_base": 0.013702375780893485, "t_msg": "Significant (t=-1376.054083, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8087999999999999, "timeline_link": null, "avg_changed": 6.598400000000007, "min_base": 0.78, "delta_min": "8.3974x slower", "delta_avg": "8.1583x slower", "std_changed": 0.025900910077778266, "min_changed": 6.55, "delta_std": "1.4076x smaller", "std_base": 0.03645741155297309, "t_msg": "Significant (t=-915.416137, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06882272879283333, "timeline_link": null, "avg_changed": 0.4861267757415798, "min_base": 0.0421271324158, "delta_min": "2.7947x slower", "delta_avg": "7.0635x slower", "std_changed": 0.21714827155511432, "min_changed": 0.11773109436, "delta_std": "6.9449x larger", "std_base": 0.03126732421818159, "t_msg": "Significant (t=-23.296233, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012433921337127701, "timeline_link": null, "avg_changed": 0.06252256393432441, "min_base": 0.00800013542175, "delta_min": "6.5300x slower", "delta_avg": "5.0284x slower", "std_changed": 0.007681652758239581, "min_changed": 0.0522408485413, "delta_std": "1.6005x smaller", "std_base": 0.012294231098378123, "t_msg": "Significant (t=-77.259779, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8618928861610002, "timeline_link": null, "avg_changed": 45.332928175932004, "min_base": 1.85425400734, "delta_min": "24.3755x slower", "delta_avg": "24.3478x slower", "std_changed": 0.05924773870272209, "min_changed": 45.198456049, "delta_std": "13.3594x larger", "std_base": 0.00443491276531004, "t_msg": "Significant (t=-5173.684120, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6514397621154, "timeline_link": null, "avg_changed": 1.90977253914, "min_base": 0.483834028244, "delta_min": "3.9085x slower", "delta_avg": "2.9316x slower", "std_changed": 0.015069703249716607, "min_changed": 1.89105081558, "delta_std": "21.2650x smaller", "std_base": 0.3204576927677553, "t_msg": "Significant (t=-8.770617, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.666448116302, "timeline_link": null, "avg_changed": 11.60263237952, "min_base": 1.81050610542, "delta_min": "6.3976x slower", "delta_avg": "4.3513x slower", "std_changed": 0.012208522325252913, "min_changed": 11.582971096, "delta_std": "104.6008x smaller", "std_base": 1.2770212118988398, "t_msg": "Significant (t=-15.646570, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5773911476142001, "timeline_link": null, "avg_changed": 0.924169063568, "min_base": 0.259388923645, "delta_min": "3.5037x slower", "delta_avg": "1.6006x slower", "std_changed": 0.018886239514570535, "min_changed": 0.908810138702, "delta_std": "20.8570x smaller", "std_base": 0.393909364182873, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46686372756960004, "timeline_link": null, "avg_changed": 3.2117196083060002, "min_base": 0.313637971878, "delta_min": "10.2007x slower", "delta_avg": "6.8794x slower", "std_changed": 0.012025426717652448, "min_changed": 3.19931292534, "delta_std": "18.1000x smaller", "std_base": 0.21766081555759734, "t_msg": "Significant (t=-28.155451, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025236144760000006, "timeline_link": null, "avg_changed": 1.6174044249599995, "min_base": 0.020393472, "delta_min": "79.1956x slower", "delta_avg": "64.0908x slower", "std_changed": 0.0028083739319763627, "min_changed": 1.615073022, "delta_std": "3.8222x smaller", "std_base": 0.010734081749929352, "t_msg": "Significant (t=-1014.686208, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [392.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [764.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [123.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [169.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [187.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005018320945320354, "timeline_link": null, "avg_changed": 0.28224100968083543, "min_base": 0.004987307302914083, "delta_min": "56.3481x slower", "delta_avg": "56.2421x slower", "std_changed": 0.0008132779138825089, "min_changed": 0.2810251798561151, "delta_std": "35.4001x larger", "std_base": 2.2973856986530685e-05, "t_msg": "Significant (t=-2409.359390, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001596169921182808, "timeline_link": null, "avg_changed": 0.013127040013675283, "min_base": 0.0015762925598991173, "delta_min": "8.2928x slower", "delta_avg": "8.2241x slower", "std_changed": 5.642277322338681e-05, "min_changed": 0.013071895424836602, "delta_std": "3.3929x larger", "std_base": 1.6629493657849553e-05, "t_msg": "Significant (t=-1386.132278, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007043514418537615, "timeline_link": null, "avg_changed": 0.09254542985972654, "min_base": 0.006594131223211342, "delta_min": "13.8493x slower", "delta_avg": "13.1391x slower", "std_changed": 0.0006333288181470584, "min_changed": 0.091324200913242, "delta_std": "1.7148x larger", "std_base": 0.0003693260061076601, "t_msg": "Significant (t=-824.648261, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19227387845774996, "timeline_link": null, "avg_changed": 1.0491557316340232, "min_base": 0.1890917685989482, "delta_min": "5.4467x slower", "delta_avg": "5.4566x slower", "std_changed": 0.00958131903077245, "min_changed": 1.0299324106855487, "delta_std": "6.4988x larger", "std_base": 0.0014743194591710941, "t_msg": "Significant (t=-625.027470, a=0.95)\n"}]], "branch": "", "revision": "82989:9cea4c424341"}