{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036091527938842, "timeline_link": null, "avg_changed": 0.75430275917052, "min_base": 0.0357007980347, "delta_min": "20.8762x slower", "delta_avg": "20.8997x slower", "std_changed": 0.0041757575260549865, "min_changed": 0.745297908783, "delta_std": "6.8536x larger", "std_base": 0.0006092771009253215, "t_msg": "Significant (t=-1203.448622, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016977608998618665, "timeline_link": null, "avg_changed": 0.1493055073419733, "min_base": 0.0137219429016, "delta_min": "10.6932x slower", "delta_avg": "8.7943x slower", "std_changed": 0.0021962370164587902, "min_changed": 0.146731138229, "delta_std": "2.7757x smaller", "std_base": 0.0060961282959727, "t_msg": "Significant (t=-250.117205, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28424348831185, "timeline_link": null, "avg_changed": 1.5094861865044997, "min_base": 0.224402189255, "delta_min": "6.6714x slower", "delta_avg": "5.3105x slower", "std_changed": 0.04597196797461186, "min_changed": 1.4970741272, "delta_std": "4.4350x smaller", "std_base": 0.20388743753022717, "t_msg": "Significant (t=-26.216720, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3596489238740004, "timeline_link": null, "avg_changed": 21.752713975907994, "min_base": 3.35212993622, "delta_min": "6.4672x slower", "delta_avg": "6.4747x slower", "std_changed": 0.06525252877707526, "min_changed": 21.678976059, "delta_std": "5.0099x larger", "std_base": 0.01302476940010442, "t_msg": "Significant (t=-1954.600489, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019679641723634, "timeline_link": null, "avg_changed": 0.2440514993668, "min_base": 0.0163581371307, "delta_min": "14.7774x slower", "delta_avg": "12.4012x slower", "std_changed": 0.0018960418549704196, "min_changed": 0.241729974747, "delta_std": "2.7093x smaller", "std_base": 0.005137011531939296, "t_msg": "Significant (t=-289.740763, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.373620190620798, "timeline_link": null, "avg_changed": 50.206746931074, "min_base": 8.30093312263, "delta_min": "6.0185x slower", "delta_avg": "5.9958x slower", "std_changed": 0.12110906187706845, "min_changed": 49.9591469765, "delta_std": "1.5239x smaller", "std_base": 0.18455389317509927, "t_msg": "Significant (t=-1340.040937, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091624593734822, "timeline_link": null, "avg_changed": 0.56544172286986, "min_base": 0.00652098655701, "delta_min": "86.5712x slower", "delta_avg": "61.7129x slower", "std_changed": 0.0007234710669223937, "min_changed": 0.564529895782, "delta_std": "22.6319x smaller", "std_base": 0.016373533260026874, "t_msg": "Significant (t=-240.000382, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [325.374928951], "base_times": [141.795188189]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04955658435822399, "timeline_link": null, "avg_changed": 3.331872496605001, "min_base": 0.0470209121704, "delta_min": "70.7538x slower", "delta_avg": "67.2337x slower", "std_changed": 0.002522032593027051, "min_changed": 3.32690906525, "delta_std": "5.4763x smaller", "std_base": 0.013811529012920725, "t_msg": "Significant (t=-1653.107729, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0104966640472424, "timeline_link": null, "avg_changed": 0.04202470779418799, "min_base": 0.00146698951721, "delta_min": "28.5428x slower", "delta_avg": "4.0036x slower", "std_changed": 0.00014240030062124173, "min_changed": 0.0418720245361, "delta_std": "84.8308x smaller", "std_base": 0.012079925385389143, "t_msg": "Significant (t=-18.453876, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030277810096748, "timeline_link": null, "avg_changed": 1.1069561433789998, "min_base": 0.0286920070648, "delta_min": "38.4876x slower", "delta_avg": "36.5600x slower", "std_changed": 0.0017593406511748374, "min_changed": 1.1042869091, "delta_std": "1.6142x smaller", "std_base": 0.0028399677006499266, "t_msg": "Significant (t=-2278.900349, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4615448713302001, "timeline_link": null, "avg_changed": 1.1394980049138002, "min_base": 0.358052968979, "delta_min": "3.1603x slower", "delta_avg": "2.4689x slower", "std_changed": 0.002670355621678692, "min_changed": 1.13156795502, "delta_std": "40.7223x smaller", "std_base": 0.10874314855429795, "t_msg": "Significant (t=-44.070895, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17653930187228004, "timeline_link": null, "avg_changed": 1.6122925138476, "min_base": 0.174947023392, "delta_min": "9.1605x slower", "delta_avg": "9.1328x slower", "std_changed": 0.007061984987468846, "min_changed": 1.60260820389, "delta_std": "1.7308x larger", "std_base": 0.004080284640771692, "t_msg": "Significant (t=-1244.765436, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04310201168060601, "timeline_link": null, "avg_changed": 0.6306693410874, "min_base": 0.0363662242889, "delta_min": "17.0701x slower", "delta_avg": "14.6320x slower", "std_changed": 0.005661132874215923, "min_changed": 0.62077498436, "delta_std": "1.2030x larger", "std_base": 0.004705808858540044, "t_msg": "Significant (t=-564.378934, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016436963081366, "timeline_link": null, "avg_changed": 0.2768476581573599, "min_base": 0.0134778022766, "delta_min": "20.4060x slower", "delta_avg": "16.8430x slower", "std_changed": 0.002113268849343015, "min_changed": 0.275027990341, "delta_std": "6.4980x smaller", "std_base": 0.013731979906109885, "t_msg": "Significant (t=-132.534163, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05314869403839399, "timeline_link": null, "avg_changed": 0.6098232316970801, "min_base": 0.0477588176727, "delta_min": "12.6716x slower", "delta_avg": "11.4739x slower", "std_changed": 0.0031773778641580944, "min_changed": 0.605182170868, "delta_std": "8.7623x smaller", "std_base": 0.027841241931725044, "t_msg": "Significant (t=-140.471359, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.17878481388092002, "timeline_link": null, "avg_changed": 1.7172680854792004, "min_base": 0.106436014175, "delta_min": "16.0853x slower", "delta_avg": "9.6052x slower", "std_changed": 0.002211236233524546, "min_changed": 1.71205306053, "delta_std": "34.1527x smaller", "std_base": 0.07551971795556167, "t_msg": "Significant (t=-143.989669, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.222038030599988, "timeline_link": null, "avg_changed": 365.96257197849985, "min_base": 10.8712260723, "delta_min": "33.6396x slower", "delta_avg": "32.6111x slower", "std_changed": 0.2619940826888039, "min_changed": 365.703211069, "delta_std": "1.3526x smaller", "std_base": 0.3543735923360885, "t_msg": "Significant (t=-5691.767065, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6293904304500004, "timeline_link": null, "avg_changed": 21.883342599880002, "min_base": 2.78489303589, "delta_min": "7.8503x slower", "delta_avg": "6.0295x slower", "std_changed": 0.01395415271429259, "min_changed": 21.8623600006, "delta_std": "76.6574x smaller", "std_base": 1.0696886641900818, "t_msg": "Significant (t=-38.154658, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7369324350358001, "timeline_link": null, "avg_changed": 25.892359971994, "min_base": 0.73220705986, "delta_min": "35.3203x slower", "delta_avg": "35.1353x slower", "std_changed": 0.015349108881496971, "min_changed": 25.8617930412, "delta_std": "1.1770x smaller", "std_base": 0.018065861185531256, "t_msg": "Significant (t=-7503.432018, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08061468124391402, "timeline_link": null, "avg_changed": 0.48291849613188015, "min_base": 0.0790650844574, "delta_min": "6.0997x slower", "delta_avg": "5.9905x slower", "std_changed": 0.00043277578850272003, "min_changed": 0.482275009155, "delta_std": "12.3521x smaller", "std_base": 0.0053457045854337654, "t_msg": "Significant (t=-530.414792, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031589159965518004, "timeline_link": null, "avg_changed": 0.6849873733521002, "min_base": 0.0308961868286, "delta_min": "22.0519x slower", "delta_avg": "21.6843x slower", "std_changed": 0.002834535285747325, "min_changed": 0.681319952011, "delta_std": "1.1499x larger", "std_base": 0.002464968472887482, "t_msg": "Significant (t=-1229.955172, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 21.048936557780003, "timeline_link": null, "avg_changed": 49.25648584363999, "min_base": 21.0320768356, "delta_min": "2.3412x slower", "delta_avg": "2.3401x slower", "std_changed": 0.015086258463322257, "min_changed": 49.239811182, "delta_std": "1.9457x smaller", "std_base": 0.029352657774245988, "t_msg": "Significant (t=-1911.180837, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.8009716034, "timeline_link": null, "avg_changed": 10.994178581220002, "min_base": 10.793859005, "delta_min": "1.0182x slower", "delta_avg": "1.0179x slower", "std_changed": 0.003963162827718019, "min_changed": 10.9899590015, "delta_std": "3.1765x smaller", "std_base": 0.012589147109558607, "t_msg": "Significant (t=-32.733474, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29567869663246005, "timeline_link": null, "avg_changed": 2.8976504087443997, "min_base": 0.285976171494, "delta_min": "10.0972x slower", "delta_avg": "9.8000x slower", "std_changed": 0.007005176455797739, "min_changed": 2.88754796982, "delta_std": "1.2339x larger", "std_base": 0.0056773528228476824, "t_msg": "Significant (t=-2040.466147, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.091776928901698, "timeline_link": null, "avg_changed": 0.4933471155166601, "min_base": 0.0240271091461, "delta_min": "20.3381x slower", "delta_avg": "5.3755x slower", "std_changed": 0.017595843567413876, "min_changed": 0.488664865494, "delta_std": "6.2322x smaller", "std_base": 0.10966012281193582, "t_msg": "Significant (t=-25.566876, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.103046941757196, "timeline_link": null, "avg_changed": 0.5208537197113, "min_base": 0.0394060611725, "delta_min": "13.1957x slower", "delta_avg": "5.0545x slower", "std_changed": 0.0009744727155706679, "min_changed": 0.519991874695, "delta_std": "122.8184x smaller", "std_base": 0.11968321207125303, "t_msg": "Significant (t=-24.683847, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.030154819488528, "timeline_link": null, "avg_changed": 2.9101606988903996, "min_base": 0.0190689563751, "delta_min": "150.2320x slower", "delta_avg": "96.5073x slower", "std_changed": 0.017699045712423197, "min_changed": 2.86476683617, "delta_std": "1.0798x smaller", "std_base": 0.019111915440107333, "t_msg": "Significant (t=-781.801609, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0031784343719479993, "timeline_link": null, "avg_changed": 0.39112502098075985, "min_base": 0.00290584564209, "delta_min": "134.3179x slower", "delta_avg": "123.0559x slower", "std_changed": 0.000522622054888281, "min_changed": 0.390306949615, "delta_std": "1.6620x smaller", "std_base": 0.0008685900151335698, "t_msg": "Significant (t=-2706.129670, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.196981739997942, "timeline_link": null, "avg_changed": 0.7144539165497596, "min_base": 0.0812058448792, "delta_min": "8.6319x slower", "delta_avg": "3.6270x slower", "std_changed": 0.009565474373740328, "min_changed": 0.700963973999, "delta_std": "16.3859x smaller", "std_base": 0.15673853971038662, "t_msg": "Significant (t=-23.301773, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24325147628779994, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46826457023622, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18597882747649996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59226755619054, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36603306293484006, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2686258316039799, "timeline_link": null, "avg_changed": 0.6795034503936401, "min_base": 0.259940862656, "delta_min": "2.5741x slower", "delta_avg": "2.5296x slower", "std_changed": 0.009016806566791808, "min_changed": 0.669100999832, "delta_std": "1.0062x smaller", "std_base": 0.009072322522608256, "t_msg": "Significant (t=-227.139561, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08755128860475601, "timeline_link": null, "avg_changed": 0.4568547344207999, "min_base": 0.0609440803528, "delta_min": "7.4794x slower", "delta_avg": "5.2181x slower", "std_changed": 0.0016449641061227636, "min_changed": 0.455825090408, "delta_std": "14.5961x smaller", "std_base": 0.024010028292770953, "t_msg": "Significant (t=-108.507266, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0090581846237174, "timeline_link": null, "avg_changed": 0.7125269937515002, "min_base": 0.00827193260193, "delta_min": "86.0355x slower", "delta_avg": "78.6611x slower", "std_changed": 0.0008415775339660346, "min_changed": 0.711679935455, "delta_std": "3.8034x smaller", "std_base": 0.003200859219919044, "t_msg": "Significant (t=-1502.963337, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1625999999999994, "timeline_link": null, "avg_changed": 8.594000000000005, "min_base": 2.13, "delta_min": "4.0188x slower", "delta_avg": "3.9739x slower", "std_changed": 0.01916629694999812, "min_changed": 8.56, "delta_std": "1.6083x smaller", "std_base": 0.03082604252834253, "t_msg": "Significant (t=-1252.852880, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8054000000000002, "timeline_link": null, "avg_changed": 6.5734, "min_base": 0.78, "delta_min": "8.3590x slower", "delta_avg": "8.1617x slower", "std_changed": 0.031272991542223814, "min_changed": 6.52, "delta_std": "1.0178x smaller", "std_base": 0.031829263906291094, "t_msg": "Significant (t=-914.036408, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07442895889282398, "timeline_link": null, "avg_changed": 0.5596563275654667, "min_base": 0.0470471382141, "delta_min": "2.6887x slower", "delta_avg": "7.5193x slower", "std_changed": 0.25594187288918646, "min_changed": 0.126496076584, "delta_std": "8.0889x larger", "std_base": 0.031641205996018995, "t_msg": "Significant (t=-23.043896, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01275798845291188, "timeline_link": null, "avg_changed": 0.059384506225586026, "min_base": 0.00743198394775, "delta_min": "7.6191x slower", "delta_avg": "4.6547x slower", "std_changed": 0.005871975146739366, "min_changed": 0.0566251277924, "delta_std": "2.2082x smaller", "std_base": 0.012966237723111673, "t_msg": "Significant (t=-73.247803, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8536073637001997, "timeline_link": null, "avg_changed": 50.201589646336, "min_base": 1.84264206886, "delta_min": "27.1609x slower", "delta_avg": "27.0832x slower", "std_changed": 0.07476639059242841, "min_changed": 50.0477678776, "delta_std": "12.1733x larger", "std_base": 0.00614181867593319, "t_msg": "Significant (t=-4557.183676, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6020634174352, "timeline_link": null, "avg_changed": 2.060555601122, "min_base": 0.43456697464, "delta_min": "4.7223x slower", "delta_avg": "3.4225x slower", "std_changed": 0.005195020747642097, "min_changed": 2.05216097832, "delta_std": "64.8728x smaller", "std_base": 0.3370154880728666, "t_msg": "Significant (t=-9.675817, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.59220724106, "timeline_link": null, "avg_changed": 12.038598632820001, "min_base": 1.75307607651, "delta_min": "6.8600x slower", "delta_avg": "4.6441x slower", "std_changed": 0.01274981938264596, "min_changed": 12.0261371136, "delta_std": "98.5740x smaller", "std_base": 1.2568004689574868, "t_msg": "Significant (t=-16.805919, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5424305915832, "timeline_link": null, "avg_changed": 1.007569789887, "min_base": 0.262578010559, "delta_min": "3.7541x slower", "delta_avg": "1.8575x slower", "std_changed": 0.028760974257026794, "min_changed": 0.985749006271, "delta_std": "13.4875x smaller", "std_base": 0.3879148603483086, "t_msg": "Significant (t=-2.673875, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4563076019286001, "timeline_link": null, "avg_changed": 3.5787864685040005, "min_base": 0.291121959686, "delta_min": "12.2196x slower", "delta_avg": "7.8429x slower", "std_changed": 0.028831022235181827, "min_changed": 3.55739498138, "delta_std": "7.9305x smaller", "std_base": 0.22864320499009386, "t_msg": "Significant (t=-30.297074, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024374447020000006, "timeline_link": null, "avg_changed": 1.7071678171799995, "min_base": 0.018708235, "delta_min": "91.1563x slower", "delta_avg": "70.0392x slower", "std_changed": 0.0010366048113035133, "min_changed": 1.705374184, "delta_std": "15.8824x smaller", "std_base": 0.016463752136644947, "t_msg": "Significant (t=-721.319771, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [374.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [116.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [164.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [182.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.00432944092559704, "timeline_link": null, "avg_changed": 0.31244830982671007, "min_base": 0.004274722752169101, "delta_min": "72.8469x slower", "delta_avg": "72.1683x slower", "std_changed": 0.0007206999186011289, "min_changed": 0.3114003674524336, "delta_std": "22.0311x larger", "std_base": 3.271281209378023e-05, "t_msg": "Significant (t=-3019.964930, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014765250615981845, "timeline_link": null, "avg_changed": 0.014052288907578762, "min_base": 0.0014585764294049008, "delta_min": "9.5754x slower", "delta_avg": "9.5171x slower", "std_changed": 6.886981674634491e-05, "min_changed": 0.013966480446927373, "delta_std": "6.1008x larger", "std_base": 1.1288621689425689e-05, "t_msg": "Significant (t=-1208.800250, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006574910279182289, "timeline_link": null, "avg_changed": 0.10077073838267879, "min_base": 0.0061162079510703364, "delta_min": "16.2687x slower", "delta_avg": "15.3266x slower", "std_changed": 0.0007099022837701558, "min_changed": 0.09950248756218906, "delta_std": "1.9732x larger", "std_base": 0.00035977854145589894, "t_msg": "Significant (t=-836.906626, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19632326588783752, "timeline_link": null, "avg_changed": 1.0352138278766987, "min_base": 0.1904648532825427, "delta_min": "5.4127x slower", "delta_avg": "5.2730x slower", "std_changed": 0.00332412792271335, "min_changed": 1.0309278350515463, "delta_std": "2.0883x smaller", "std_base": 0.006941625364886928, "t_msg": "Significant (t=-770.721525, a=0.95)\n"}]], "branch": "", "revision": "92120:4b21dcb59a60"}