{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038046989440911984, "timeline_link": null, "avg_changed": 0.73986914634708, "min_base": 0.0375049114227, "delta_min": "19.6052x slower", "delta_avg": "19.4462x slower", "std_changed": 0.003783587165048189, "min_changed": 0.735290050507, "delta_std": "7.0988x larger", "std_base": 0.0005329920350718012, "t_msg": "Significant (t=-1298.797413, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015023948351541331, "timeline_link": null, "avg_changed": 0.13933333873749337, "min_base": 0.011815071106, "delta_min": "11.4755x slower", "delta_avg": "9.2741x slower", "std_changed": 0.0030740941047492335, "min_changed": 0.135584115982, "delta_std": "1.7867x smaller", "std_base": 0.005492560261122766, "t_msg": "Significant (t=-241.881023, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28817532062515, "timeline_link": null, "avg_changed": 1.4459757924085002, "min_base": 0.229739904404, "delta_min": "6.1958x slower", "delta_avg": "5.0177x slower", "std_changed": 0.04964842685790542, "min_changed": 1.42343115807, "delta_std": "3.8393x smaller", "std_base": 0.19061274838975764, "t_msg": "Significant (t=-26.287120, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.5216005229948, "timeline_link": null, "avg_changed": 20.934983053201996, "min_base": 3.45956015587, "delta_min": "6.0296x slower", "delta_avg": "5.9447x slower", "std_changed": 0.07454958264092643, "min_changed": 20.8598489761, "delta_std": "1.0549x smaller", "std_base": 0.0786389995154701, "t_msg": "Significant (t=-1136.323665, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019243097305298003, "timeline_link": null, "avg_changed": 0.2508211708069, "min_base": 0.0159981250763, "delta_min": "15.5114x slower", "delta_avg": "13.0343x slower", "std_changed": 0.002255429034040523, "min_changed": 0.248152971268, "delta_std": "2.3547x smaller", "std_base": 0.00531089095240259, "t_msg": "Significant (t=-283.797840, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.864567780494199, "timeline_link": null, "avg_changed": 47.686680831901995, "min_base": 7.73818302155, "delta_min": "6.1443x slower", "delta_avg": "6.0635x slower", "std_changed": 0.08384771875784262, "min_changed": 47.5459029675, "delta_std": "2.2765x smaller", "std_base": 0.1908813802369695, "t_msg": "Significant (t=-1350.621813, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087399625778116, "timeline_link": null, "avg_changed": 0.5260109424591, "min_base": 0.00627303123474, "delta_min": "83.4738x slower", "delta_avg": "60.1846x slower", "std_changed": 0.001833830644399722, "min_changed": 0.523633956909, "delta_std": "8.1728x smaller", "std_base": 0.014987600381782484, "t_msg": "Significant (t=-242.239058, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [135.862665892], "base_times": [142.540782928]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048333883285532, "timeline_link": null, "avg_changed": 3.1865950727459995, "min_base": 0.045823097229, "delta_min": "69.3629x slower", "delta_avg": "65.9288x slower", "std_changed": 0.004302225506315464, "min_changed": 3.17842102051, "delta_std": "3.1191x smaller", "std_base": 0.01341892610143277, "t_msg": "Significant (t=-1574.743845, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009727940559384, "timeline_link": null, "avg_changed": 0.03884936809540201, "min_base": 0.00139212608337, "delta_min": "27.5987x slower", "delta_avg": "3.9936x slower", "std_changed": 0.00040422253023868215, "min_changed": 0.0384209156036, "delta_std": "27.8988x smaller", "std_base": 0.011277322811316087, "t_msg": "Significant (t=-18.247898, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029609508514398, "timeline_link": null, "avg_changed": 1.0482008600226, "min_base": 0.0281729698181, "delta_min": "37.0527x slower", "delta_avg": "35.4008x slower", "std_changed": 0.003137870146971072, "min_changed": 1.0438849926, "delta_std": "1.5374x larger", "std_base": 0.002041053565857763, "t_msg": "Significant (t=-1924.123428, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4667096138000201, "timeline_link": null, "avg_changed": 1.0987166070942, "min_base": 0.356384038925, "delta_min": "3.0565x slower", "delta_avg": "2.3542x slower", "std_changed": 0.0033176994267006587, "min_changed": 1.0892829895, "delta_std": "26.7809x smaller", "std_base": 0.08885085420710616, "t_msg": "Significant (t=-50.262342, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17419287204748, "timeline_link": null, "avg_changed": 1.7227237224586, "min_base": 0.17159318924, "delta_min": "9.9873x slower", "delta_avg": "9.8897x slower", "std_changed": 0.006169952721533435, "min_changed": 1.71374607086, "delta_std": "1.1155x smaller", "std_base": 0.006882397839054205, "t_msg": "Significant (t=-1184.636558, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04081889629364, "timeline_link": null, "avg_changed": 0.5930988121032601, "min_base": 0.0343890190125, "delta_min": "16.9752x slower", "delta_avg": "14.5300x slower", "std_changed": 0.005044926799749535, "min_changed": 0.583761930466, "delta_std": "1.0031x larger", "std_base": 0.00502942319238235, "t_msg": "Significant (t=-548.203370, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.01516138076781, "timeline_link": null, "avg_changed": 0.2644264364242199, "min_base": 0.0124280452728, "delta_min": "21.0746x slower", "delta_avg": "17.4408x slower", "std_changed": 0.0025329377532508613, "min_changed": 0.261915922165, "delta_std": "5.0057x smaller", "std_base": 0.012679250836982608, "t_msg": "Significant (t=-136.318661, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.053772783279426, "timeline_link": null, "avg_changed": 0.5762203168868801, "min_base": 0.048849105835, "delta_min": "11.7061x slower", "delta_avg": "10.7158x slower", "std_changed": 0.002608843401766737, "min_changed": 0.571831941605, "delta_std": "9.5572x smaller", "std_base": 0.024933205605740832, "t_msg": "Significant (t=-147.361872, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18121786594386005, "timeline_link": null, "avg_changed": 1.5968879795076, "min_base": 0.108146905899, "delta_min": "14.7130x slower", "delta_avg": "8.8120x slower", "std_changed": 0.0034538270641353303, "min_changed": 1.59116292, "delta_std": "20.5786x smaller", "std_base": 0.07107502258183877, "t_msg": "Significant (t=-140.675315, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.660207986850008, "timeline_link": null, "avg_changed": 345.4651808740003, "min_base": 12.3084740639, "delta_min": "28.0655x slower", "delta_avg": "27.2875x slower", "std_changed": 0.021389887196836422, "min_changed": 345.444005966, "delta_std": "16.6109x smaller", "std_base": 0.355304917273274, "t_msg": "Significant (t=-6611.317659, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.61091299057, "timeline_link": null, "avg_changed": 20.72880954742, "min_base": 2.95757102966, "delta_min": "7.0051x slower", "delta_avg": "5.7406x slower", "std_changed": 0.007216014605585927, "min_changed": 20.7181289196, "delta_std": "130.7074x smaller", "std_base": 0.9431867276411633, "t_msg": "Significant (t=-40.581212, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7548644733428601, "timeline_link": null, "avg_changed": 24.658410000803997, "min_base": 0.748842000961, "delta_min": "32.8916x slower", "delta_avg": "32.6660x slower", "std_changed": 0.01271454823347013, "min_changed": 24.6305999756, "delta_std": "1.5200x smaller", "std_base": 0.019326580984964016, "t_msg": "Significant (t=-7306.322200, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07281145572661198, "timeline_link": null, "avg_changed": 0.44483121871948006, "min_base": 0.0714030265808, "delta_min": "6.2122x slower", "delta_avg": "6.1094x slower", "std_changed": 0.0012178411435158614, "min_changed": 0.443572044373, "delta_std": "3.7613x smaller", "std_base": 0.004580621156200404, "t_msg": "Significant (t=-555.003352, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03151251792908001, "timeline_link": null, "avg_changed": 0.65868249893186, "min_base": 0.0306589603424, "delta_min": "21.3572x slower", "delta_avg": "20.9022x slower", "std_changed": 0.004863963295321021, "min_changed": 0.654788017273, "delta_std": "1.6395x larger", "std_base": 0.0029666793843672037, "t_msg": "Significant (t=-778.395864, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.745843982679997, "timeline_link": null, "avg_changed": 44.81532964706, "min_base": 18.7204239368, "delta_min": "2.3922x slower", "delta_avg": "2.3907x slower", "std_changed": 0.03301118362068759, "min_changed": 44.7824630737, "delta_std": "1.0524x larger", "std_base": 0.031367456496922484, "t_msg": "Significant (t=-1280.115492, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.283823347090001, "timeline_link": null, "avg_changed": 9.466975402834, "min_base": 9.27546596527, "delta_min": "1.0198x slower", "delta_avg": "1.0197x slower", "std_changed": 0.010708966006133738, "min_changed": 9.45934081078, "delta_std": "1.6625x smaller", "std_base": 0.017803359869675274, "t_msg": "Significant (t=-19.712203, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29732180595406, "timeline_link": null, "avg_changed": 2.8396603107449994, "min_base": 0.292690038681, "delta_min": "9.6769x slower", "delta_avg": "9.5508x slower", "std_changed": 0.0037893207306109763, "min_changed": 2.83233690262, "delta_std": "1.1256x larger", "std_base": 0.003366400858544029, "t_msg": "Significant (t=-3546.686059, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.089232077598576, "timeline_link": null, "avg_changed": 0.45879911422725994, "min_base": 0.0231640338898, "delta_min": "19.6281x slower", "delta_avg": "5.1416x slower", "std_changed": 0.01362252597719026, "min_changed": 0.454666852951, "delta_std": "7.7013x smaller", "std_base": 0.10491168642368032, "t_msg": "Significant (t=-24.701521, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.109550871849042, "timeline_link": null, "avg_changed": 0.49315694332128, "min_base": 0.049036026001, "delta_min": "10.0260x slower", "delta_avg": "4.5016x slower", "std_changed": 0.0017479748598018547, "min_changed": 0.491633892059, "delta_std": "63.4163x smaller", "std_base": 0.11085009181836293, "t_msg": "Significant (t=-24.466984, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032957649230962, "timeline_link": null, "avg_changed": 2.6729517126078, "min_base": 0.0204820632935, "delta_min": "128.8834x slower", "delta_avg": "81.1026x slower", "std_changed": 0.024278076693941514, "min_changed": 2.63979697227, "delta_std": "1.2093x larger", "std_base": 0.02007545043118583, "t_msg": "Significant (t=-592.562160, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0034117889404298002, "timeline_link": null, "avg_changed": 0.36690019130711987, "min_base": 0.00316786766052, "delta_min": "115.3577x slower", "delta_avg": "107.5389x slower", "std_changed": 0.0011551403304722785, "min_changed": 0.365437984467, "delta_std": "1.5082x larger", "std_base": 0.0007659066622026274, "t_msg": "Significant (t=-1854.454369, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19241254329684196, "timeline_link": null, "avg_changed": 0.6817162942886199, "min_base": 0.0866031646729, "delta_min": "7.6846x slower", "delta_avg": "3.5430x slower", "std_changed": 0.009994377958182926, "min_changed": 0.665508031845, "delta_std": "14.9172x smaller", "std_base": 0.1490884194825825, "t_msg": "Significant (t=-23.155064, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25080124378206, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46997843265528005, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21233478546150003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6060637903213398, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36907504081727993, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26670425891877997, "timeline_link": null, "avg_changed": 0.6934621810912399, "min_base": 0.258059978485, "delta_min": "2.6080x slower", "delta_avg": "2.6001x slower", "std_changed": 0.011699532029419705, "min_changed": 0.673027992249, "delta_std": "1.2184x larger", "std_base": 0.009602331918189311, "t_msg": "Significant (t=-199.374393, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08452394008635, "timeline_link": null, "avg_changed": 0.434128165245, "min_base": 0.0576791763306, "delta_min": "7.4918x slower", "delta_avg": "5.1362x slower", "std_changed": 0.0029260792953454766, "min_changed": 0.432120800018, "delta_std": "8.5655x smaller", "std_base": 0.025063430373712364, "t_msg": "Significant (t=-97.967374, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009530467987058198, "timeline_link": null, "avg_changed": 0.71777897357942, "min_base": 0.00862789154053, "delta_min": "82.8590x slower", "delta_avg": "75.3141x slower", "std_changed": 0.001888734055245707, "min_changed": 0.714898109436, "delta_std": "1.9603x smaller", "std_base": 0.0037025189884561387, "t_msg": "Significant (t=-1204.895921, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1536, "timeline_link": null, "avg_changed": 8.652799999999997, "min_base": 2.12, "delta_min": "4.0566x slower", "delta_avg": "4.0178x slower", "std_changed": 0.03410906875639627, "min_changed": 8.6, "delta_std": "1.3074x larger", "std_base": 0.02608932849316923, "t_msg": "Significant (t=-1070.175077, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7752, "timeline_link": null, "avg_changed": 6.5057999999999945, "min_base": 0.74, "delta_min": "8.7162x slower", "delta_avg": "8.3924x slower", "std_changed": 0.027187181853639334, "min_changed": 6.45, "delta_std": "1.2284x smaller", "std_base": 0.03339558812361969, "t_msg": "Significant (t=-940.984419, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07102413813273933, "timeline_link": null, "avg_changed": 0.524874048233067, "min_base": 0.0425310134888, "delta_min": "2.8810x slower", "delta_avg": "7.3901x slower", "std_changed": 0.23762493203634652, "min_changed": 0.122532129288, "delta_std": "7.8038x larger", "std_base": 0.030449908591829725, "t_msg": "Significant (t=-23.202200, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012250517845153934, "timeline_link": null, "avg_changed": 0.06410333204269157, "min_base": 0.00768113136292, "delta_min": "7.1169x slower", "delta_avg": "5.2327x slower", "std_changed": 0.0077632778833352355, "min_changed": 0.0546660423279, "delta_std": "1.5646x smaller", "std_base": 0.012146465966549138, "t_msg": "Significant (t=-80.432064, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9386325740811996, "timeline_link": null, "avg_changed": 47.348063354488005, "min_base": 1.92588996887, "delta_min": "24.5228x slower", "delta_avg": "24.4234x slower", "std_changed": 0.053552983092969075, "min_changed": 47.2282619476, "delta_std": "10.1723x larger", "std_base": 0.0052645687328686285, "t_msg": "Significant (t=-5967.040016, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6293773651126, "timeline_link": null, "avg_changed": 1.9512648105600001, "min_base": 0.47681593895, "delta_min": "4.0293x slower", "delta_avg": "3.1003x slower", "std_changed": 0.01808250942539469, "min_changed": 1.92122006416, "delta_std": "17.1466x smaller", "std_base": 0.3100531390635098, "t_msg": "Significant (t=-9.517130, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5329131603220003, "timeline_link": null, "avg_changed": 11.96995778086, "min_base": 1.7684969902, "delta_min": "6.7516x slower", "delta_avg": "4.7258x slower", "std_changed": 0.0223895770944742, "min_changed": 11.9402000904, "delta_std": "51.8448x smaller", "std_base": 1.1607831851776913, "t_msg": "Significant (t=-18.175616, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5505754470826, "timeline_link": null, "avg_changed": 0.9512345790862, "min_base": 0.298624038696, "delta_min": "3.1294x slower", "delta_avg": "1.7277x slower", "std_changed": 0.015069612820802561, "min_changed": 0.934519052505, "delta_std": "23.4995x smaller", "std_base": 0.35412792633347456, "t_msg": "Significant (t=-2.527592, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4532121658326, "timeline_link": null, "avg_changed": 3.447821235658, "min_base": 0.323039054871, "delta_min": "10.6194x slower", "delta_avg": "7.6075x slower", "std_changed": 0.013302605117324558, "min_changed": 3.43048501015, "delta_std": "16.1706x smaller", "std_base": 0.21511171937153303, "t_msg": "Significant (t=-31.069354, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026915138920000005, "timeline_link": null, "avg_changed": 1.6485270774799994, "min_base": 0.021608984, "delta_min": "76.0680x slower", "delta_avg": "61.2491x slower", "std_changed": 0.005259698064361813, "min_changed": 1.643751583, "delta_std": "2.7387x smaller", "std_base": 0.014404682869542725, "t_msg": "Significant (t=-747.740397, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [384.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [736.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [121.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [185.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005180953231506244, "timeline_link": null, "avg_changed": 0.28758255145540873, "min_base": 0.005138614115772976, "delta_min": "55.7224x slower", "delta_avg": "55.5077x slower", "std_changed": 0.0009050937943088671, "min_changed": 0.28633604398121637, "delta_std": "42.5637x larger", "std_base": 2.126447047971869e-05, "t_msg": "Significant (t=-2205.660866, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016395170337738807, "timeline_link": null, "avg_changed": 0.013488640001800443, "min_base": 0.0016118633139909735, "delta_min": "8.3275x slower", "delta_avg": "8.2272x slower", "std_changed": 6.244010541680837e-05, "min_changed": 0.013422818791946308, "delta_std": "3.3665x larger", "std_base": 1.8547366774008568e-05, "t_msg": "Significant (t=-1286.312184, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00702012052679914, "timeline_link": null, "avg_changed": 0.09551414768806087, "min_base": 0.006633499170812604, "delta_min": "14.3571x slower", "delta_avg": "13.6058x slower", "std_changed": 0.0005577101695250318, "min_changed": 0.09523809523809523, "delta_std": "2.5703x larger", "std_base": 0.00021697899943201541, "t_msg": "Significant (t=-1045.645225, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20077999836308133, "timeline_link": null, "avg_changed": 1.0080784563523977, "min_base": 0.19664474897068765, "delta_min": "5.0981x slower", "delta_avg": "5.0208x slower", "std_changed": 0.004574043995932441, "min_changed": 1.0025062656641603, "delta_std": "1.4856x smaller", "std_base": 0.006795000528784714, "t_msg": "Significant (t=-696.911405, a=0.95)\n"}]], "branch": "", "revision": "84747:68016caaa771"}