{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038299574851989995, "timeline_link": null, "avg_changed": 0.6834159183502202, "min_base": 0.0378389358521, "delta_min": "17.9102x slower", "delta_avg": "17.8440x slower", "std_changed": 0.004551002438000017, "min_changed": 0.67770409584, "delta_std": "8.6569x larger", "std_base": 0.0005257085886860331, "t_msg": "Significant (t=-995.720834, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01501985232035333, "timeline_link": null, "avg_changed": 0.1314356740315866, "min_base": 0.0123620033264, "delta_min": "10.3674x slower", "delta_avg": "8.7508x slower", "std_changed": 0.003685683759190998, "min_changed": 0.128162145615, "delta_std": "1.6442x smaller", "std_base": 0.006059886190332475, "t_msg": "Significant (t=-201.022953, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.25645623207084994, "timeline_link": null, "avg_changed": 1.405214023589, "min_base": 0.201642036438, "delta_min": "6.8248x slower", "delta_avg": "5.4794x slower", "std_changed": 0.09255981149595179, "min_changed": 1.37616205215, "delta_std": "1.9126x smaller", "std_base": 0.1770279929415336, "t_msg": "Significant (t=-25.717167, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.347138724327, "timeline_link": null, "avg_changed": 20.156346082687996, "min_base": 3.28527617455, "delta_min": "6.1068x slower", "delta_avg": "6.0220x slower", "std_changed": 0.07290873081321975, "min_changed": 20.0626790524, "delta_std": "1.1055x smaller", "std_base": 0.08060410141265785, "t_msg": "Significant (t=-1093.597660, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020854930877685994, "timeline_link": null, "avg_changed": 0.22000400543216003, "min_base": 0.0177090167999, "delta_min": "12.2835x slower", "delta_avg": "10.5493x slower", "std_changed": 0.0020096179180570713, "min_changed": 0.217528104782, "delta_std": "2.3804x smaller", "std_base": 0.004783700913758901, "t_msg": "Significant (t=-271.398062, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.4155832958216, "timeline_link": null, "avg_changed": 46.552593178752, "min_base": 7.3373978138, "delta_min": "6.3182x slower", "delta_avg": "6.2777x slower", "std_changed": 0.09944449296085262, "min_changed": 46.3589229584, "delta_std": "1.9018x smaller", "std_base": 0.1891189359023414, "t_msg": "Significant (t=-1295.172512, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008717079162591804, "timeline_link": null, "avg_changed": 0.5229291248321799, "min_base": 0.00621008872986, "delta_min": "83.7384x slower", "delta_avg": "59.9890x slower", "std_changed": 0.001993459611113332, "min_changed": 0.520023107529, "delta_std": "7.7420x smaller", "std_base": 0.015433428400332379, "t_msg": "Significant (t=-233.653303, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.082120895], "base_times": [141.53579092]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04742702484130799, "timeline_link": null, "avg_changed": 3.1411663532254006, "min_base": 0.0449130535126, "delta_min": "69.7682x slower", "delta_avg": "66.2316x slower", "std_changed": 0.004134576488002374, "min_changed": 3.13350200653, "delta_std": "3.3477x smaller", "std_base": 0.01384150246718388, "t_msg": "Significant (t=-1514.350187, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009987120628358402, "timeline_link": null, "avg_changed": 0.03715355396270599, "min_base": 0.00134205818176, "delta_min": "27.3111x slower", "delta_avg": "3.7201x slower", "std_changed": 0.0005598524827464418, "min_changed": 0.0366530418396, "delta_std": "20.6402x smaller", "std_base": 0.011555464847670175, "t_msg": "Significant (t=-16.604320, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03401410102844599, "timeline_link": null, "avg_changed": 1.0228332424160003, "min_base": 0.0328259468079, "delta_min": "30.9950x slower", "delta_avg": "30.0709x slower", "std_changed": 0.003932903138677895, "min_changed": 1.01743888855, "delta_std": "2.0059x larger", "std_base": 0.0019606207015165655, "t_msg": "Significant (t=-1591.076027, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.5517326354980401, "timeline_link": null, "avg_changed": 1.0533869981772, "min_base": 0.428578853607, "delta_min": "2.4250x slower", "delta_avg": "1.9092x slower", "std_changed": 0.005622064688280598, "min_changed": 1.03929805756, "delta_std": "16.2853x smaller", "std_base": 0.09155723334553735, "t_msg": "Significant (t=-38.670493, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.16974859714513993, "timeline_link": null, "avg_changed": 1.6304706478117998, "min_base": 0.168382883072, "delta_min": "9.6165x slower", "delta_avg": "9.6052x slower", "std_changed": 0.015652842109047285, "min_changed": 1.61924600601, "delta_std": "3.1523x larger", "std_base": 0.004965485142912657, "t_msg": "Significant (t=-628.982085, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040419611930844, "timeline_link": null, "avg_changed": 0.5664045286179399, "min_base": 0.030590057373, "delta_min": "18.2099x slower", "delta_avg": "14.0131x slower", "std_changed": 0.007032758167383231, "min_changed": 0.557043075562, "delta_std": "1.0572x larger", "std_base": 0.006652235045526387, "t_msg": "Significant (t=-384.203112, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014431767463681995, "timeline_link": null, "avg_changed": 0.24951636791232004, "min_base": 0.0115759372711, "delta_min": "21.2990x slower", "delta_avg": "17.2894x slower", "std_changed": 0.0029560175204020435, "min_changed": 0.246556043625, "delta_std": "4.9649x smaller", "std_base": 0.014676412120852607, "t_msg": "Significant (t=-111.033552, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054952955245980005, "timeline_link": null, "avg_changed": 0.5575547027587799, "min_base": 0.0494749546051, "delta_min": "11.1693x slower", "delta_avg": "10.1460x slower", "std_changed": 0.003380850566619001, "min_changed": 0.552600860596, "delta_std": "8.6826x smaller", "std_base": 0.029354539094869958, "t_msg": "Significant (t=-120.274137, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19175685882565996, "timeline_link": null, "avg_changed": 1.4450296115870003, "min_base": 0.128448963165, "delta_min": "11.2097x slower", "delta_avg": "7.5357x slower", "std_changed": 0.0034600706264088107, "min_changed": 1.43987512589, "delta_std": "17.0875x smaller", "std_base": 0.059124099374071135, "t_msg": "Significant (t=-149.631709, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.76842701434999, "timeline_link": null, "avg_changed": 340.5026580095, "min_base": 12.4557650089, "delta_min": "27.3367x slower", "delta_avg": "26.6675x slower", "std_changed": 0.0035457541243160045, "min_changed": 340.499147892, "delta_std": "89.0745x smaller", "std_base": 0.3158363203901148, "t_msg": "Significant (t=-7336.980570, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.877326297762, "timeline_link": null, "avg_changed": 19.76710305214, "min_base": 2.86088180542, "delta_min": "6.8990x slower", "delta_avg": "5.0981x slower", "std_changed": 0.027404309549327, "min_changed": 19.737347126, "delta_std": "52.3686x smaller", "std_base": 1.4351240343468812, "t_msg": "Significant (t=-24.753362, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.74326068401334, "timeline_link": null, "avg_changed": 23.908313117031994, "min_base": 0.738244056702, "delta_min": "32.3379x slower", "delta_avg": "32.1668x slower", "std_changed": 0.013945036333510663, "min_changed": 23.8732669353, "delta_std": "1.3804x smaller", "std_base": 0.019250259238524938, "t_msg": "Significant (t=-6890.964790, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07516502380371802, "timeline_link": null, "avg_changed": 0.4211822557449201, "min_base": 0.0733358860016, "delta_min": "5.7198x slower", "delta_avg": "5.6034x slower", "std_changed": 0.0014176442304950864, "min_changed": 0.419465780258, "delta_std": "3.4607x smaller", "std_base": 0.004906075508649241, "t_msg": "Significant (t=-479.109553, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031726741790776, "timeline_link": null, "avg_changed": 0.6586550188064403, "min_base": 0.0308790206909, "delta_min": "21.1293x slower", "delta_avg": "20.7602x slower", "std_changed": 0.005222148019967005, "min_changed": 0.652451038361, "delta_std": "1.6470x larger", "std_base": 0.003170617770137338, "t_msg": "Significant (t=-725.622640, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.07134504318, "timeline_link": null, "avg_changed": 44.03957457542, "min_base": 19.0522520542, "delta_min": "2.3089x slower", "delta_avg": "2.3092x slower", "std_changed": 0.034724477120522075, "min_changed": 43.9890527725, "delta_std": "1.0500x larger", "std_base": 0.03306977512762652, "t_msg": "Significant (t=-1164.301747, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.32633605003, "timeline_link": null, "avg_changed": 9.453095149995999, "min_base": 9.31236004829, "delta_min": "1.0138x slower", "delta_avg": "1.0136x slower", "std_changed": 0.007118837713912147, "min_changed": 9.44131112099, "delta_std": "2.7118x smaller", "std_base": 0.019305102435155555, "t_msg": "Significant (t=-13.775481, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.3016912412642599, "timeline_link": null, "avg_changed": 2.672466692924401, "min_base": 0.296428918839, "delta_min": "8.9764x slower", "delta_avg": "8.8583x slower", "std_changed": 0.005022115070184308, "min_changed": 2.66085314751, "delta_std": "1.7764x larger", "std_base": 0.002827160837111528, "t_msg": "Significant (t=-2908.785569, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09082499980928802, "timeline_link": null, "avg_changed": 0.4495766687393199, "min_base": 0.022677898407, "delta_min": "19.5516x slower", "delta_avg": "4.9499x slower", "std_changed": 0.019223247374426874, "min_changed": 0.443389892578, "delta_std": "5.0782x smaller", "std_base": 0.09761926333478937, "t_msg": "Significant (t=-25.496589, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.109757380485582, "timeline_link": null, "avg_changed": 0.4800522089004799, "min_base": 0.0423209667206, "delta_min": "11.2710x slower", "delta_avg": "4.3738x slower", "std_changed": 0.0032992703080999995, "min_changed": 0.476999044418, "delta_std": "35.1357x smaller", "std_base": 0.11592212808833906, "t_msg": "Significant (t=-22.578260, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033842658996586, "timeline_link": null, "avg_changed": 2.6166663455968, "min_base": 0.020210981369, "delta_min": "126.6544x slower", "delta_avg": "77.3186x slower", "std_changed": 0.026369412581701158, "min_changed": 2.55981016159, "delta_std": "1.5120x larger", "std_base": 0.01743956577367036, "t_msg": "Significant (t=-577.685888, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003713731765746801, "timeline_link": null, "avg_changed": 0.36032226562500014, "min_base": 0.00329494476318, "delta_min": "108.5857x slower", "delta_avg": "97.0243x slower", "std_changed": 0.0014505802741869402, "min_changed": 0.357784032822, "delta_std": "1.2130x larger", "std_base": 0.0011958465880180132, "t_msg": "Significant (t=-1341.310100, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19038073539737801, "timeline_link": null, "avg_changed": 0.6628000116348801, "min_base": 0.0863978862762, "delta_min": "7.5046x slower", "delta_avg": "3.4814x slower", "std_changed": 0.010677276643887516, "min_changed": 0.648381233215, "delta_std": "13.7189x smaller", "std_base": 0.14648001498085625, "t_msg": "Significant (t=-22.744873, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2513093614578199, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4692550182343, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21609309673305993, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6052482318878599, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.35907373905188, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23030749320986005, "timeline_link": null, "avg_changed": 0.6894925785063599, "min_base": 0.206800937653, "delta_min": "3.0776x slower", "delta_avg": "2.9938x slower", "std_changed": 0.04231313701207761, "min_changed": 0.63644194603, "delta_std": "2.5680x larger", "std_base": 0.016477171159920093, "t_msg": "Significant (t=-71.505444, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08998032569884197, "timeline_link": null, "avg_changed": 0.42134877681728006, "min_base": 0.0645101070404, "delta_min": "6.4921x slower", "delta_avg": "4.6827x slower", "std_changed": 0.002883752898439633, "min_changed": 0.418802976608, "delta_std": "8.0192x smaller", "std_base": 0.023125443802333702, "t_msg": "Significant (t=-100.543821, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017833762168890002, "timeline_link": null, "avg_changed": 0.7654574871063801, "min_base": 0.0169129371643, "delta_min": "44.9148x slower", "delta_avg": "42.9218x slower", "std_changed": 0.002787380389214424, "min_changed": 0.759641885757, "delta_std": "1.3905x smaller", "std_base": 0.0038758722809493665, "t_msg": "Significant (t=-1107.332499, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.163599999999999, "timeline_link": null, "avg_changed": 8.3094, "min_base": 2.15, "delta_min": "3.8326x slower", "delta_avg": "3.8405x slower", "std_changed": 0.033405975269006474, "min_changed": 8.24, "delta_std": "2.4715x larger", "std_base": 0.01351642991144554, "t_msg": "Significant (t=-1205.915434, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7706000000000004, "timeline_link": null, "avg_changed": 6.1419999999999995, "min_base": 0.74, "delta_min": "8.2297x slower", "delta_avg": "7.9704x slower", "std_changed": 0.02857142857142866, "min_changed": 6.09, "delta_std": "1.2814x smaller", "std_base": 0.03661214251572609, "t_msg": "Significant (t=-817.843159, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06998795032500472, "timeline_link": null, "avg_changed": 0.48134679635366645, "min_base": 0.0412108898163, "delta_min": "2.8662x slower", "delta_avg": "6.8776x slower", "std_changed": 0.2139884270147521, "min_changed": 0.118118047714, "delta_std": "7.1439x larger", "std_base": 0.02995405266617857, "t_msg": "Significant (t=-23.316453, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012198584556580567, "timeline_link": null, "avg_changed": 0.06261840820312299, "min_base": 0.00782585144043, "delta_min": "6.7207x slower", "delta_avg": "5.1333x slower", "std_changed": 0.0076292738703539, "min_changed": 0.0525951385498, "delta_std": "1.5385x smaller", "std_base": 0.011737629283315823, "t_msg": "Significant (t=-80.534678, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8969992971426002, "timeline_link": null, "avg_changed": 44.059053673748, "min_base": 1.88280892372, "delta_min": "23.2992x slower", "delta_avg": "23.2257x slower", "std_changed": 0.06418698021123703, "min_changed": 43.8679771423, "delta_std": "12.6670x larger", "std_base": 0.005067275445138185, "t_msg": "Significant (t=-4630.316462, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6329561710366, "timeline_link": null, "avg_changed": 1.8574635982499998, "min_base": 0.484221220016, "delta_min": "3.7796x slower", "delta_avg": "2.9346x slower", "std_changed": 0.023003909553689725, "min_changed": 1.83016490936, "delta_std": "13.1676x smaller", "std_base": 0.3029053423355365, "t_msg": "Significant (t=-9.013442, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.4699431419359996, "timeline_link": null, "avg_changed": 11.46664185522, "min_base": 1.68263292313, "delta_min": "6.8059x slower", "delta_avg": "4.6425x slower", "std_changed": 0.016716874686662136, "min_changed": 11.4518821239, "delta_std": "69.0719x smaller", "std_base": 1.1546666891281736, "t_msg": "Significant (t=-17.420717, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.543751716614, "timeline_link": null, "avg_changed": 0.9081560134886001, "min_base": 0.302239894867, "delta_min": "2.9534x slower", "delta_avg": "1.6702x slower", "std_changed": 0.019168871320604536, "min_changed": 0.892628908157, "delta_std": "19.0634x smaller", "std_base": 0.3654238477130634, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46647286415120004, "timeline_link": null, "avg_changed": 3.2033774852739993, "min_base": 0.33281993866, "delta_min": "9.5969x slower", "delta_avg": "6.8672x slower", "std_changed": 0.006761186974198822, "min_changed": 3.19402694702, "delta_std": "34.7869x smaller", "std_base": 0.2352007505620096, "t_msg": "Significant (t=-26.009176, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025621888120000002, "timeline_link": null, "avg_changed": 1.6085846738999998, "min_base": 0.02038698, "delta_min": "78.7961x slower", "delta_avg": "62.7817x slower", "std_changed": 0.002303375553140955, "min_changed": 1.606415173, "delta_std": "6.6339x smaller", "std_base": 0.01528026363589836, "t_msg": "Significant (t=-724.345597, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [376.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [729.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [123.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [164.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [185.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005092263180498483, "timeline_link": null, "avg_changed": 0.2724602367536979, "min_base": 0.005068444271441546, "delta_min": "53.3876x slower", "delta_avg": "53.5047x slower", "std_changed": 0.0009723407328318874, "min_changed": 0.27059205541725295, "delta_std": "42.5865x larger", "std_base": 2.2832133645835624e-05, "t_msg": "Significant (t=-1943.820725, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016116106539223762, "timeline_link": null, "avg_changed": 0.012982242935305302, "min_base": 0.0015883100381194409, "delta_min": "8.1239x slower", "delta_avg": "8.0554x slower", "std_changed": 6.200424620811333e-05, "min_changed": 0.012903225806451613, "delta_std": "3.3280x larger", "std_base": 1.8630951396180177e-05, "t_msg": "Significant (t=-1241.874433, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006926067773119869, "timeline_link": null, "avg_changed": 0.09019145172569826, "min_base": 0.006542361792607131, "delta_min": "13.5867x slower", "delta_avg": "13.0220x slower", "std_changed": 0.0005966242525015019, "min_changed": 0.08888888888888889, "delta_std": "2.6605x larger", "std_base": 0.00022425641267764937, "t_msg": "Significant (t=-923.744862, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1958160118100173, "timeline_link": null, "avg_changed": 0.9904451624236209, "min_base": 0.1926318324103058, "delta_min": "5.1035x slower", "delta_avg": "5.0580x slower", "std_changed": 0.004653109405571153, "min_changed": 0.9831029185867896, "delta_std": "2.6226x larger", "std_base": 0.0017742129506579786, "t_msg": "Significant (t=-1128.314437, a=0.95)\n"}]], "branch": "", "revision": "83408:9a18329069c4"}