{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038002266883848, "timeline_link": null, "avg_changed": 0.7636827135085401, "min_base": 0.0375461578369, "delta_min": "20.2236x slower", "delta_avg": "20.0957x slower", "std_changed": 0.0031724197171733204, "min_changed": 0.759320020676, "delta_std": "6.4815x larger", "std_base": 0.0004894570270809318, "t_msg": "Significant (t=-1598.569035, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015357953707379999, "timeline_link": null, "avg_changed": 0.14411698341373327, "min_base": 0.0123569965363, "delta_min": "11.4168x slower", "delta_avg": "9.3839x slower", "std_changed": 0.002366720694046883, "min_changed": 0.141077041626, "delta_std": "2.4100x smaller", "std_base": 0.005703749209179357, "t_msg": "Significant (t=-255.367985, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28770093917859996, "timeline_link": null, "avg_changed": 1.4715337276459999, "min_base": 0.225756883621, "delta_min": "6.4085x slower", "delta_avg": "5.1148x slower", "std_changed": 0.054673693556469095, "min_changed": 1.44677186012, "delta_std": "3.4111x smaller", "std_base": 0.18649874116572568, "t_msg": "Significant (t=-27.241195, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.486091332435001, "timeline_link": null, "avg_changed": 20.763282861709996, "min_base": 3.42669391632, "delta_min": "6.0360x slower", "delta_avg": "5.9560x slower", "std_changed": 0.07361066836015481, "min_changed": 20.6836898327, "delta_std": "1.0704x smaller", "std_base": 0.07879649882778322, "t_msg": "Significant (t=-1132.965000, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019354662895206, "timeline_link": null, "avg_changed": 0.23235375404359998, "min_base": 0.0161619186401, "delta_min": "14.2270x slower", "delta_avg": "12.0051x slower", "std_changed": 0.002049831360588538, "min_changed": 0.229936122894, "delta_std": "2.5990x smaller", "std_base": 0.005327528849347731, "t_msg": "Significant (t=-263.850592, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.934476690292598, "timeline_link": null, "avg_changed": 50.104466176036006, "min_base": 7.8661699295, "delta_min": "6.0370x slower", "delta_avg": "6.3148x slower", "std_changed": 1.9311107873803184, "min_changed": 47.4879379272, "delta_std": "10.9756x larger", "std_base": 0.17594581196778605, "t_msg": "Significant (t=-153.775147, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008696484565729799, "timeline_link": null, "avg_changed": 0.52767808914184, "min_base": 0.00625896453857, "delta_min": "83.9600x slower", "delta_avg": "60.6772x slower", "std_changed": 0.0015241578059446855, "min_changed": 0.525502920151, "delta_std": "9.8290x smaller", "std_base": 0.014980963476154097, "t_msg": "Significant (t=-243.703122, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.861165047], "base_times": [139.824699879]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048466205596928005, "timeline_link": null, "avg_changed": 3.3125063896178, "min_base": 0.0459358692169, "delta_min": "71.8622x slower", "delta_avg": "68.3467x slower", "std_changed": 0.00518824790325891, "min_changed": 3.30105304718, "delta_std": "2.6050x smaller", "std_base": 0.013515549529497769, "t_msg": "Significant (t=-1594.253199, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009695153236386199, "timeline_link": null, "avg_changed": 0.039497480392456, "min_base": 0.00136804580688, "delta_min": "28.6277x slower", "delta_avg": "4.0739x slower", "std_changed": 0.00040629565436733, "min_changed": 0.0391640663147, "delta_std": "28.7110x smaller", "std_base": 0.011665171331844462, "t_msg": "Significant (t=-18.054306, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031566300392148, "timeline_link": null, "avg_changed": 1.0359432744977999, "min_base": 0.029944896698, "delta_min": "34.4519x slower", "delta_avg": "32.8180x slower", "std_changed": 0.0028709488196814485, "min_changed": 1.03165888786, "delta_std": "1.1320x larger", "std_base": 0.0025362110347241676, "t_msg": "Significant (t=-1853.945375, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44525669574738, "timeline_link": null, "avg_changed": 1.0661807155611995, "min_base": 0.373391151428, "delta_min": "2.8335x slower", "delta_avg": "2.3945x slower", "std_changed": 0.003249483796911408, "min_changed": 1.0580060482, "delta_std": "27.6379x smaller", "std_base": 0.08980890606022161, "t_msg": "Significant (t=-48.856231, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17846492767325997, "timeline_link": null, "avg_changed": 1.5916027355184001, "min_base": 0.176553010941, "delta_min": "8.9464x slower", "delta_avg": "8.9183x slower", "std_changed": 0.00548851560377681, "min_changed": 1.57951307297, "delta_std": "1.2088x larger", "std_base": 0.004540390393326508, "t_msg": "Significant (t=-1402.809786, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043052349090578, "timeline_link": null, "avg_changed": 0.59277407169344, "min_base": 0.0355980396271, "delta_min": "16.3856x slower", "delta_avg": "13.7687x slower", "std_changed": 0.00569450910532527, "min_changed": 0.583296060562, "delta_std": "1.1437x larger", "std_base": 0.004979168656463954, "t_msg": "Significant (t=-513.872841, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014975142478937999, "timeline_link": null, "avg_changed": 0.26840748786928, "min_base": 0.0122799873352, "delta_min": "21.6114x slower", "delta_avg": "17.9235x slower", "std_changed": 0.002367202437327359, "min_changed": 0.265388011932, "delta_std": "5.4053x smaller", "std_base": 0.012795454355911205, "t_msg": "Significant (t=-137.715732, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.057376332283012026, "timeline_link": null, "avg_changed": 0.5820485782622399, "min_base": 0.0524168014526, "delta_min": "11.0155x slower", "delta_avg": "10.1444x slower", "std_changed": 0.0028292742662844117, "min_changed": 0.577394962311, "delta_std": "8.9814x smaller", "std_base": 0.025410863836130726, "t_msg": "Significant (t=-145.103629, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.13091160297396198, "timeline_link": null, "avg_changed": 1.6442244625095999, "min_base": 0.0981078147888, "delta_min": "16.6907x slower", "delta_avg": "12.5598x slower", "std_changed": 0.003369827644555252, "min_changed": 1.63749098778, "delta_std": "9.1994x smaller", "std_base": 0.031000490384486063, "t_msg": "Significant (t=-343.158171, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.641965031650003, "timeline_link": null, "avg_changed": 351.6537549495005, "min_base": 12.2907431126, "delta_min": "28.6086x slower", "delta_avg": "27.8164x slower", "std_changed": 0.03286033247989776, "min_changed": 351.62122488, "delta_std": "10.7968x smaller", "std_base": 0.3547877152308683, "t_msg": "Significant (t=-6727.851502, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4586093902620005, "timeline_link": null, "avg_changed": 20.57976112366, "min_base": 2.77992987633, "delta_min": "7.3842x slower", "delta_avg": "5.9503x slower", "std_changed": 0.0387331941359394, "min_changed": 20.5276050568, "delta_std": "25.1281x smaller", "std_base": 0.9732898940149962, "t_msg": "Significant (t=-39.303582, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7781534528732, "timeline_link": null, "avg_changed": 24.761172776234016, "min_base": 0.772877931595, "delta_min": "32.0018x slower", "delta_avg": "31.8204x slower", "std_changed": 0.015592563512493027, "min_changed": 24.7334771156, "delta_std": "1.1096x smaller", "std_base": 0.017301056964489435, "t_msg": "Significant (t=-7281.270371, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07661897182464798, "timeline_link": null, "avg_changed": 0.43359498500828003, "min_base": 0.0751550197601, "delta_min": "5.7389x slower", "delta_avg": "5.6591x slower", "std_changed": 0.0020772547878933267, "min_changed": 0.431305885315, "delta_std": "2.2828x smaller", "std_base": 0.004741892899557481, "t_msg": "Significant (t=-487.587204, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032569127082813995, "timeline_link": null, "avg_changed": 0.7114631652832197, "min_base": 0.0318019390106, "delta_min": "22.2654x slower", "delta_avg": "21.8447x slower", "std_changed": 0.003856647159997899, "min_changed": 0.708082914352, "delta_std": "1.2262x larger", "std_base": 0.0031451777513880033, "t_msg": "Significant (t=-964.628744, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.14746923446, "timeline_link": null, "avg_changed": 45.064959621439996, "min_base": 19.1314110756, "delta_min": "2.3543x slower", "delta_avg": "2.3536x slower", "std_changed": 0.023000436500772714, "min_changed": 45.0419471264, "delta_std": "1.1812x smaller", "std_base": 0.027167434402288276, "t_msg": "Significant (t=-1628.074560, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.285791397096, "timeline_link": null, "avg_changed": 9.45278816223, "min_base": 9.25764703751, "delta_min": "1.0200x slower", "delta_avg": "1.0180x slower", "std_changed": 0.013039388809273378, "min_changed": 9.4427819252, "delta_std": "4.5150x smaller", "std_base": 0.05887243378178496, "t_msg": "Significant (t=-6.192725, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29562822341920003, "timeline_link": null, "avg_changed": 2.8202850103377997, "min_base": 0.288788080215, "delta_min": "9.7306x slower", "delta_avg": "9.5400x slower", "std_changed": 0.004313683560101938, "min_changed": 2.81008911133, "delta_std": "1.3129x smaller", "std_base": 0.0056635639398425535, "t_msg": "Significant (t=-2507.567709, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08263600826262599, "timeline_link": null, "avg_changed": 0.45309077262884, "min_base": 0.0224139690399, "delta_min": "20.0038x slower", "delta_avg": "5.4830x slower", "std_changed": 0.012988157949974675, "min_changed": 0.448364973068, "delta_std": "7.9612x smaller", "std_base": 0.1034007472592652, "t_msg": "Significant (t=-25.136056, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09979523181915999, "timeline_link": null, "avg_changed": 0.48113498210906, "min_base": 0.0419919490814, "delta_min": "11.3954x slower", "delta_avg": "4.8212x slower", "std_changed": 0.00220060682617923, "min_changed": 0.478514909744, "delta_std": "51.5970x smaller", "std_base": 0.11354466052323971, "t_msg": "Significant (t=-23.743723, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031655287742615994, "timeline_link": null, "avg_changed": 2.6574605894092, "min_base": 0.0189051628113, "delta_min": "137.4832x slower", "delta_avg": "83.9500x slower", "std_changed": 0.025761092643591565, "min_changed": 2.59914302826, "delta_std": "1.5707x larger", "std_base": 0.016400580493370093, "t_msg": "Significant (t=-607.990517, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0034342861175538004, "timeline_link": null, "avg_changed": 0.3644882535934202, "min_base": 0.00311994552612, "delta_min": "116.2962x slower", "delta_avg": "106.1322x slower", "std_changed": 0.0013293958954286689, "min_changed": 0.362837791443, "delta_std": "1.5578x larger", "std_base": 0.0008533652747057248, "t_msg": "Significant (t=-1616.129274, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.189422564506554, "timeline_link": null, "avg_changed": 0.6820855998993, "min_base": 0.0837500095367, "delta_min": "7.9532x slower", "delta_avg": "3.6009x slower", "std_changed": 0.01037093697819537, "min_changed": 0.666078805923, "delta_std": "14.1303x smaller", "std_base": 0.1465443573613042, "t_msg": "Significant (t=-23.712702, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2509629678726801, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46985182285311994, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21111727237706002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6058195257187, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3684684085846399, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27205174446098, "timeline_link": null, "avg_changed": 0.6835742139815797, "min_base": 0.264345169067, "delta_min": "2.5201x slower", "delta_avg": "2.5127x slower", "std_changed": 0.012781146545539504, "min_changed": 0.666172981262, "delta_std": "1.3319x larger", "std_base": 0.009596092863156042, "t_msg": "Significant (t=-182.067238, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.082736926078798, "timeline_link": null, "avg_changed": 0.42108087539672, "min_base": 0.0577070713043, "delta_min": "7.2576x slower", "delta_avg": "5.0894x slower", "std_changed": 0.0029889803828188274, "min_changed": 0.418812990189, "delta_std": "8.3381x smaller", "std_base": 0.024922336077252003, "t_msg": "Significant (t=-95.313310, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0093589687347428, "timeline_link": null, "avg_changed": 0.7690320968628199, "min_base": 0.00849199295044, "delta_min": "90.1242x slower", "delta_avg": "82.1706x slower", "std_changed": 0.0020425494871369257, "min_changed": 0.765334129333, "delta_std": "1.7835x smaller", "std_base": 0.0036429710374732472, "t_msg": "Significant (t=-1286.169211, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1538000000000004, "timeline_link": null, "avg_changed": 8.359199999999998, "min_base": 2.12, "delta_min": "3.9245x slower", "delta_avg": "3.8811x slower", "std_changed": 0.02926584691954722, "min_changed": 8.32, "delta_std": "1.0803x smaller", "std_base": 0.03161567681401373, "t_msg": "Significant (t=-1018.499974, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8074000000000001, "timeline_link": null, "avg_changed": 6.079000000000001, "min_base": 0.78, "delta_min": "7.7308x slower", "delta_avg": "7.5291x slower", "std_changed": 0.02451571757390066, "min_changed": 6.03, "delta_std": "1.4505x smaller", "std_base": 0.035560239203988715, "t_msg": "Significant (t=-863.026013, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07089185396830668, "timeline_link": null, "avg_changed": 0.5230276473363399, "min_base": 0.044440984726, "delta_min": "2.7238x slower", "delta_avg": "7.3778x slower", "std_changed": 0.23733201529606787, "min_changed": 0.121047973633, "delta_std": "8.1072x larger", "std_base": 0.029274326977584544, "t_msg": "Significant (t=-23.156838, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011990103244782151, "timeline_link": null, "avg_changed": 0.062465579986572, "min_base": 0.00776815414429, "delta_min": "6.8785x slower", "delta_avg": "5.2098x slower", "std_changed": 0.007282035652363024, "min_changed": 0.0534329414368, "delta_std": "1.6922x smaller", "std_base": 0.012322658857864469, "t_msg": "Significant (t=-78.853310, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 2.0014975833894004, "timeline_link": null, "avg_changed": 46.324177160258, "min_base": 1.98565196991, "delta_min": "23.2921x slower", "delta_avg": "23.1448x slower", "std_changed": 0.04919372794293113, "min_changed": 46.2499380112, "delta_std": "6.6215x larger", "std_base": 0.007429356213752776, "t_msg": "Significant (t=-6299.473675, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5805957794179999, "timeline_link": null, "avg_changed": 1.954435920714, "min_base": 0.42346405983, "delta_min": "4.5873x slower", "delta_avg": "3.3663x slower", "std_changed": 0.007562728545849618, "min_changed": 1.9425368309, "delta_std": "40.8322x smaller", "std_base": 0.3088024697913903, "t_msg": "Significant (t=-9.945125, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.44698886871, "timeline_link": null, "avg_changed": 11.359885835660002, "min_base": 1.57031011581, "delta_min": "7.2263x slower", "delta_avg": "4.6424x slower", "std_changed": 0.0095594860277148, "min_changed": 11.3474769592, "delta_std": "122.2333x smaller", "std_base": 1.1684874802570537, "t_msg": "Significant (t=-17.055533, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5212778091428, "timeline_link": null, "avg_changed": 0.9482778072356002, "min_base": 0.241585016251, "delta_min": "3.8408x slower", "delta_avg": "1.8191x slower", "std_changed": 0.0282203244835491, "min_changed": 0.927886962891, "delta_std": "12.1429x smaller", "std_base": 0.34267697748930065, "t_msg": "Significant (t=-2.776900, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4815025806426, "timeline_link": null, "avg_changed": 3.3938853740679997, "min_base": 0.310929059982, "delta_min": "10.8644x slower", "delta_avg": "7.0485x slower", "std_changed": 0.02124713815025834, "min_changed": 3.37805700302, "delta_std": "9.7318x smaller", "std_base": 0.20677192182114265, "t_msg": "Significant (t=-31.330050, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026150901700000003, "timeline_link": null, "avg_changed": 1.6092206200399999, "min_base": 0.020741043, "delta_min": "77.4724x slower", "delta_avg": "61.5360x slower", "std_changed": 0.0022804983460672215, "min_changed": 1.606858096, "delta_std": "6.2480x smaller", "std_base": 0.014248485712453527, "t_msg": "Significant (t=-775.753608, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [372.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [739.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [114.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [191.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004783931201784486, "timeline_link": null, "avg_changed": 0.2971089298029468, "min_base": 0.004754863036170243, "delta_min": "62.1854x slower", "delta_avg": "62.1056x slower", "std_changed": 0.0008520160568914596, "min_changed": 0.29568302779420463, "delta_std": "36.2032x larger", "std_base": 2.3534252465880862e-05, "t_msg": "Significant (t=-2425.144195, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016046572719317154, "timeline_link": null, "avg_changed": 0.01360905140932241, "min_base": 0.0015770383220312253, "delta_min": "8.5805x slower", "delta_avg": "8.4810x slower", "std_changed": 6.225319238629619e-05, "min_changed": 0.013531799729364006, "delta_std": "3.5691x larger", "std_base": 1.744224874420561e-05, "t_msg": "Significant (t=-1312.964876, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0069093039212866384, "timeline_link": null, "avg_changed": 0.09764222366428726, "min_base": 0.006447453255963894, "delta_min": "14.9855x slower", "delta_avg": "14.1320x slower", "std_changed": 0.0007077357053699459, "min_changed": 0.0966183574879227, "delta_std": "2.2429x larger", "std_base": 0.000315545272213346, "t_msg": "Significant (t=-827.958057, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1975466707596815, "timeline_link": null, "avg_changed": 1.0278982858543577, "min_base": 0.19404523679582802, "delta_min": "5.2687x slower", "delta_avg": "5.2033x slower", "std_changed": 0.00422969129132169, "min_changed": 1.0223642172523961, "delta_std": "1.2993x smaller", "std_base": 0.0054954540790322715, "t_msg": "Significant (t=-846.678001, a=0.95)\n"}]], "branch": "", "revision": "86233:b7fe3a8d6872"}