{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019233179092408, "timeline_link": null, "avg_changed": 0.29397975921631997, "min_base": 0.0188038349152, "delta_min": "15.0594x slower", "delta_avg": "15.2850x slower", "std_changed": 0.0043915136683402205, "min_changed": 0.283174991608, "delta_std": "9.1929x larger", "std_base": 0.0004777084535416019, "t_msg": "Significant (t=-439.793316, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008592629432681662, "timeline_link": null, "avg_changed": 0.06206748485565334, "min_base": 0.00666904449463, "delta_min": "8.7761x slower", "delta_avg": "7.2233x slower", "std_changed": 0.0023183366652272347, "min_changed": 0.0585279464722, "delta_std": "1.4304x smaller", "std_base": 0.003316240429684452, "t_msg": "Significant (t=-161.861136, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1584586024283, "timeline_link": null, "avg_changed": 1.0114918112756, "min_base": 0.126142978668, "delta_min": "7.9047x slower", "delta_avg": "6.3833x slower", "std_changed": 0.007205450432077388, "min_changed": 0.997127056122, "delta_std": "14.6131x smaller", "std_base": 0.10529428327250163, "t_msg": "Significant (t=-36.146116, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7179587268840002, "timeline_link": null, "avg_changed": 9.212281489371803, "min_base": 1.70279693604, "delta_min": "5.3665x slower", "delta_avg": "5.3623x slower", "std_changed": 0.033341075631906934, "min_changed": 9.1380610466, "delta_std": "4.5180x larger", "std_base": 0.00737959533053842, "t_msg": "Significant (t=-1551.858613, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006562824249267597, "timeline_link": null, "avg_changed": 0.07657171726226797, "min_base": 0.00501894950867, "delta_min": "14.7640x slower", "delta_avg": "11.6675x slower", "std_changed": 0.0011932079087033016, "min_changed": 0.0741000175476, "delta_std": "1.9080x smaller", "std_base": 0.002276689743942058, "t_msg": "Significant (t=-192.590138, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.103727674484, "timeline_link": null, "avg_changed": 23.05526862144, "min_base": 3.94911003113, "delta_min": "5.8319x slower", "delta_avg": "5.6181x slower", "std_changed": 0.01847050317010491, "min_changed": 23.0308320522, "delta_std": "13.6894x smaller", "std_base": 0.2528510077137567, "t_msg": "Significant (t=-167.151082, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0045840167999264, "timeline_link": null, "avg_changed": 0.22768619537347992, "min_base": 0.00344014167786, "delta_min": "64.5119x slower", "delta_avg": "49.6696x slower", "std_changed": 0.002744893434194364, "min_changed": 0.221930027008, "delta_std": "2.5739x smaller", "std_base": 0.007065179764228438, "t_msg": "Significant (t=-208.132184, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.464943886], "base_times": [65.231180191]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.02765635490416799, "timeline_link": null, "avg_changed": 1.7114607906337997, "min_base": 0.0261387825012, "delta_min": "64.5969x slower", "delta_avg": "61.8831x slower", "std_changed": 0.012768345036839669, "min_changed": 1.68848395348, "delta_std": "1.8488x larger", "std_base": 0.006906171782744588, "t_msg": "Significant (t=-820.196196, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004893574714661678, "timeline_link": null, "avg_changed": 0.018336205482486004, "min_base": 0.000643968582153, "delta_min": "27.8663x slower", "delta_avg": "3.7470x slower", "std_changed": 0.0002911259945015682, "min_changed": 0.0179450511932, "delta_std": "19.3925x smaller", "std_base": 0.005645667137308296, "t_msg": "Significant (t=-16.814244, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015537619590753999, "timeline_link": null, "avg_changed": 0.44924427986148, "min_base": 0.0146970748901, "delta_min": "29.6276x slower", "delta_avg": "28.9133x slower", "std_changed": 0.005356041511953747, "min_changed": 0.435438871384, "delta_std": "3.9680x larger", "std_base": 0.0013498221015741253, "t_msg": "Significant (t=-555.220740, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18885424137121995, "timeline_link": null, "avg_changed": 0.4629975891112602, "min_base": 0.150120973587, "delta_min": "2.9994x slower", "delta_avg": "2.4516x slower", "std_changed": 0.005191546587878464, "min_changed": 0.450273036957, "delta_std": "8.9878x smaller", "std_base": 0.04666084179635388, "t_msg": "Significant (t=-41.289399, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09875974178314609, "timeline_link": null, "avg_changed": 0.7174846601485997, "min_base": 0.0953209400177, "delta_min": "7.3452x slower", "delta_avg": "7.2650x slower", "std_changed": 0.013159923627162005, "min_changed": 0.700146913528, "delta_std": "5.3883x larger", "std_base": 0.0024423338074151014, "t_msg": "Significant (t=-326.870644, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.02098580360413, "timeline_link": null, "avg_changed": 0.2722805452346199, "min_base": 0.0178651809692, "delta_min": "14.7507x slower", "delta_avg": "12.9745x slower", "std_changed": 0.004012516792171896, "min_changed": 0.263524055481, "delta_std": "1.6777x larger", "std_base": 0.00239173548891517, "t_msg": "Significant (t=-380.394446, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008728699684142197, "timeline_link": null, "avg_changed": 0.11214437007906002, "min_base": 0.00703001022339, "delta_min": "15.4313x slower", "delta_avg": "12.8478x slower", "std_changed": 0.0017355726471884301, "min_changed": 0.108482122421, "delta_std": "3.5136x smaller", "std_base": 0.006098066166040912, "t_msg": "Significant (t=-115.336233, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.02384063720702401, "timeline_link": null, "avg_changed": 0.23283403396601993, "min_base": 0.0208070278168, "delta_min": "10.8650x slower", "delta_avg": "9.7663x slower", "std_changed": 0.003073220569295633, "min_changed": 0.226068973541, "delta_std": "4.2013x smaller", "std_base": 0.012911482102031215, "t_msg": "Significant (t=-111.346083, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.064289321899416, "timeline_link": null, "avg_changed": 0.8011700010299999, "min_base": 0.0456349849701, "delta_min": "17.2609x slower", "delta_avg": "12.4619x slower", "std_changed": 0.006342408030977416, "min_changed": 0.787700891495, "delta_std": "2.8286x smaller", "std_base": 0.01793999702042971, "t_msg": "Significant (t=-273.833212, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.203543901445003, "timeline_link": null, "avg_changed": 168.20235848449988, "min_base": 6.10157990456, "delta_min": "27.5339x slower", "delta_avg": "27.1139x slower", "std_changed": 0.20425952313200837, "min_changed": 168.000151873, "delta_std": "1.9831x larger", "std_base": 0.10299919090609634, "t_msg": "Significant (t=-5007.468309, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4333472251860002, "timeline_link": null, "avg_changed": 8.868117618562, "min_base": 1.04806113243, "delta_min": "8.4401x slower", "delta_avg": "6.1870x slower", "std_changed": 0.020742840078148653, "min_changed": 8.84577703476, "delta_std": "24.1534x smaller", "std_base": 0.5010108154473949, "t_msg": "Significant (t=-33.153819, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37681443691255984, "timeline_link": null, "avg_changed": 11.297850308417999, "min_base": 0.370241880417, "delta_min": "30.1628x slower", "delta_avg": "29.9825x slower", "std_changed": 0.048931243688831796, "min_changed": 11.1675350666, "delta_std": "5.3801x larger", "std_base": 0.009094875099027386, "t_msg": "Significant (t=-1551.626867, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046953186988834, "timeline_link": null, "avg_changed": 0.22594213008877997, "min_base": 0.045734167099, "delta_min": "4.8043x slower", "delta_avg": "4.8121x slower", "std_changed": 0.0027280062189230987, "min_changed": 0.219722032547, "delta_std": "1.1748x larger", "std_base": 0.0023221267333693734, "t_msg": "Significant (t=-353.285061, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020867834091192, "timeline_link": null, "avg_changed": 0.3663990688323999, "min_base": 0.020115852356, "delta_min": "17.7495x slower", "delta_avg": "17.5581x slower", "std_changed": 0.004427166983408624, "min_changed": 0.357046127319, "delta_std": "2.1486x larger", "std_base": 0.0020604737894539525, "t_msg": "Significant (t=-500.345934, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.146306037901999, "timeline_link": null, "avg_changed": 19.205357217779998, "min_base": 9.11353206635, "delta_min": "2.1034x slower", "delta_avg": "2.0998x slower", "std_changed": 0.025733129863562812, "min_changed": 19.1691141129, "delta_std": "1.3069x smaller", "std_base": 0.03363107140592866, "t_msg": "Significant (t=-531.156445, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.559350395201999, "timeline_link": null, "avg_changed": 4.590613794327999, "min_base": 4.53174996376, "delta_min": "1.0087x slower", "delta_avg": "1.0069x slower", "std_changed": 0.017007047676216143, "min_changed": 4.57136511803, "delta_std": "1.3088x smaller", "std_base": 0.022259066035229178, "t_msg": "Significant (t=-2.495559, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15623397350306, "timeline_link": null, "avg_changed": 1.2673100614544, "min_base": 0.150594949722, "delta_min": "8.2584x slower", "delta_avg": "8.1116x slower", "std_changed": 0.009755967225296104, "min_changed": 1.24367809296, "delta_std": "3.7834x larger", "std_base": 0.0025786068019195874, "t_msg": "Significant (t=-778.565155, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04471102237698999, "timeline_link": null, "avg_changed": 0.20202274799347997, "min_base": 0.0107989311218, "delta_min": "18.0536x slower", "delta_avg": "4.5184x slower", "std_changed": 0.007071943840614824, "min_changed": 0.194959163666, "delta_std": "7.3819x smaller", "std_base": 0.05220449546693747, "t_msg": "Significant (t=-21.114919, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.047364044189453995, "timeline_link": null, "avg_changed": 0.21947731018064, "min_base": 0.0158867835999, "delta_min": "13.4552x slower", "delta_avg": "4.6338x slower", "std_changed": 0.002639682790096392, "min_changed": 0.213759899139, "delta_std": "21.9883x smaller", "std_base": 0.05804207488390421, "t_msg": "Significant (t=-20.946321, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010396385192871399, "timeline_link": null, "avg_changed": 1.2371125459672003, "min_base": 0.00882601737976, "delta_min": "137.9109x slower", "delta_avg": "118.9945x slower", "std_changed": 0.008803892391220963, "min_changed": 1.21720409393, "delta_std": "2.0773x larger", "std_base": 0.004238231934857992, "t_msg": "Significant (t=-887.754852, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015526962280265997, "timeline_link": null, "avg_changed": 0.18964682102204, "min_base": 0.00139808654785, "delta_min": "131.5227x slower", "delta_avg": "122.1403x slower", "std_changed": 0.002326249325030895, "min_changed": 0.183880090714, "delta_std": "5.5107x larger", "std_base": 0.0004221297791552368, "t_msg": "Significant (t=-562.559836, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08766530513767799, "timeline_link": null, "avg_changed": 0.3020669698714799, "min_base": 0.0335202217102, "delta_min": "8.6499x slower", "delta_avg": "3.4457x slower", "std_changed": 0.007575991522125654, "min_changed": 0.289945840836, "delta_std": "9.6990x smaller", "std_base": 0.07347988641499116, "t_msg": "Significant (t=-20.523364, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11949944972993999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18398066997530002, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12049643993385999, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25872700214386, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15307654380802005, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14009717941284003, "timeline_link": null, "avg_changed": 0.43755862712858007, "min_base": 0.137199878693, "delta_min": "3.1016x slower", "delta_avg": "3.1233x slower", "std_changed": 0.006289064943383837, "min_changed": 0.425539970398, "delta_std": "2.8024x larger", "std_base": 0.002244153609668963, "t_msg": "Significant (t=-314.995210, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042380213737492005, "timeline_link": null, "avg_changed": 0.20944289207458003, "min_base": 0.0280909538269, "delta_min": "7.2638x slower", "delta_avg": "4.9420x slower", "std_changed": 0.002966254328976276, "min_changed": 0.204047203064, "delta_std": "4.2583x smaller", "std_base": 0.012631213169857176, "t_msg": "Significant (t=-91.046398, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0054850816726678, "timeline_link": null, "avg_changed": 0.34331927299498, "min_base": 0.00508093833923, "delta_min": "65.8201x slower", "delta_avg": "62.5915x slower", "std_changed": 0.004330374908234661, "min_changed": 0.334427833557, "delta_std": "2.4394x larger", "std_base": 0.0017751633198003047, "t_msg": "Significant (t=-510.426620, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0151999999999999, "timeline_link": null, "avg_changed": 4.822200000000001, "min_base": 0.98, "delta_min": "4.8265x slower", "delta_avg": "4.7500x slower", "std_changed": 0.04399860851232013, "min_changed": 4.73, "delta_std": "1.8658x larger", "std_base": 0.023581383179386704, "t_msg": "Significant (t=-539.259018, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38660000000000044, "timeline_link": null, "avg_changed": 3.6609999999999996, "min_base": 0.36, "delta_min": "9.7222x slower", "delta_avg": "9.4697x slower", "std_changed": 0.11214513191505418, "min_changed": 3.5, "delta_std": "5.3020x larger", "std_base": 0.02115154261755016, "t_msg": "Significant (t=-202.883114, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.036679665247596006, "timeline_link": null, "avg_changed": 0.21261110782622536, "min_base": 0.0223939418793, "delta_min": "2.7679x slower", "delta_avg": "5.7964x slower", "std_changed": 0.08866408369647055, "min_changed": 0.0619850158691, "delta_std": "5.4540x larger", "std_base": 0.016256737934679123, "t_msg": "Significant (t=-23.903491, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01764856147766127, "timeline_link": null, "avg_changed": 0.043945142745973595, "min_base": 0.00341820716858, "delta_min": "7.9685x slower", "delta_avg": "2.4900x slower", "std_changed": 0.07575213364358048, "min_changed": 0.0272381305695, "delta_std": "1.3132x larger", "std_base": 0.05768323212566193, "t_msg": "Significant (t=-6.175649, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7379029273986, "timeline_link": null, "avg_changed": 16.89392993449, "min_base": 0.728581190109, "delta_min": "23.1272x slower", "delta_avg": "22.8945x slower", "std_changed": 0.035582220786055906, "min_changed": 16.8500728607, "delta_std": "4.6869x larger", "std_base": 0.007591903531424008, "t_msg": "Significant (t=-1404.218302, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2537148475648, "timeline_link": null, "avg_changed": 0.8164313793182, "min_base": 0.16600394249, "delta_min": "4.8892x slower", "delta_avg": "3.2179x slower", "std_changed": 0.004222715981252919, "min_changed": 0.811630964279, "delta_std": "38.5512x smaller", "std_base": 0.16279090169267965, "t_msg": "Significant (t=-7.726779, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1899991512292, "timeline_link": null, "avg_changed": 4.819105386732, "min_base": 0.802464962006, "delta_min": "5.9671x slower", "delta_avg": "4.0497x slower", "std_changed": 0.025158040387570742, "min_changed": 4.78840303421, "delta_std": "23.3612x smaller", "std_base": 0.5877208564364608, "t_msg": "Significant (t=-13.794820, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2521686077118, "timeline_link": null, "avg_changed": 0.39524893760659996, "min_base": 0.105284929276, "delta_min": "3.6938x slower", "delta_avg": "1.5674x slower", "std_changed": 0.008244305511003688, "min_changed": 0.38890004158, "delta_std": "23.0001x smaller", "std_base": 0.18962022679360616, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22477297782900002, "timeline_link": null, "avg_changed": 1.386904144286, "min_base": 0.15137887001, "delta_min": "9.0694x slower", "delta_avg": "6.1702x slower", "std_changed": 0.009699219936479484, "min_changed": 1.37292289734, "delta_std": "10.8276x smaller", "std_base": 0.10501895554472516, "t_msg": "Significant (t=-24.639284, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011046091300000005, "timeline_link": null, "avg_changed": 0.7331809640400003, "min_base": 0.007985551, "delta_min": "89.2201x slower", "delta_avg": "66.3747x slower", "std_changed": 0.010677893345374135, "min_changed": 0.712472045, "delta_std": "1.4748x larger", "std_base": 0.007240107252664552, "t_msg": "Significant (t=-395.802885, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [494.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [80.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [87.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024872513223315727, "timeline_link": null, "avg_changed": 0.12895396750659116, "min_base": 0.002441298966354018, "delta_min": "51.8399x slower", "delta_avg": "51.8460x slower", "std_changed": 0.0009247454685448025, "min_changed": 0.12655664675508757, "delta_std": "36.6031x larger", "std_base": 2.526411160878215e-05, "t_msg": "Significant (t=-966.667276, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006502368197318883, "timeline_link": null, "avg_changed": 0.006588745044121972, "min_base": 0.0006416014371872193, "delta_min": "10.1736x slower", "delta_avg": "10.1328x slower", "std_changed": 4.646531499164823e-05, "min_changed": 0.006527415143603133, "delta_std": "6.7385x larger", "std_base": 6.895471793460696e-06, "t_msg": "Significant (t=-282.685291, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027804445140428634, "timeline_link": null, "avg_changed": 0.042469663704885016, "min_base": 0.002385211687537269, "delta_min": "17.3602x slower", "delta_avg": "15.2744x slower", "std_changed": 0.0005462773257359744, "min_changed": 0.041407867494824016, "delta_std": "2.4836x larger", "std_base": 0.00021995811187759307, "t_msg": "Significant (t=-476.560132, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05976451119551086, "timeline_link": null, "avg_changed": 0.3449187227252288, "min_base": 0.05866715555962966, "delta_min": "5.7458x slower", "delta_avg": "5.7713x slower", "std_changed": 0.0028222624633336474, "min_changed": 0.3370904877277994, "delta_std": "3.4805x larger", "std_base": 0.0008108707804350019, "t_msg": "Significant (t=-686.663144, a=0.95)\n"}]], "branch": "", "revision": "98232:72f3423c43e5"}