{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.04026596069335601, "timeline_link": null, "avg_changed": 0.7251133728027199, "min_base": 0.0397148132324, "delta_min": "18.1272x slower", "delta_avg": "18.0081x slower", "std_changed": 0.003538690464791427, "min_changed": 0.719919919968, "delta_std": "7.1758x larger", "std_base": 0.0004931407093378343, "t_msg": "Significant (t=-1355.375405, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015473190943401348, "timeline_link": null, "avg_changed": 0.14541270256048675, "min_base": 0.0124101638794, "delta_min": "11.4243x slower", "delta_avg": "9.3977x slower", "std_changed": 0.002898547398102598, "min_changed": 0.141777038574, "delta_std": "2.0701x smaller", "std_base": 0.006000170409924141, "t_msg": "Significant (t=-238.823831, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28822010755535, "timeline_link": null, "avg_changed": 1.456655430794, "min_base": 0.224560976028, "delta_min": "6.3886x slower", "delta_avg": "5.0540x slower", "std_changed": 0.05007459790004456, "min_changed": 1.43463802338, "delta_std": "3.8004x smaller", "std_base": 0.19030477474075477, "t_msg": "Significant (t=-26.554192, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4200674295426, "timeline_link": null, "avg_changed": 20.76766000271, "min_base": 3.36199688911, "delta_min": "6.1557x slower", "delta_avg": "6.0723x slower", "std_changed": 0.07908048185215254, "min_changed": 20.6954779625, "delta_std": "1.0272x larger", "std_base": 0.07698533093450753, "t_msg": "Significant (t=-1111.456074, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.018849482536303995, "timeline_link": null, "avg_changed": 0.24219567298887992, "min_base": 0.0156280994415, "delta_min": "15.3037x slower", "delta_avg": "12.8489x slower", "std_changed": 0.0020327322891876796, "min_changed": 0.239166975021, "delta_std": "2.6027x smaller", "std_base": 0.0052906073438633, "t_msg": "Significant (t=-278.649779, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.801951632499602, "timeline_link": null, "avg_changed": 47.892115545272, "min_base": 7.71675395966, "delta_min": "6.0772x slower", "delta_avg": "6.1385x slower", "std_changed": 0.7298864461916543, "min_changed": 46.8960549831, "delta_std": "4.1597x larger", "std_base": 0.17546704175237857, "t_msg": "Significant (t=-377.630485, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0088118886947588, "timeline_link": null, "avg_changed": 0.5388991785049598, "min_base": 0.00635099411011, "delta_min": "84.5774x slower", "delta_avg": "61.1559x slower", "std_changed": 0.0014496109500992617, "min_changed": 0.537150859833, "delta_std": "10.3777x smaller", "std_base": 0.015043585062318473, "t_msg": "Significant (t=-248.012776, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [138.021713018], "base_times": [140.217228889]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048444075584409996, "timeline_link": null, "avg_changed": 3.3892000484457996, "min_base": 0.0459299087524, "delta_min": "73.5800x slower", "delta_avg": "69.9611x slower", "std_changed": 0.004968074238445361, "min_changed": 3.3795208931, "delta_std": "2.7522x smaller", "std_base": 0.013673379404174247, "t_msg": "Significant (t=-1623.782040, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009720931053161401, "timeline_link": null, "avg_changed": 0.03775338172912799, "min_base": 0.00142192840576, "delta_min": "26.3080x slower", "delta_avg": "3.8837x slower", "std_changed": 0.0003422678928178029, "min_changed": 0.0374081134796, "delta_std": "34.3678x smaller", "std_base": 0.011762994864767168, "t_msg": "Significant (t=-16.843967, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029848041534427997, "timeline_link": null, "avg_changed": 1.0462157392502003, "min_base": 0.0282428264618, "delta_min": "36.8766x slower", "delta_avg": "35.0514x slower", "std_changed": 0.0032066778286093324, "min_changed": 1.04150009155, "delta_std": "1.2466x larger", "std_base": 0.0025723988730570945, "t_msg": "Significant (t=-1748.204621, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45611761093134, "timeline_link": null, "avg_changed": 1.0851613473894, "min_base": 0.358338117599, "delta_min": "3.0093x slower", "delta_avg": "2.3791x slower", "std_changed": 0.0033221971522519353, "min_changed": 1.07833600044, "delta_std": "31.2822x smaller", "std_base": 0.10392569653736469, "t_msg": "Significant (t=-42.778063, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.1732973909378, "timeline_link": null, "avg_changed": 1.5668472433085998, "min_base": 0.171616077423, "delta_min": "9.0780x slower", "delta_avg": "9.0414x slower", "std_changed": 0.005004030795927733, "min_changed": 1.55793905258, "delta_std": "1.1260x larger", "std_base": 0.004444237445566095, "t_msg": "Significant (t=-1472.344254, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04365933418274799, "timeline_link": null, "avg_changed": 0.6088549566268999, "min_base": 0.0358738899231, "delta_min": "16.7139x slower", "delta_avg": "13.9456x slower", "std_changed": 0.005676760879436217, "min_changed": 0.599591016769, "delta_std": "1.1108x larger", "std_base": 0.005110522162172046, "t_msg": "Significant (t=-523.225888, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014831948280330003, "timeline_link": null, "avg_changed": 0.25911785125728, "min_base": 0.0122652053833, "delta_min": "20.9322x slower", "delta_avg": "17.4703x slower", "std_changed": 0.0020237230431033814, "min_changed": 0.256737947464, "delta_std": "5.9010x smaller", "std_base": 0.011942060887146414, "t_msg": "Significant (t=-142.612011, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054919986724851995, "timeline_link": null, "avg_changed": 0.57641708374024, "min_base": 0.0500528812408, "delta_min": "11.4193x slower", "delta_avg": "10.4956x slower", "std_changed": 0.0039754439170973125, "min_changed": 0.571568965912, "delta_std": "6.3117x smaller", "std_base": 0.025091876418538907, "t_msg": "Significant (t=-145.151075, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16209880352016, "timeline_link": null, "avg_changed": 1.6853424215321997, "min_base": 0.11233997345, "delta_min": "14.9549x slower", "delta_avg": "10.3970x slower", "std_changed": 0.0037080027518733983, "min_changed": 1.68003797531, "delta_std": "10.8121x smaller", "std_base": 0.04009121098292032, "t_msg": "Significant (t=-267.519574, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.614882946000012, "timeline_link": null, "avg_changed": 345.5637570620002, "min_base": 12.2204649448, "delta_min": "28.2762x slower", "delta_avg": "27.3933x slower", "std_changed": 0.015960288985622594, "min_changed": 345.547957182, "delta_std": "24.9634x smaller", "std_base": 0.3984223475293771, "t_msg": "Significant (t=-5904.330856, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6531209945680003, "timeline_link": null, "avg_changed": 21.19006700514, "min_base": 2.89755296707, "delta_min": "7.3047x slower", "delta_avg": "5.8005x slower", "std_changed": 0.01419927068095284, "min_changed": 21.165792942, "delta_std": "72.0340x smaller", "std_base": 1.0228307996178805, "t_msg": "Significant (t=-38.334811, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7815625238418796, "timeline_link": null, "avg_changed": 23.691900277138007, "min_base": 0.77655005455, "delta_min": "30.4801x slower", "delta_avg": "30.3135x slower", "std_changed": 0.01170829849126609, "min_changed": 23.6693539619, "delta_std": "1.4748x smaller", "std_base": 0.017267380389230362, "t_msg": "Significant (t=-7765.130537, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06937435150146, "timeline_link": null, "avg_changed": 0.41920339107520005, "min_base": 0.0677590370178, "delta_min": "6.1488x slower", "delta_avg": "6.0426x slower", "std_changed": 0.0014219514280525535, "min_changed": 0.416639089584, "delta_std": "3.2276x smaller", "std_base": 0.004589552943436571, "t_msg": "Significant (t=-514.833809, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032411875724793995, "timeline_link": null, "avg_changed": 0.63921019554138, "min_base": 0.0316848754883, "delta_min": "20.0575x slower", "delta_avg": "19.7215x slower", "std_changed": 0.003672219921039405, "min_changed": 0.635519981384, "delta_std": "1.2245x larger", "std_base": 0.0029988628612116915, "t_msg": "Significant (t=-904.996481, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.4934855938, "timeline_link": null, "avg_changed": 43.49707541468, "min_base": 18.4715149403, "delta_min": "2.3537x slower", "delta_avg": "2.3520x slower", "std_changed": 0.013230777948178278, "min_changed": 43.4771800041, "delta_std": "2.2508x smaller", "std_base": 0.029780229115704156, "t_msg": "Significant (t=-1715.704070, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.28885931969, "timeline_link": null, "avg_changed": 9.44775981903, "min_base": 9.26118087769, "delta_min": "1.0197x slower", "delta_avg": "1.0171x slower", "std_changed": 0.007142232932955108, "min_changed": 9.44340109825, "delta_std": "7.9996x smaller", "std_base": 0.05713484264590481, "t_msg": "Significant (t=-6.170810, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29954246044157995, "timeline_link": null, "avg_changed": 2.7153257417683996, "min_base": 0.290383815765, "delta_min": "9.2910x slower", "delta_avg": "9.0649x slower", "std_changed": 0.008415440124721086, "min_changed": 2.69796895981, "delta_std": "1.5037x larger", "std_base": 0.005596572813985004, "t_msg": "Significant (t=-1690.216623, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08349114418032, "timeline_link": null, "avg_changed": 0.46185739994052, "min_base": 0.0230221748352, "delta_min": "19.8173x slower", "delta_avg": "5.5318x slower", "std_changed": 0.015065022905797617, "min_changed": 0.456236839294, "delta_std": "6.8973x smaller", "std_base": 0.10390835595141955, "t_msg": "Significant (t=-25.481779, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09885944366456802, "timeline_link": null, "avg_changed": 0.48692848205572015, "min_base": 0.0405621528625, "delta_min": "11.9588x slower", "delta_avg": "4.9255x slower", "std_changed": 0.0018370613153052401, "min_changed": 0.485075950623, "delta_std": "61.8622x smaller", "std_base": 0.11364468092594145, "t_msg": "Significant (t=-24.142828, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.029824490547176005, "timeline_link": null, "avg_changed": 2.7488561964034, "min_base": 0.019168138504, "delta_min": "140.1691x slower", "delta_avg": "92.1678x slower", "std_changed": 0.022312972752833074, "min_changed": 2.68677997589, "delta_std": "1.5745x larger", "std_base": 0.014171366348733677, "t_msg": "Significant (t=-727.369403, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0034440231323237995, "timeline_link": null, "avg_changed": 0.3596199178696, "min_base": 0.00313496589661, "delta_min": "114.2271x slower", "delta_avg": "104.4186x slower", "std_changed": 0.001331969806373688, "min_changed": 0.35809803009, "delta_std": "1.6874x larger", "std_base": 0.0007893490382958492, "t_msg": "Significant (t=-1626.657015, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19240068435670798, "timeline_link": null, "avg_changed": 0.6838857221603399, "min_base": 0.0857930183411, "delta_min": "7.7842x slower", "delta_avg": "3.5545x slower", "std_changed": 0.010822727839142898, "min_changed": 0.667826890945, "delta_std": "13.2307x smaller", "std_base": 0.14319222500706935, "t_msg": "Significant (t=-24.201312, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25139584064490006, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4708036231994599, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21889952182759997, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6056634616851998, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3687804412841399, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.28325373649596, "timeline_link": null, "avg_changed": 0.72917169094084, "min_base": 0.271599054337, "delta_min": "2.6384x slower", "delta_avg": "2.5743x slower", "std_changed": 0.01121753997926559, "min_changed": 0.716583013535, "delta_std": "1.0972x larger", "std_base": 0.01022370518786267, "t_msg": "Significant (t=-207.748991, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084953575134268, "timeline_link": null, "avg_changed": 0.4200414323805999, "min_base": 0.0571911334991, "delta_min": "7.3075x slower", "delta_avg": "4.9444x slower", "std_changed": 0.0033461897989035846, "min_changed": 0.417926073074, "delta_std": "7.7079x smaller", "std_base": 0.025792250200701843, "t_msg": "Significant (t=-91.102431, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009388513565064198, "timeline_link": null, "avg_changed": 0.7127794504165399, "min_base": 0.00854182243347, "delta_min": "83.1448x slower", "delta_avg": "75.9204x slower", "std_changed": 0.002110611228612894, "min_changed": 0.710207939148, "delta_std": "1.6786x smaller", "std_base": 0.0035428276285832624, "t_msg": "Significant (t=-1206.081784, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.262000000000001, "timeline_link": null, "avg_changed": 8.7114, "min_base": 2.23, "delta_min": "3.8924x slower", "delta_avg": "3.8512x slower", "std_changed": 0.02040508139995484, "min_changed": 8.68, "delta_std": "1.5307x smaller", "std_base": 0.03123315872725056, "t_msg": "Significant (t=-1222.373146, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8147999999999997, "timeline_link": null, "avg_changed": 7.258799999999997, "min_base": 0.78, "delta_min": "9.2179x slower", "delta_avg": "8.9087x slower", "std_changed": 0.028113472694399986, "min_changed": 7.19, "delta_std": "1.2137x smaller", "std_base": 0.03412103307285966, "t_msg": "Significant (t=-1030.647671, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07199346542357801, "timeline_link": null, "avg_changed": 0.5193932882944866, "min_base": 0.0454490184784, "delta_min": "2.7054x slower", "delta_avg": "7.2145x slower", "std_changed": 0.23388308301504693, "min_changed": 0.122959136963, "delta_std": "7.5099x larger", "std_base": 0.031143187910799442, "t_msg": "Significant (t=-23.223419, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01189343690872194, "timeline_link": null, "avg_changed": 0.06265640878677202, "min_base": 0.00740790367126, "delta_min": "7.2867x slower", "delta_avg": "5.2681x slower", "std_changed": 0.007088154125770716, "min_changed": 0.0539789199829, "delta_std": "1.7421x smaller", "std_base": 0.012348462441992414, "t_msg": "Significant (t=-79.721751, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9030484437937998, "timeline_link": null, "avg_changed": 46.47976078510599, "min_base": 1.89021897316, "delta_min": "24.5388x slower", "delta_avg": "24.4238x slower", "std_changed": 0.047653361894753735, "min_changed": 46.3837380409, "delta_std": "9.7805x larger", "std_base": 0.004872268026134553, "t_msg": "Significant (t=-6580.232756, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5773123741155999, "timeline_link": null, "avg_changed": 1.969879627228, "min_base": 0.423196077347, "delta_min": "4.6070x slower", "delta_avg": "3.4122x slower", "std_changed": 0.013281255388317684, "min_changed": 1.94968008995, "delta_std": "23.8435x smaller", "std_base": 0.3166716749453754, "t_msg": "Significant (t=-9.824497, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.3954510688779997, "timeline_link": null, "avg_changed": 11.53547778128, "min_base": 1.65765810013, "delta_min": "6.9541x slower", "delta_avg": "4.8156x slower", "std_changed": 0.007105069612848441, "min_changed": 11.5275981426, "delta_std": "160.5015x smaller", "std_base": 1.1403742813658484, "t_msg": "Significant (t=-17.921594, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.520213603973, "timeline_link": null, "avg_changed": 0.9513414382934, "min_base": 0.272709131241, "delta_min": "3.4195x slower", "delta_avg": "1.8288x slower", "std_changed": 0.026838598627506885, "min_changed": 0.932540178299, "delta_std": "13.5863x smaller", "std_base": 0.36463832001593244, "t_msg": "Significant (t=-2.636669, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4313718318938, "timeline_link": null, "avg_changed": 3.371908378602, "min_base": 0.287657022476, "delta_min": "11.6482x slower", "delta_avg": "7.8167x slower", "std_changed": 0.02353727389646303, "min_changed": 3.35067510605, "delta_std": "10.0550x smaller", "std_base": 0.23666810144742326, "t_msg": "Significant (t=-27.646149, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026141752140000002, "timeline_link": null, "avg_changed": 1.58911983902, "min_base": 0.02095287, "delta_min": "75.6683x slower", "delta_avg": "60.7886x slower", "std_changed": 0.003301401137488659, "min_changed": 1.585467943, "delta_std": "4.2770x smaller", "std_base": 0.014120015757269318, "t_msg": "Significant (t=-762.157988, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [371.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [727.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [114.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [160.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [181.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004791120696123715, "timeline_link": null, "avg_changed": 0.2971151502672583, "min_base": 0.004755586625388174, "delta_min": "62.1796x slower", "delta_avg": "62.0137x slower", "std_changed": 0.001005224861458575, "min_changed": 0.2957005145188953, "delta_std": "45.7740x larger", "std_base": 2.196060028470473e-05, "t_msg": "Significant (t=-2055.808631, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001580502908544467, "timeline_link": null, "avg_changed": 0.013528101816997692, "min_base": 0.0015583606046439145, "delta_min": "8.6366x slower", "delta_avg": "8.5594x slower", "std_changed": 6.775540438842813e-05, "min_changed": 0.013458950201884253, "delta_std": "3.9177x larger", "std_base": 1.729481540633482e-05, "t_msg": "Significant (t=-1208.134830, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006990162059540665, "timeline_link": null, "avg_changed": 0.09653878942881501, "min_base": 0.006542361792607131, "delta_min": "14.5571x slower", "delta_avg": "13.8107x slower", "std_changed": 0.00065612756079768, "min_changed": 0.09523809523809523, "delta_std": "1.8546x larger", "std_base": 0.00035378090617113833, "t_msg": "Significant (t=-849.449736, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19501734248348174, "timeline_link": null, "avg_changed": 1.0084216784530862, "min_base": 0.191766045424582, "delta_min": "5.2278x slower", "delta_avg": "5.1709x slower", "std_changed": 0.004593428601464218, "min_changed": 1.0025062656641603, "delta_std": "1.2099x smaller", "std_base": 0.0055573750823299795, "t_msg": "Significant (t=-797.731279, a=0.95)\n"}]], "branch": "", "revision": "86428:2cc7b34dfe02"}