{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.01946582794189, "timeline_link": null, "avg_changed": 0.28750192165372, "min_base": 0.0189459323883, "delta_min": "14.7427x slower", "delta_avg": "14.7696x slower", "std_changed": 0.003102958939281091, "min_changed": 0.279314994812, "delta_std": "7.8365x larger", "std_base": 0.00039596378118429595, "t_msg": "Significant (t=-605.891315, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008669368426002601, "timeline_link": null, "avg_changed": 0.06031145095825335, "min_base": 0.00649499893188, "delta_min": "8.8490x slower", "delta_avg": "6.9568x slower", "std_changed": 0.0020816241985708375, "min_changed": 0.0574741363525, "delta_std": "1.8667x smaller", "std_base": 0.0038857086149210393, "t_msg": "Significant (t=-143.480158, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1520941257476, "timeline_link": null, "avg_changed": 1.0044630289082, "min_base": 0.121255159378, "delta_min": "8.1553x slower", "delta_avg": "6.6042x slower", "std_changed": 0.007817736782815143, "min_changed": 0.988874912262, "delta_std": "13.1713x smaller", "std_base": 0.10296984155974927, "t_msg": "Significant (t=-36.913435, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6636734199518, "timeline_link": null, "avg_changed": 9.192668781280199, "min_base": 1.63798904419, "delta_min": "5.5688x slower", "delta_avg": "5.5255x slower", "std_changed": 0.0303357982394467, "min_changed": 9.12163591385, "delta_std": "4.0795x larger", "std_base": 0.007436246633831037, "t_msg": "Significant (t=-1704.493664, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006583423614502399, "timeline_link": null, "avg_changed": 0.07683738708495799, "min_base": 0.0050368309021, "delta_min": "15.0033x slower", "delta_avg": "11.6713x slower", "std_changed": 0.001056036022324893, "min_changed": 0.0755689144135, "delta_std": "2.2198x smaller", "std_base": 0.0023441930063962378, "t_msg": "Significant (t=-193.214726, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.036423969268, "timeline_link": null, "avg_changed": 22.591877174380002, "min_base": 3.88766503334, "delta_min": "5.8045x slower", "delta_avg": "5.5970x slower", "std_changed": 0.028778390369755873, "min_changed": 22.5660760403, "delta_std": "9.8031x smaller", "std_base": 0.2821180879443182, "t_msg": "Significant (t=-146.311258, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004616723060608202, "timeline_link": null, "avg_changed": 0.22088600635522002, "min_base": 0.00346493721008, "delta_min": "62.2496x slower", "delta_avg": "47.8448x slower", "std_changed": 0.0022060409896476002, "min_changed": 0.21569108963, "delta_std": "3.1945x smaller", "std_base": 0.007047290676503794, "t_msg": "Significant (t=-207.089662, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.036518097], "base_times": [65.4815199375]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027538661956788, "timeline_link": null, "avg_changed": 1.6423080730432003, "min_base": 0.0260150432587, "delta_min": "62.0563x slower", "delta_avg": "59.6365x slower", "std_changed": 0.011806830422478943, "min_changed": 1.61439681053, "delta_std": "1.7406x larger", "std_base": 0.0067830145452993755, "t_msg": "Significant (t=-838.548753, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0048747682571415795, "timeline_link": null, "avg_changed": 0.018009667396545997, "min_base": 0.000654935836792, "delta_min": "26.8988x slower", "delta_avg": "3.6945x slower", "std_changed": 0.0006844347803527066, "min_changed": 0.0176169872284, "delta_std": "8.1985x smaller", "std_base": 0.005611317642089831, "t_msg": "Significant (t=-16.430094, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015057816505427996, "timeline_link": null, "avg_changed": 0.4476010751724199, "min_base": 0.0143630504608, "delta_min": "30.5943x slower", "delta_avg": "29.7255x slower", "std_changed": 0.004029430554802522, "min_changed": 0.439428091049, "delta_std": "2.9157x larger", "std_base": 0.0013819535545509178, "t_msg": "Significant (t=-717.997324, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19031005382536, "timeline_link": null, "avg_changed": 0.47257997035983995, "min_base": 0.160086870193, "delta_min": "2.8839x slower", "delta_avg": "2.4832x slower", "std_changed": 0.006101494747966204, "min_changed": 0.461675167084, "delta_std": "7.8319x smaller", "std_base": 0.047786467431431674, "t_msg": "Significant (t=-41.431734, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09861570835114795, "timeline_link": null, "avg_changed": 0.7342473649978, "min_base": 0.0957899093628, "delta_min": "7.4377x slower", "delta_avg": "7.4455x slower", "std_changed": 0.015056385802764862, "min_changed": 0.71246099472, "delta_std": "6.1687x larger", "std_base": 0.0024407744829650466, "t_msg": "Significant (t=-294.670731, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021090526580807997, "timeline_link": null, "avg_changed": 0.26743816852571994, "min_base": 0.0182077884674, "delta_min": "14.1178x slower", "delta_avg": "12.6805x slower", "std_changed": 0.003988703711264502, "min_changed": 0.2570540905, "delta_std": "1.7907x larger", "std_base": 0.0022274009817187016, "t_msg": "Significant (t=-381.294929, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0088055467605586, "timeline_link": null, "avg_changed": 0.1112234401703, "min_base": 0.00701093673706, "delta_min": "15.4325x slower", "delta_avg": "12.6311x slower", "std_changed": 0.0017042343094604748, "min_changed": 0.108196020126, "delta_std": "3.8305x smaller", "std_base": 0.006528000122611922, "t_msg": "Significant (t=-107.340479, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.02447146415710399, "timeline_link": null, "avg_changed": 0.23215011119844003, "min_base": 0.0212371349335, "delta_min": "10.6526x slower", "delta_avg": "9.4866x slower", "std_changed": 0.0030745878545175315, "min_changed": 0.226230859756, "delta_std": "4.2011x smaller", "std_base": 0.012916636124905645, "t_msg": "Significant (t=-110.601198, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05911339282990401, "timeline_link": null, "avg_changed": 0.7425503015518197, "min_base": 0.0441019535065, "delta_min": "16.4593x slower", "delta_avg": "12.5615x slower", "std_changed": 0.007688042476163202, "min_changed": 0.725888967514, "delta_std": "2.0869x smaller", "std_base": 0.016044381481330347, "t_msg": "Significant (t=-271.629694, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.228991508479994, "timeline_link": null, "avg_changed": 164.885998487, "min_base": 6.07275509834, "delta_min": "27.1259x slower", "delta_avg": "26.4707x slower", "std_changed": 0.1588863937071018, "min_changed": 164.728708982, "delta_std": "1.0067x larger", "std_base": 0.1578226072546239, "t_msg": "Significant (t=-5009.523301, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.460384988786, "timeline_link": null, "avg_changed": 8.649260568619999, "min_base": 1.07638192177, "delta_min": "8.0035x slower", "delta_avg": "5.9226x slower", "std_changed": 0.02644475453476063, "min_changed": 8.61482310295, "delta_std": "18.8983x smaller", "std_base": 0.49976220890353173, "t_msg": "Significant (t=-32.119990, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.36944405078896, "timeline_link": null, "avg_changed": 11.70236823082, "min_base": 0.3570561409, "delta_min": "32.5325x slower", "delta_avg": "31.6756x slower", "std_changed": 0.035821536947539874, "min_changed": 11.6159369946, "delta_std": "3.9230x larger", "std_base": 0.009131179383699596, "t_msg": "Significant (t=-2167.766411, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04692096233368201, "timeline_link": null, "avg_changed": 0.2203629493713401, "min_base": 0.0461568832397, "delta_min": "4.6537x slower", "delta_avg": "4.6965x slower", "std_changed": 0.0025905865106592126, "min_changed": 0.2148001194, "delta_std": "1.0100x larger", "std_base": 0.0025650597855017593, "t_msg": "Significant (t=-336.407603, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020811500549324, "timeline_link": null, "avg_changed": 0.36286295890810005, "min_base": 0.0201239585876, "delta_min": "17.5379x slower", "delta_avg": "17.4357x slower", "std_changed": 0.00456645808188265, "min_changed": 0.352932929993, "delta_std": "2.9954x larger", "std_base": 0.0015244696628247502, "t_msg": "Significant (t=-502.402834, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.963404273986, "timeline_link": null, "avg_changed": 18.67221660614, "min_base": 8.94129920006, "delta_min": "2.0256x slower", "delta_avg": "2.0832x slower", "std_changed": 0.3780949883838331, "min_changed": 18.1110799313, "delta_std": "22.1603x larger", "std_base": 0.017061810311367668, "t_msg": "Significant (t=-57.359909, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.587482023242, "timeline_link": null, "avg_changed": 4.638350820542, "min_base": 4.56692385674, "delta_min": "1.0096x slower", "delta_avg": "1.0111x slower", "std_changed": 0.022257163303865027, "min_changed": 4.61093115807, "delta_std": "1.5317x larger", "std_base": 0.014530947080655447, "t_msg": "Significant (t=-4.279285, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15919815540316004, "timeline_link": null, "avg_changed": 1.243704686164, "min_base": 0.153409957886, "delta_min": "8.0016x slower", "delta_avg": "7.8123x slower", "std_changed": 0.009717796251792098, "min_changed": 1.22751879692, "delta_std": "2.1850x larger", "std_base": 0.004447588347590758, "t_msg": "Significant (t=-717.550627, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046875758171076004, "timeline_link": null, "avg_changed": 0.20193918704984, "min_base": 0.0105729103088, "delta_min": "18.4350x slower", "delta_avg": "4.3080x slower", "std_changed": 0.006575644847184002, "min_changed": 0.194911956787, "delta_std": "8.2433x smaller", "std_base": 0.05420500767408043, "t_msg": "Significant (t=-20.080876, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048872489929213996, "timeline_link": null, "avg_changed": 0.2162687540054401, "min_base": 0.0161879062653, "delta_min": "13.0404x slower", "delta_avg": "4.4252x slower", "std_changed": 0.0029877552716594297, "min_changed": 0.211097002029, "delta_std": "19.0638x smaller", "std_base": 0.05695799697843926, "t_msg": "Significant (t=-20.752928, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009177727699280802, "timeline_link": null, "avg_changed": 1.1897843122480003, "min_base": 0.00868606567383, "delta_min": "134.7033x slower", "delta_avg": "129.6382x slower", "std_changed": 0.035850483778426756, "min_changed": 1.17004203796, "delta_std": "49.0638x larger", "std_base": 0.0007306907793134939, "t_msg": "Significant (t=-232.811804, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015377330780038004, "timeline_link": null, "avg_changed": 0.18309808731079996, "min_base": 0.00139594078064, "delta_min": "127.8871x slower", "delta_avg": "119.0701x slower", "std_changed": 0.0023912669948867333, "min_changed": 0.178522825241, "delta_std": "7.8576x larger", "std_base": 0.00030432446754527075, "t_msg": "Significant (t=-532.585251, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09009164333346201, "timeline_link": null, "avg_changed": 0.29946226596828, "min_base": 0.0351860523224, "delta_min": "8.1021x slower", "delta_avg": "3.3240x slower", "std_changed": 0.007253972251667408, "min_changed": 0.285080909729, "delta_std": "10.0050x smaller", "std_base": 0.07257618048145917, "t_msg": "Significant (t=-20.297760, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11978301048273998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18367619991297995, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11998231887822002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25686701774590004, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15342413425444001, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14015801906582, "timeline_link": null, "avg_changed": 0.43457705497738003, "min_base": 0.136071920395, "delta_min": "3.0900x slower", "delta_avg": "3.1006x slower", "std_changed": 0.005677114009192396, "min_changed": 0.42046713829, "delta_std": "2.7963x larger", "std_base": 0.0020302256087651096, "t_msg": "Significant (t=-345.294835, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04226925849914199, "timeline_link": null, "avg_changed": 0.21034415721890004, "min_base": 0.0297129154205, "delta_min": "6.8612x slower", "delta_avg": "4.9763x slower", "std_changed": 0.003081137938491424, "min_changed": 0.203864812851, "delta_std": "3.9236x smaller", "std_base": 0.012089001377720955, "t_msg": "Significant (t=-95.264463, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0054368638992310005, "timeline_link": null, "avg_changed": 0.35147824287418006, "min_base": 0.00502490997314, "delta_min": "68.0167x slower", "delta_avg": "64.6472x slower", "std_changed": 0.003639079819218552, "min_changed": 0.341778039932, "delta_std": "2.3692x larger", "std_base": 0.0015359985611966289, "t_msg": "Significant (t=-619.469896, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0295999999999998, "timeline_link": null, "avg_changed": 5.119599999999998, "min_base": 0.98, "delta_min": "5.0714x slower", "delta_avg": "4.9724x slower", "std_changed": 0.05976006447555474, "min_changed": 4.97, "delta_std": "2.2824x larger", "std_base": 0.02618302924430565, "t_msg": "Significant (t=-443.267463, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.418, "timeline_link": null, "avg_changed": 3.5874, "min_base": 0.4, "delta_min": "8.7250x slower", "delta_avg": "8.5823x slower", "std_changed": 0.03821582106394995, "min_changed": 3.49, "delta_std": "1.7488x larger", "std_base": 0.021852940772540495, "t_msg": "Significant (t=-509.078985, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.033995809555056, "timeline_link": null, "avg_changed": 0.21112706502280737, "min_base": 0.0202569961548, "delta_min": "3.0087x slower", "delta_avg": "6.2104x slower", "std_changed": 0.08837892248079778, "min_changed": 0.0609469413757, "delta_std": "5.3884x larger", "std_base": 0.016401684867540976, "t_msg": "Significant (t=-24.134550, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017328154087066026, "timeline_link": null, "avg_changed": 0.04420515823364357, "min_base": 0.00369095802307, "delta_min": "7.2325x slower", "delta_avg": "2.5511x slower", "std_changed": 0.0777464352375478, "min_changed": 0.0266950130463, "delta_std": "1.4751x larger", "std_base": 0.052707166482832905, "t_msg": "Significant (t=-6.398361, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7365084886550999, "timeline_link": null, "avg_changed": 16.92987411021, "min_base": 0.723581075668, "delta_min": "23.2571x slower", "delta_avg": "22.9867x slower", "std_changed": 0.052816184825794296, "min_changed": 16.8283629417, "delta_std": "6.3517x larger", "std_base": 0.00831527333312808, "t_msg": "Significant (t=-957.752625, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2506239414216, "timeline_link": null, "avg_changed": 0.8081212043763999, "min_base": 0.176092863083, "delta_min": "4.5652x slower", "delta_avg": "3.2244x slower", "std_changed": 0.005102722766612226, "min_changed": 0.803904056549, "delta_std": "29.3484x smaller", "std_base": 0.14975669553468038, "t_msg": "Significant (t=-8.319353, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1825095653531998, "timeline_link": null, "avg_changed": 4.710006570816001, "min_base": 0.822369813919, "delta_min": "5.7040x slower", "delta_avg": "3.9831x slower", "std_changed": 0.015579119735244458, "min_changed": 4.69077801704, "delta_std": "37.2269x smaller", "std_base": 0.5799629539726889, "t_msg": "Significant (t=-13.595487, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24394145011899998, "timeline_link": null, "avg_changed": 0.39934978485100003, "min_base": 0.113590955734, "delta_min": "3.4043x slower", "delta_avg": "1.6371x slower", "std_changed": 0.013267059001203165, "min_changed": 0.386698007584, "delta_std": "13.7843x smaller", "std_base": 0.18287751113155648, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22976880073560002, "timeline_link": null, "avg_changed": 1.40244345665, "min_base": 0.157766103745, "delta_min": "8.7644x slower", "delta_avg": "6.1037x slower", "std_changed": 0.014825377021331443, "min_changed": 1.38271903992, "delta_std": "7.2471x smaller", "std_base": 0.10744056499356976, "t_msg": "Significant (t=-24.176786, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01076030774, "timeline_link": null, "avg_changed": 0.72250333926, "min_base": 0.007795467, "delta_min": "90.3494x slower", "delta_avg": "67.1452x slower", "std_changed": 0.010751103616753627, "min_changed": 0.70431565, "delta_std": "1.4187x larger", "std_base": 0.007578022678967278, "t_msg": "Significant (t=-382.621428, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [502.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002616928203682405, "timeline_link": null, "avg_changed": 0.12316873290245828, "min_base": 0.0025526978953516392, "delta_min": "47.4845x slower", "delta_avg": "47.0661x slower", "std_changed": 0.001023293784109189, "min_changed": 0.12121359046776324, "delta_std": "33.6912x larger", "std_base": 3.0372725809366286e-05, "t_msg": "Significant (t=-832.658968, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006667327909553123, "timeline_link": null, "avg_changed": 0.006489625910994343, "min_base": 0.0006560818790185015, "delta_min": "9.7518x slower", "delta_avg": "9.7335x slower", "std_changed": 5.1726802637755595e-05, "min_changed": 0.006397952655150352, "delta_std": "5.8910x larger", "std_base": 8.780709293279712e-06, "t_msg": "Significant (t=-248.164361, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028010433613234868, "timeline_link": null, "avg_changed": 0.04130586166299326, "min_base": 0.0024348672997321647, "delta_min": "16.5939x slower", "delta_avg": "14.7466x slower", "std_changed": 0.0004925416292693349, "min_changed": 0.04040404040404041, "delta_std": "2.3009x larger", "std_base": 0.00021406215269803894, "t_msg": "Significant (t=-506.976114, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05760980514948717, "timeline_link": null, "avg_changed": 0.33500501100457464, "min_base": 0.056214317083882304, "delta_min": "5.8188x slower", "delta_avg": "5.8151x slower", "std_changed": 0.00306712971920408, "min_changed": 0.3270980271900235, "delta_std": "4.0317x larger", "std_base": 0.0007607613584277617, "t_msg": "Significant (t=-620.707863, a=0.95)\n"}]], "branch": "", "revision": "96877:ed056c08b76f"}