{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019271893501271998, "timeline_link": null, "avg_changed": 0.29707851409908004, "min_base": 0.0188798904419, "delta_min": "15.3441x slower", "delta_avg": "15.4151x slower", "std_changed": 0.0029701431264349916, "min_changed": 0.289694070816, "delta_std": "7.8660x larger", "std_base": 0.00037759414708034425, "t_msg": "Significant (t=-656.098033, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008416204452513206, "timeline_link": null, "avg_changed": 0.05933036486307606, "min_base": 0.00658202171326, "delta_min": "8.4021x slower", "delta_avg": "7.0495x slower", "std_changed": 0.002279627234880541, "min_changed": 0.0553030967712, "delta_std": "1.4490x smaller", "std_base": 0.0033031642266332594, "t_msg": "Significant (t=-155.370612, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.16026619672765, "timeline_link": null, "avg_changed": 1.00316823720935, "min_base": 0.125051021576, "delta_min": "7.9348x slower", "delta_avg": "6.2594x slower", "std_changed": 0.008257783766977311, "min_changed": 0.992249965668, "delta_std": "12.9218x smaller", "std_base": 0.10670549486276401, "t_msg": "Significant (t=-35.221570, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.696114974022, "timeline_link": null, "avg_changed": 9.0441033506388, "min_base": 1.68227386475, "delta_min": "5.3310x slower", "delta_avg": "5.3322x slower", "std_changed": 0.03406173927145421, "min_changed": 8.96816492081, "delta_std": "4.3234x larger", "std_base": 0.007878514037090781, "t_msg": "Significant (t=-1486.172914, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.007021503448486601, "timeline_link": null, "avg_changed": 0.07639883041381602, "min_base": 0.00537300109863, "delta_min": "13.6844x slower", "delta_avg": "10.8807x slower", "std_changed": 0.0014743432705457203, "min_changed": 0.0735261440277, "delta_std": "1.5129x smaller", "std_base": 0.0022305898892092703, "t_msg": "Significant (t=-183.473461, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.118913793566, "timeline_link": null, "avg_changed": 22.89600167276, "min_base": 3.95671987534, "delta_min": "5.7653x slower", "delta_avg": "5.5587x slower", "std_changed": 0.07275550880794318, "min_changed": 22.8115651608, "delta_std": "3.7878x smaller", "std_base": 0.27558306269902016, "t_msg": "Significant (t=-147.309216, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046102571487418005, "timeline_link": null, "avg_changed": 0.2171796274186, "min_base": 0.00348901748657, "delta_min": "60.6374x slower", "delta_avg": "47.1079x slower", "std_changed": 0.0023627153841038855, "min_changed": 0.2115650177, "delta_std": "2.9577x smaller", "std_base": 0.006988207038818453, "t_msg": "Significant (t=-203.758882, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.559426069], "base_times": [63.4841089249]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027153029441828003, "timeline_link": null, "avg_changed": 1.6299952507014004, "min_base": 0.0258708000183, "delta_min": "62.0141x slower", "delta_avg": "60.0300x slower", "std_changed": 0.0116711955954876, "min_changed": 1.6043548584, "delta_std": "1.7430x larger", "std_base": 0.006695995572017173, "t_msg": "Significant (t=-842.311475, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004984145164492759, "timeline_link": null, "avg_changed": 0.018641400337222006, "min_base": 0.000657081604004, "delta_min": "27.6738x slower", "delta_avg": "3.7401x slower", "std_changed": 0.00019919458871254402, "min_changed": 0.0181839466095, "delta_std": "29.0886x smaller", "std_base": 0.005794299774129371, "t_msg": "Significant (t=-16.656778, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015851535797114003, "timeline_link": null, "avg_changed": 0.44587863445284, "min_base": 0.0150609016418, "delta_min": "28.8118x slower", "delta_avg": "28.1284x slower", "std_changed": 0.0047721627637661084, "min_changed": 0.433932065964, "delta_std": "3.6399x larger", "std_base": 0.001311071252895209, "t_msg": "Significant (t=-614.419164, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19255207061767998, "timeline_link": null, "avg_changed": 0.47006866455079993, "min_base": 0.14963889122, "delta_min": "3.0549x slower", "delta_avg": "2.4413x slower", "std_changed": 0.005228005238294786, "min_changed": 0.457134008408, "delta_std": "9.3569x smaller", "std_base": 0.048917958096114156, "t_msg": "Significant (t=-39.887744, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097890849113458, "timeline_link": null, "avg_changed": 0.7526851654052601, "min_base": 0.0951659679413, "delta_min": "7.7387x slower", "delta_avg": "7.6890x slower", "std_changed": 0.015065880031054156, "min_changed": 0.736463069916, "delta_std": "7.6303x larger", "std_base": 0.001974472599812435, "t_msg": "Significant (t=-304.717517, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.022219190597535996, "timeline_link": null, "avg_changed": 0.2662368822097799, "min_base": 0.0191688537598, "delta_min": "13.5085x slower", "delta_avg": "11.9823x slower", "std_changed": 0.0031305594432019545, "min_changed": 0.258942842484, "delta_std": "1.3893x larger", "std_base": 0.0022533769906371804, "t_msg": "Significant (t=-447.334537, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008927183151244, "timeline_link": null, "avg_changed": 0.10762672901154001, "min_base": 0.00713586807251, "delta_min": "14.6511x slower", "delta_avg": "12.0561x slower", "std_changed": 0.0018401395800618147, "min_changed": 0.104547977448, "delta_std": "3.3653x smaller", "std_base": 0.006192617640760602, "t_msg": "Significant (t=-108.031869, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024087352752673995, "timeline_link": null, "avg_changed": 0.23287639141080002, "min_base": 0.0209159851074, "delta_min": "10.7886x slower", "delta_avg": "9.6680x slower", "std_changed": 0.0036432479782337133, "min_changed": 0.225653171539, "delta_std": "3.6157x smaller", "std_base": 0.013172847688684484, "t_msg": "Significant (t=-108.020840, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06499590396881799, "timeline_link": null, "avg_changed": 0.7974233818054796, "min_base": 0.045933008194, "delta_min": "16.8411x slower", "delta_avg": "12.2688x slower", "std_changed": 0.009220334001198338, "min_changed": 0.773562908173, "delta_std": "1.9430x smaller", "std_base": 0.017915240053871743, "t_msg": "Significant (t=-257.041031, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.235247492790004, "timeline_link": null, "avg_changed": 166.42556941499979, "min_base": 6.10584402084, "delta_min": "27.2426x slower", "delta_avg": "26.6911x slower", "std_changed": 0.08739895676901416, "min_changed": 166.339048862, "delta_std": "1.4956x smaller", "std_base": 0.130717246464183, "t_msg": "Significant (t=-7203.574732, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4800319671620001, "timeline_link": null, "avg_changed": 8.98897023201, "min_base": 1.12636208534, "delta_min": "7.9484x slower", "delta_avg": "6.0735x slower", "std_changed": 0.02521120938823175, "min_changed": 8.95275998116, "delta_std": "19.6830x smaller", "std_base": 0.49623195722288116, "t_msg": "Significant (t=-33.792400, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3813111257552401, "timeline_link": null, "avg_changed": 11.577744297985998, "min_base": 0.368203878403, "delta_min": "31.1748x slower", "delta_avg": "30.3630x slower", "std_changed": 0.03782014557209306, "min_changed": 11.4786839485, "delta_std": "4.2970x larger", "std_base": 0.008801540170584002, "t_msg": "Significant (t=-2038.864807, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04650824546814201, "timeline_link": null, "avg_changed": 0.22538023471833998, "min_base": 0.0457661151886, "delta_min": "4.8211x slower", "delta_avg": "4.8460x slower", "std_changed": 0.0028240222248268644, "min_changed": 0.220643997192, "delta_std": "1.0911x larger", "std_base": 0.0025882201049799974, "t_msg": "Significant (t=-330.181933, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021038646697998, "timeline_link": null, "avg_changed": 0.36345697879794, "min_base": 0.0204918384552, "delta_min": "17.2374x slower", "delta_avg": "17.2757x slower", "std_changed": 0.004663790080908108, "min_changed": 0.353225946426, "delta_std": "2.2017x larger", "std_base": 0.0021182710354773807, "t_msg": "Significant (t=-472.690161, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.451733779906, "timeline_link": null, "avg_changed": 19.391094398499998, "min_base": 9.30350804329, "delta_min": "2.0731x slower", "delta_avg": "2.0516x slower", "std_changed": 0.05938017195971677, "min_changed": 19.2873549461, "delta_std": "1.5161x smaller", "std_base": 0.09002438427320784, "t_msg": "Significant (t=-206.084925, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.575531435012, "timeline_link": null, "avg_changed": 4.636196184156, "min_base": 4.55808806419, "delta_min": "1.0114x slower", "delta_avg": "1.0133x slower", "std_changed": 0.02431840854106396, "min_changed": 4.60986113548, "delta_std": "2.3201x larger", "std_base": 0.010481785242391366, "t_msg": "Significant (t=-5.122525, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15749385356906004, "timeline_link": null, "avg_changed": 1.2490588569636003, "min_base": 0.151591062546, "delta_min": "8.0656x slower", "delta_avg": "7.9308x slower", "std_changed": 0.009928942359901403, "min_changed": 1.22267389297, "delta_std": "3.3819x larger", "std_base": 0.002935930940924869, "t_msg": "Significant (t=-745.469616, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046927947998056, "timeline_link": null, "avg_changed": 0.20314455986022004, "min_base": 0.0113840103149, "delta_min": "17.5285x slower", "delta_avg": "4.3289x slower", "std_changed": 0.006807535012422291, "min_changed": 0.199544906616, "delta_std": "8.1270x smaller", "std_base": 0.05532467466949894, "t_msg": "Significant (t=-19.816651, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048624920845019994, "timeline_link": null, "avg_changed": 0.2148214006424, "min_base": 0.0168170928955, "delta_min": "12.4326x slower", "delta_avg": "4.4179x slower", "std_changed": 0.0029056466259218135, "min_changed": 0.209080934525, "delta_std": "20.0998x smaller", "std_base": 0.05840290768133674, "t_msg": "Significant (t=-20.097199, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010375413894653001, "timeline_link": null, "avg_changed": 1.1711779451367996, "min_base": 0.00884699821472, "delta_min": "131.0789x slower", "delta_avg": "112.8801x slower", "std_changed": 0.007564574929350434, "min_changed": 1.15965485573, "delta_std": "1.5742x larger", "std_base": 0.004805351950451606, "t_msg": "Significant (t=-915.898139, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015763711929317992, "timeline_link": null, "avg_changed": 0.18767283916472, "min_base": 0.00139284133911, "delta_min": "131.0457x slower", "delta_avg": "119.0537x slower", "std_changed": 0.0037138220171220376, "min_changed": 0.182525873184, "delta_std": "8.6431x larger", "std_base": 0.0004296871310958881, "t_msg": "Significant (t=-351.977189, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09255507469178, "timeline_link": null, "avg_changed": 0.29452338695528, "min_base": 0.0389029979706, "delta_min": "7.2887x slower", "delta_avg": "3.1821x slower", "std_changed": 0.007670729855888731, "min_changed": 0.28355383873, "delta_std": "9.4157x smaller", "std_base": 0.0722249424411373, "t_msg": "Significant (t=-19.662801, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12020568370818, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18413080215452002, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1206895446777, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25722085475925993, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15218409538266003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14002894878392003, "timeline_link": null, "avg_changed": 0.43329083919522, "min_base": 0.137479066849, "delta_min": "3.0887x slower", "delta_avg": "3.0943x slower", "std_changed": 0.00484089737866344, "min_changed": 0.424638032913, "delta_std": "3.2776x larger", "std_base": 0.0014769605137116314, "t_msg": "Significant (t=-409.720335, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042918386459349984, "timeline_link": null, "avg_changed": 0.20887248039248008, "min_base": 0.0304579734802, "delta_min": "6.6826x slower", "delta_avg": "4.8667x slower", "std_changed": 0.0023997324405183765, "min_changed": 0.203536987305, "delta_std": "4.9407x smaller", "std_base": 0.011856281156651877, "t_msg": "Significant (t=-97.007678, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0054711771011353985, "timeline_link": null, "avg_changed": 0.31334797382357993, "min_base": 0.00507402420044, "delta_min": "60.5569x slower", "delta_avg": "57.2725x slower", "std_changed": 0.0024862914058928114, "min_changed": 0.307266950607, "delta_std": "1.4101x larger", "std_base": 0.0017631436778411216, "t_msg": "Significant (t=-714.244017, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0190000000000003, "timeline_link": null, "avg_changed": 4.789600000000002, "min_base": 0.99, "delta_min": "4.7576x slower", "delta_avg": "4.7003x slower", "std_changed": 0.049278881513943745, "min_changed": 4.71, "delta_std": "2.2061x larger", "std_base": 0.02233785110158843, "t_msg": "Significant (t=-492.782571, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.41160000000000013, "timeline_link": null, "avg_changed": 3.592799999999998, "min_base": 0.39, "delta_min": "9.0256x slower", "delta_avg": "8.7289x slower", "std_changed": 0.04100970517288986, "min_changed": 3.52, "delta_std": "2.1594x larger", "std_base": 0.01899086783758155, "t_msg": "Significant (t=-497.737506, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.033701392809545344, "timeline_link": null, "avg_changed": 0.20946793238323388, "min_base": 0.0200750827789, "delta_min": "2.9777x slower", "delta_avg": "6.2154x slower", "std_changed": 0.08754670903331999, "min_changed": 0.0597767829895, "delta_std": "5.4122x larger", "std_base": 0.01617566552247796, "t_msg": "Significant (t=-24.179797, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017206733226772342, "timeline_link": null, "avg_changed": 0.04352808618545538, "min_base": 0.00341796875, "delta_min": "7.9506x slower", "delta_avg": "2.5297x slower", "std_changed": 0.07441312967504599, "min_changed": 0.027174949646, "delta_std": "1.4001x larger", "std_base": 0.05314976805886612, "t_msg": "Significant (t=-6.436246, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7601585626602, "timeline_link": null, "avg_changed": 17.13015272618, "min_base": 0.739461898804, "delta_min": "23.0255x slower", "delta_avg": "22.5350x slower", "std_changed": 0.06431352189313431, "min_changed": 17.0264749527, "delta_std": "5.5886x larger", "std_base": 0.011507956202159426, "t_msg": "Significant (t=-792.323674, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25226612091059997, "timeline_link": null, "avg_changed": 0.8115875720978, "min_base": 0.170662879944, "delta_min": "4.7114x slower", "delta_avg": "3.2172x slower", "std_changed": 0.005504931682365762, "min_changed": 0.804065942764, "delta_std": "28.8312x smaller", "std_base": 0.15871360041018936, "t_msg": "Significant (t=-7.875375, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1877687931062, "timeline_link": null, "avg_changed": 4.821137094498, "min_base": 0.807474136353, "delta_min": "5.9319x slower", "delta_avg": "4.0590x slower", "std_changed": 0.021940826498005134, "min_changed": 4.78983306885, "delta_std": "26.7209x smaller", "std_base": 0.5862786946289236, "t_msg": "Significant (t=-13.847979, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2517888069152, "timeline_link": null, "avg_changed": 0.389395046234, "min_base": 0.102210044861, "delta_min": "3.7343x slower", "delta_avg": "1.5465x slower", "std_changed": 0.009324899041222615, "min_changed": 0.381686210632, "delta_std": "20.5875x smaller", "std_base": 0.19197626047520897, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22292661666879998, "timeline_link": null, "avg_changed": 1.402235841752, "min_base": 0.154149055481, "delta_min": "8.9590x slower", "delta_avg": "6.2901x slower", "std_changed": 0.020694155811837565, "min_changed": 1.38102602959, "delta_std": "4.9854x smaller", "std_base": 0.10316870225333397, "t_msg": "Significant (t=-25.061040, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0115044986, "timeline_link": null, "avg_changed": 0.7223870599199997, "min_base": 0.007892514, "delta_min": "89.2446x slower", "delta_avg": "62.7917x slower", "std_changed": 0.010090943370554181, "min_changed": 0.704364136, "delta_std": "1.2891x larger", "std_base": 0.00782809550140231, "t_msg": "Significant (t=-393.593217, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [180.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [498.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [80.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025175500772595554, "timeline_link": null, "avg_changed": 0.12737006172755375, "min_base": 0.0024715707573634274, "delta_min": "50.3517x slower", "delta_avg": "50.5929x slower", "std_changed": 0.0011800387676005042, "min_changed": 0.12444776305145915, "delta_std": "54.8839x larger", "std_base": 2.1500649467532886e-05, "t_msg": "Significant (t=-748.021247, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006566090670074382, "timeline_link": null, "avg_changed": 0.006680557087713488, "min_base": 0.0006476683937823834, "delta_min": "10.1646x slower", "delta_avg": "10.1743x slower", "std_changed": 0.00010946639142061934, "min_changed": 0.0065832784726793945, "delta_std": "12.2716x larger", "std_base": 8.920326147855179e-06, "t_msg": "Significant (t=-122.644540, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002720233340767242, "timeline_link": null, "avg_changed": 0.04277272351227079, "min_base": 0.0023674242424242425, "delta_min": "17.7107x slower", "delta_avg": "15.7239x slower", "std_changed": 0.0004578525623852243, "min_changed": 0.041928721174004195, "delta_std": "2.2481x larger", "std_base": 0.00020365852794325596, "t_msg": "Significant (t=-565.179216, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05756829220669459, "timeline_link": null, "avg_changed": 0.33946022734703746, "min_base": 0.056488199262122896, "delta_min": "5.9065x slower", "delta_avg": "5.8967x slower", "std_changed": 0.003217766745665362, "min_changed": 0.33364612657699927, "delta_std": "3.8289x larger", "std_base": 0.0008403936418977921, "t_msg": "Significant (t=-599.355518, a=0.95)\n"}]], "branch": "", "revision": "98052:3ad0fbece144"}