{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.04083655357360998, "timeline_link": null, "avg_changed": 0.7572716808319402, "min_base": 0.0403978824615, "delta_min": "18.6613x slower", "delta_avg": "18.5440x slower", "std_changed": 0.001354644738317827, "min_changed": 0.753876924515, "delta_std": "2.0355x larger", "std_base": 0.0006655027886901787, "t_msg": "Significant (t=-3356.519516, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016541020075479338, "timeline_link": null, "avg_changed": 0.1495497163136734, "min_base": 0.0134329795837, "delta_min": "10.9582x slower", "delta_avg": "9.0411x slower", "std_changed": 0.0017124145409512063, "min_changed": 0.147201061249, "delta_std": "3.5106x smaller", "std_base": 0.006011580059117669, "t_msg": "Significant (t=-260.612868, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28295577764499996, "timeline_link": null, "avg_changed": 1.4973997950540001, "min_base": 0.224717855453, "delta_min": "6.5988x slower", "delta_avg": "5.2920x slower", "std_changed": 0.05695064710807302, "min_changed": 1.4828748703, "delta_std": "3.4478x smaller", "std_base": 0.19635201802668023, "t_msg": "Significant (t=-26.565463, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3722597408294, "timeline_link": null, "avg_changed": 21.518315258027997, "min_base": 3.35891199112, "delta_min": "6.3832x slower", "delta_avg": "6.3810x slower", "std_changed": 0.05948429620280518, "min_changed": 21.4405789375, "delta_std": "4.6999x larger", "std_base": 0.012656514237982936, "t_msg": "Significant (t=-2109.844188, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020460681915289994, "timeline_link": null, "avg_changed": 0.24383508205416005, "min_base": 0.0171229839325, "delta_min": "14.0925x slower", "delta_avg": "11.9173x slower", "std_changed": 0.0016511965126915632, "min_changed": 0.24130487442, "delta_std": "3.0945x smaller", "std_base": 0.005109565759890828, "t_msg": "Significant (t=-294.147465, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.132803235054002, "timeline_link": null, "avg_changed": 49.260768523223994, "min_base": 8.08032608032, "delta_min": "6.0482x slower", "delta_avg": "6.0570x slower", "std_changed": 0.11906650491542918, "min_changed": 48.8710551262, "delta_std": "1.4905x smaller", "std_base": 0.17746305787909572, "t_msg": "Significant (t=-1360.839371, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091733551025308, "timeline_link": null, "avg_changed": 0.5530012464523999, "min_base": 0.00653100013733, "delta_min": "84.5091x slower", "delta_avg": "60.2834x slower", "std_changed": 0.0004349888370827371, "min_changed": 0.55192899704, "delta_std": "37.1303x smaller", "std_base": 0.016151265012198202, "t_msg": "Significant (t=-238.003031, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [324.249068022], "base_times": [142.854950905]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049365506172174, "timeline_link": null, "avg_changed": 3.4563382101054, "min_base": 0.0468158721924, "delta_min": "73.3367x slower", "delta_avg": "70.0152x slower", "std_changed": 0.005103467965610276, "min_changed": 3.43331980705, "delta_std": "2.7007x smaller", "std_base": 0.013782867792350082, "t_msg": "Significant (t=-1639.131827, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010425744056705401, "timeline_link": null, "avg_changed": 0.040454735755922, "min_base": 0.00148892402649, "delta_min": "27.0477x slower", "delta_avg": "3.8803x slower", "std_changed": 0.00015813023806793684, "min_changed": 0.0402719974518, "delta_std": "75.3203x smaller", "std_base": 0.011910414339453385, "t_msg": "Significant (t=-17.826275, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030084853172300002, "timeline_link": null, "avg_changed": 1.1280361413952, "min_base": 0.0284788608551, "delta_min": "39.5189x slower", "delta_avg": "37.4952x slower", "std_changed": 0.0016782337058566111, "min_changed": 1.12545204163, "delta_std": "1.6536x smaller", "std_base": 0.002775143426418598, "t_msg": "Significant (t=-2393.887708, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4470890903473, "timeline_link": null, "avg_changed": 1.1241104602812, "min_base": 0.354964017868, "delta_min": "3.1458x slower", "delta_avg": "2.5143x slower", "std_changed": 0.0023912278794434314, "min_changed": 1.11664414406, "delta_std": "47.3438x smaller", "std_base": 0.11320976278496261, "t_msg": "Significant (t=-42.277241, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17253693580630003, "timeline_link": null, "avg_changed": 1.8268971395498006, "min_base": 0.170213937759, "delta_min": "10.6752x slower", "delta_avg": "10.5884x slower", "std_changed": 0.00646363605022764, "min_changed": 1.81706094742, "delta_std": "1.5940x larger", "std_base": 0.004055040014374797, "t_msg": "Significant (t=-1533.104430, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04232313156127599, "timeline_link": null, "avg_changed": 0.6140850734710599, "min_base": 0.0359480381012, "delta_min": "16.8462x slower", "delta_avg": "14.5094x slower", "std_changed": 0.004967579245585161, "min_changed": 0.605587005615, "delta_std": "1.1120x larger", "std_base": 0.00446720772998759, "t_msg": "Significant (t=-605.164211, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016288142204304003, "timeline_link": null, "avg_changed": 0.27901609897614, "min_base": 0.0134611129761, "delta_min": "20.5892x slower", "delta_avg": "17.1300x slower", "std_changed": 0.0019753792334156863, "min_changed": 0.277153968811, "delta_std": "6.9195x smaller", "std_base": 0.013668694864237566, "t_msg": "Significant (t=-134.516545, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.050328211784360005, "timeline_link": null, "avg_changed": 0.5978988695144999, "min_base": 0.0451591014862, "delta_min": "13.1666x slower", "delta_avg": "11.8800x slower", "std_changed": 0.0025421144950611677, "min_changed": 0.594589948654, "delta_std": "10.7740x smaller", "std_base": 0.027388817737550728, "t_msg": "Significant (t=-140.763230, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.217614364624, "timeline_link": null, "avg_changed": 1.7325549840927998, "min_base": 0.141598939896, "delta_min": "12.2075x slower", "delta_avg": "7.9616x slower", "std_changed": 0.0021335232975113255, "min_changed": 1.72856998444, "delta_std": "34.0505x smaller", "std_base": 0.07264760081827308, "t_msg": "Significant (t=-147.391395, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.083985090249998, "timeline_link": null, "avg_changed": 347.87401342399994, "min_base": 10.7706251144, "delta_min": "32.2917x slower", "delta_avg": "31.3853x slower", "std_changed": 0.07281747145847756, "min_changed": 347.801927805, "delta_std": "4.3471x smaller", "std_base": 0.3165413769656969, "t_msg": "Significant (t=-7331.895959, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4226717948900003, "timeline_link": null, "avg_changed": 22.09036064148, "min_base": 2.69714093208, "delta_min": "8.1845x slower", "delta_avg": "6.4541x slower", "std_changed": 0.014271379583303353, "min_changed": 22.0748441219, "delta_std": "71.6578x smaller", "std_base": 1.0226551985279573, "t_msg": "Significant (t=-40.813519, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7474364519118799, "timeline_link": null, "avg_changed": 26.417305631633997, "min_base": 0.741889953613, "delta_min": "35.5659x slower", "delta_avg": "35.3439x slower", "std_changed": 0.015648868337738257, "min_changed": 26.3859860897, "delta_std": "1.1380x smaller", "std_base": 0.01780795313168057, "t_msg": "Significant (t=-7656.610061, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07958526134491602, "timeline_link": null, "avg_changed": 0.4407305288315001, "min_base": 0.0782330036163, "delta_min": "5.6207x slower", "delta_avg": "5.5378x slower", "std_changed": 0.00047671046983690005, "min_changed": 0.439723968506, "delta_std": "10.6652x smaller", "std_base": 0.005084224202080189, "t_msg": "Significant (t=-500.082368, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032535009384162, "timeline_link": null, "avg_changed": 0.6743964576720398, "min_base": 0.0318021774292, "delta_min": "21.0312x slower", "delta_avg": "20.7283x slower", "std_changed": 0.0053692865079645645, "min_changed": 0.668838024139, "delta_std": "2.1877x larger", "std_base": 0.0024542751334810584, "t_msg": "Significant (t=-768.790583, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.463089561460002, "timeline_link": null, "avg_changed": 47.58846554756, "min_base": 20.4458389282, "delta_min": "2.3268x slower", "delta_avg": "2.3256x slower", "std_changed": 0.01759512756427627, "min_changed": 47.5727100372, "delta_std": "1.5974x smaller", "std_base": 0.028105710124288565, "t_msg": "Significant (t=-1829.192069, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.845616340620001, "timeline_link": null, "avg_changed": 11.01878962516, "min_base": 10.8389310837, "delta_min": "1.0161x slower", "delta_avg": "1.0160x slower", "std_changed": 0.006218559991909104, "min_changed": 11.0129611492, "delta_std": "2.0474x smaller", "std_base": 0.012732088771733766, "t_msg": "Significant (t=-27.328096, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29267965316776007, "timeline_link": null, "avg_changed": 2.8707680797574007, "min_base": 0.284562110901, "delta_min": "10.0498x slower", "delta_avg": "9.8086x slower", "std_changed": 0.003933474880317995, "min_changed": 2.85979700089, "delta_std": "1.4670x smaller", "std_base": 0.005770559795854053, "t_msg": "Significant (t=-2610.353813, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.088888201713578, "timeline_link": null, "avg_changed": 0.4905820322036799, "min_base": 0.0213809013367, "delta_min": "22.7331x slower", "delta_avg": "5.5191x slower", "std_changed": 0.017042657083779254, "min_changed": 0.486054897308, "delta_std": "6.4220x smaller", "std_base": 0.10944853354794154, "t_msg": "Significant (t=-25.642945, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10778208255767599, "timeline_link": null, "avg_changed": 0.5174285602570599, "min_base": 0.0396289825439, "delta_min": "13.0342x slower", "delta_avg": "4.8007x slower", "std_changed": 0.0012535115772072795, "min_changed": 0.516533136368, "delta_std": "95.4169x smaller", "std_base": 0.11960620697389349, "t_msg": "Significant (t=-24.216795, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031156072616576, "timeline_link": null, "avg_changed": 2.9433888578410006, "min_base": 0.0185220241547, "delta_min": "156.8620x slower", "delta_avg": "94.4724x slower", "std_changed": 0.014708650785622043, "min_changed": 2.90540194511, "delta_std": "1.5028x smaller", "std_base": 0.02210467633179137, "t_msg": "Significant (t=-775.583400, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032680034637443994, "timeline_link": null, "avg_changed": 0.39966153621678, "min_base": 0.00289416313171, "delta_min": "137.6257x slower", "delta_avg": "122.2953x slower", "std_changed": 0.0005385483396004908, "min_changed": 0.398311138153, "delta_std": "2.1487x smaller", "std_base": 0.0011572043404500256, "t_msg": "Significant (t=-2195.989199, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19178754806515197, "timeline_link": null, "avg_changed": 0.7233358669280999, "min_base": 0.0779159069061, "delta_min": "9.1090x slower", "delta_avg": "3.7715x slower", "std_changed": 0.009929182732282152, "min_changed": 0.709735870361, "delta_std": "15.3871x smaller", "std_base": 0.1527811918399253, "t_msg": "Significant (t=-24.549499, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24342272758486, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4679743957520001, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18538072586062002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5943637800216399, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.366095867157, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2669605636597201, "timeline_link": null, "avg_changed": 0.8051853990555001, "min_base": 0.257431030273, "delta_min": "3.0719x slower", "delta_avg": "3.0161x slower", "std_changed": 0.01043518163564405, "min_changed": 0.79080915451, "delta_std": "1.2158x larger", "std_base": 0.008582873717381999, "t_msg": "Significant (t=-281.674430, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08751648902893398, "timeline_link": null, "avg_changed": 0.44980424404142005, "min_base": 0.060497045517, "delta_min": "7.4195x slower", "delta_avg": "5.1397x slower", "std_changed": 0.0018423822653819532, "min_changed": 0.448857784271, "delta_std": "13.6966x smaller", "std_base": 0.025234367391646775, "t_msg": "Significant (t=-101.249244, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009063258171080602, "timeline_link": null, "avg_changed": 0.7633621168136596, "min_base": 0.00828504562378, "delta_min": "92.0150x slower", "delta_avg": "84.2260x slower", "std_changed": 0.000717910841001808, "min_changed": 0.762348175049, "delta_std": "4.4470x smaller", "std_base": 0.0031925784706825513, "t_msg": "Significant (t=-1629.953516, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1404000000000014, "timeline_link": null, "avg_changed": 9.622, "min_base": 2.1, "delta_min": "4.5714x slower", "delta_avg": "4.4954x slower", "std_changed": 0.016162440712835683, "min_changed": 9.6, "delta_std": "1.7046x smaller", "std_base": 0.027550325010120422, "t_msg": "Significant (t=-1656.255264, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7861999999999999, "timeline_link": null, "avg_changed": 8.275400000000005, "min_base": 0.76, "delta_min": "10.8026x slower", "delta_avg": "10.5258x slower", "std_changed": 0.02516962860436412, "min_changed": 8.21, "delta_std": "1.2663x smaller", "std_base": 0.03187283406006449, "t_msg": "Significant (t=-1303.944323, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07157271862028734, "timeline_link": null, "avg_changed": 0.5378526480992668, "min_base": 0.0440311431885, "delta_min": "2.8184x slower", "delta_avg": "7.5148x slower", "std_changed": 0.24387533995365862, "min_changed": 0.124096870422, "delta_std": "7.6109x larger", "std_base": 0.03204308803969967, "t_msg": "Significant (t=-23.217085, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012811933994293865, "timeline_link": null, "avg_changed": 0.0582229757308984, "min_base": 0.00741195678711, "delta_min": "7.5087x slower", "delta_avg": "4.5444x slower", "std_changed": 0.0055154735761052225, "min_changed": 0.0556540489197, "delta_std": "2.3558x smaller", "std_base": 0.012993261335039755, "t_msg": "Significant (t=-71.937019, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.818982577324, "timeline_link": null, "avg_changed": 48.978394007689985, "min_base": 1.80984020233, "delta_min": "26.9589x slower", "delta_avg": "26.9263x slower", "std_changed": 0.07604452570419937, "min_changed": 48.7912449837, "delta_std": "17.1931x larger", "std_base": 0.004422962732544925, "t_msg": "Significant (t=-4377.761250, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.59687795639, "timeline_link": null, "avg_changed": 1.998880147932, "min_base": 0.421586036682, "delta_min": "4.7184x slower", "delta_avg": "3.3489x slower", "std_changed": 0.006808920634719437, "min_changed": 1.98920702934, "delta_std": "47.6883x smaller", "std_base": 0.3247057254043927, "t_msg": "Significant (t=-9.652688, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.541626977922, "timeline_link": null, "avg_changed": 11.75533618928, "min_base": 1.70079779625, "delta_min": "6.9049x slower", "delta_avg": "4.6251x slower", "std_changed": 0.00902712305280131, "min_changed": 11.7437970638, "delta_std": "142.3632x smaller", "std_base": 1.2851301532320174, "t_msg": "Significant (t=-16.031039, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5520002365114, "timeline_link": null, "avg_changed": 0.9787302017213999, "min_base": 0.254034996033, "delta_min": "3.7813x slower", "delta_avg": "1.7731x slower", "std_changed": 0.026254279703298116, "min_changed": 0.960571050644, "delta_std": "14.2354x smaller", "std_base": 0.37373900413267397, "t_msg": "Significant (t=-2.546835, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4711031913754001, "timeline_link": null, "avg_changed": 3.50810418129, "min_base": 0.316396951675, "delta_min": "11.0203x slower", "delta_avg": "7.4466x slower", "std_changed": 0.018867422362083337, "min_changed": 3.48678398132, "delta_std": "11.8507x smaller", "std_base": 0.22359274724701705, "t_msg": "Significant (t=-30.264361, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023904851480000006, "timeline_link": null, "avg_changed": 1.6780726420199996, "min_base": 0.018436213, "delta_min": "90.9203x slower", "delta_avg": "70.1980x slower", "std_changed": 0.0011076873397862814, "min_changed": 1.676225794, "delta_std": "13.9670x smaller", "std_base": 0.015471097312316644, "t_msg": "Significant (t=-754.107320, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [370.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [734.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [113.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [176.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004583628892235642, "timeline_link": null, "avg_changed": 0.3115442741353624, "min_base": 0.004564230128483078, "delta_min": "68.0842x slower", "delta_avg": "67.9689x slower", "std_changed": 0.0007336518547420949, "min_changed": 0.3107520198881293, "delta_std": "33.3759x larger", "std_base": 2.198149463178568e-05, "t_msg": "Significant (t=-2957.214550, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014642234752086508, "timeline_link": null, "avg_changed": 0.014153986596177308, "min_base": 0.0014490653528474134, "delta_min": "9.7334x slower", "delta_avg": "9.6665x slower", "std_changed": 3.9237267794798046e-05, "min_changed": 0.014104372355430184, "delta_std": "3.6391x larger", "std_base": 1.0782079868196332e-05, "t_msg": "Significant (t=-2205.120992, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006591879045553608, "timeline_link": null, "avg_changed": 0.10110426886546296, "min_base": 0.006127450980392157, "delta_min": "16.2388x slower", "delta_avg": "15.3377x slower", "std_changed": 0.00048422465646511263, "min_changed": 0.09950248756218906, "delta_std": "1.2425x larger", "std_base": 0.00038970786136684866, "t_msg": "Significant (t=-1075.191162, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19415714644456217, "timeline_link": null, "avg_changed": 1.058884951793977, "min_base": 0.19136466929793086, "delta_min": "5.5079x slower", "delta_avg": "5.4538x slower", "std_changed": 0.00354345782533467, "min_changed": 1.0540184453227932, "delta_std": "1.6545x smaller", "std_base": 0.005862665597314449, "t_msg": "Significant (t=-892.592642, a=0.95)\n"}]], "branch": "", "revision": "92895:77fff565d382"}