{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019190807342523996, "timeline_link": null, "avg_changed": 0.2953860855102399, "min_base": 0.0187530517578, "delta_min": "15.2929x slower", "delta_avg": "15.3921x slower", "std_changed": 0.00308228754201709, "min_changed": 0.286787986755, "delta_std": "7.8572x larger", "std_base": 0.0003922868784381573, "t_msg": "Significant (t=-628.548702, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.00829737027486113, "timeline_link": null, "avg_changed": 0.06020937760670999, "min_base": 0.00640797615051, "delta_min": "8.7660x slower", "delta_avg": "7.2564x slower", "std_changed": 0.0025986408630977232, "min_changed": 0.0561721324921, "delta_std": "1.2688x smaller", "std_base": 0.003297227567649626, "t_msg": "Significant (t=-151.444420, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15746256113055002, "timeline_link": null, "avg_changed": 1.00564552545625, "min_base": 0.126216888428, "delta_min": "7.8258x slower", "delta_avg": "6.3866x slower", "std_changed": 0.008356086950507087, "min_changed": 0.987751960754, "delta_std": "12.8268x smaller", "std_base": 0.10718145203963649, "t_msg": "Significant (t=-35.283289, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7052233839037998, "timeline_link": null, "avg_changed": 9.350060682296801, "min_base": 1.68577408791, "delta_min": "5.5088x slower", "delta_avg": "5.4832x slower", "std_changed": 0.030704482038174663, "min_changed": 9.28657102585, "delta_std": "4.1098x larger", "std_base": 0.007471054082719663, "t_msg": "Significant (t=-1710.650984, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.007001976966858599, "timeline_link": null, "avg_changed": 0.080596551895144, "min_base": 0.00545597076416, "delta_min": "14.4229x slower", "delta_avg": "11.5105x slower", "std_changed": 0.0013132692236899398, "min_changed": 0.0786910057068, "delta_std": "1.7711x smaller", "std_base": 0.002325953994984061, "t_msg": "Significant (t=-194.823700, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.0169741153739995, "timeline_link": null, "avg_changed": 22.97349405288, "min_base": 3.81182289124, "delta_min": "6.0063x slower", "delta_avg": "5.7191x slower", "std_changed": 0.06213691843856848, "min_changed": 22.8948180676, "delta_std": "4.6958x smaller", "std_base": 0.2917806422778879, "t_msg": "Significant (t=-142.087567, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046113300323492, "timeline_link": null, "avg_changed": 0.22267656803131997, "min_base": 0.00346708297729, "delta_min": "62.7069x slower", "delta_avg": "48.2890x slower", "std_changed": 0.0016535065256137918, "min_changed": 0.217410087585, "delta_std": "4.2944x smaller", "std_base": 0.007100810242772062, "t_msg": "Significant (t=-211.493474, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.398493052], "base_times": [65.3374769688]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026792325973511995, "timeline_link": null, "avg_changed": 1.7116095685958004, "min_base": 0.0252289772034, "delta_min": "66.8336x slower", "delta_avg": "63.8843x slower", "std_changed": 0.013261193407098896, "min_changed": 1.68614411354, "delta_std": "1.9752x larger", "std_base": 0.006713774243523371, "t_msg": "Significant (t=-801.505502, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004988918304443261, "timeline_link": null, "avg_changed": 0.018320136070257998, "min_base": 0.000632047653198, "delta_min": "28.2591x slower", "delta_avg": "3.6722x slower", "std_changed": 0.00038233198632345593, "min_changed": 0.0178611278534, "delta_std": "15.1987x smaller", "std_base": 0.005810937408165322, "t_msg": "Significant (t=-16.187159, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015431256294254004, "timeline_link": null, "avg_changed": 0.4385040092468, "min_base": 0.0146338939667, "delta_min": "29.0452x slower", "delta_avg": "28.4166x slower", "std_changed": 0.005529780252344836, "min_changed": 0.425044059753, "delta_std": "3.9814x larger", "std_base": 0.0013888933735397124, "t_msg": "Significant (t=-524.696673, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18976376533500003, "timeline_link": null, "avg_changed": 0.4654782724380401, "min_base": 0.148181915283, "delta_min": "3.0773x slower", "delta_avg": "2.4529x slower", "std_changed": 0.006938665588789155, "min_changed": 0.456002950668, "delta_std": "7.1638x smaller", "std_base": 0.04970688029772663, "t_msg": "Significant (t=-38.845214, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09685875892639201, "timeline_link": null, "avg_changed": 0.7193373489379999, "min_base": 0.0961420536041, "delta_min": "7.2608x slower", "delta_avg": "7.4267x slower", "std_changed": 0.012352730733755715, "min_changed": 0.69807100296, "delta_std": "6.0194x larger", "std_base": 0.0020521381987043752, "t_msg": "Significant (t=-351.507577, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021332530975350004, "timeline_link": null, "avg_changed": 0.25187086105351997, "min_base": 0.0183749198914, "delta_min": "13.1641x slower", "delta_avg": "11.8069x slower", "std_changed": 0.0037477936152055086, "min_changed": 0.241889953613, "delta_std": "1.6170x larger", "std_base": 0.0023177221716530745, "t_msg": "Significant (t=-369.937375, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0084964942932122, "timeline_link": null, "avg_changed": 0.11199276924137999, "min_base": 0.00685214996338, "delta_min": "15.7564x slower", "delta_avg": "13.1811x slower", "std_changed": 0.001773892062585995, "min_changed": 0.107964992523, "delta_std": "3.5986x smaller", "std_base": 0.006383517465760653, "t_msg": "Significant (t=-110.458033, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023841037750241996, "timeline_link": null, "avg_changed": 0.23000561714167989, "min_base": 0.0203769207001, "delta_min": "10.9499x slower", "delta_avg": "9.6475x slower", "std_changed": 0.0031946345321549833, "min_changed": 0.223125934601, "delta_std": "4.1810x smaller", "std_base": 0.013356622411654681, "t_msg": "Significant (t=-106.150585, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.070943970680252, "timeline_link": null, "avg_changed": 0.81859822273256, "min_base": 0.0458540916443, "delta_min": "17.5141x slower", "delta_avg": "11.5387x slower", "std_changed": 0.007432331747935709, "min_changed": 0.803091049194, "delta_std": "3.4688x smaller", "std_base": 0.02578115087848467, "t_msg": "Significant (t=-197.036880, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.328961491584998, "timeline_link": null, "avg_changed": 163.2833579780002, "min_base": 6.19401192665, "delta_min": "26.3506x slower", "delta_avg": "25.7994x slower", "std_changed": 0.06826500991487187, "min_changed": 163.215779066, "delta_std": "1.9969x smaller", "std_base": 0.13631964640530403, "t_msg": "Significant (t=-7279.657124, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.410151815414, "timeline_link": null, "avg_changed": 8.981938791274, "min_base": 1.06659698486, "delta_min": "8.3654x slower", "delta_avg": "6.3695x slower", "std_changed": 0.058937192853032734, "min_changed": 8.92252802849, "delta_std": "8.1703x smaller", "std_base": 0.4815349393992211, "t_msg": "Significant (t=-34.900107, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37903588294976, "timeline_link": null, "avg_changed": 11.529400477405998, "min_base": 0.367864847183, "delta_min": "31.1320x slower", "delta_avg": "30.4177x slower", "std_changed": 0.035393862381309274, "min_changed": 11.4523620605, "delta_std": "3.6244x larger", "std_base": 0.009765414026910982, "t_msg": "Significant (t=-2147.409248, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046894211769109996, "timeline_link": null, "avg_changed": 0.22288462638856005, "min_base": 0.0459208488464, "delta_min": "4.7124x slower", "delta_avg": "4.7529x slower", "std_changed": 0.0026639901523102085, "min_changed": 0.216398954391, "delta_std": "1.0826x larger", "std_base": 0.0024606387679402255, "t_msg": "Significant (t=-343.150741, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020689768791200002, "timeline_link": null, "avg_changed": 0.37018548965452003, "min_base": 0.0200109481812, "delta_min": "18.0695x slower", "delta_avg": "17.8922x slower", "std_changed": 0.004672928919639827, "min_changed": 0.361588001251, "delta_std": "2.8338x larger", "std_base": 0.001649017480817911, "t_msg": "Significant (t=-498.714813, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.157795238496, "timeline_link": null, "avg_changed": 18.4300303936, "min_base": 9.14183187485, "delta_min": "1.9921x slower", "delta_avg": "2.0125x slower", "std_changed": 0.159196088887673, "min_changed": 18.2111392021, "delta_std": "11.1944x larger", "std_base": 0.01422100117557073, "t_msg": "Significant (t=-129.721248, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.5441276073440005, "timeline_link": null, "avg_changed": 4.638034915926, "min_base": 4.51023817062, "delta_min": "1.0239x slower", "delta_avg": "1.0207x slower", "std_changed": 0.01190709313347529, "min_changed": 4.61796689034, "delta_std": "2.0044x smaller", "std_base": 0.023866800725315218, "t_msg": "Significant (t=-7.872751, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.1551569747925, "timeline_link": null, "avg_changed": 1.2295734786984003, "min_base": 0.150003910065, "delta_min": "8.0707x slower", "delta_avg": "7.9247x slower", "std_changed": 0.010017355955887089, "min_changed": 1.21063709259, "delta_std": "3.0800x larger", "std_base": 0.003252350559774715, "t_msg": "Significant (t=-721.344216, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.045816760063187995, "timeline_link": null, "avg_changed": 0.20768627166749995, "min_base": 0.0100829601288, "delta_min": "20.0972x slower", "delta_avg": "4.5330x slower", "std_changed": 0.007788571100021968, "min_changed": 0.202638864517, "delta_std": "6.8475x smaller", "std_base": 0.05333215004312354, "t_msg": "Significant (t=-21.236282, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04766310691834599, "timeline_link": null, "avg_changed": 0.22072998046876008, "min_base": 0.0165650844574, "delta_min": "12.8892x slower", "delta_avg": "4.6310x slower", "std_changed": 0.005170790924963085, "min_changed": 0.213510990143, "delta_std": "11.0392x smaller", "std_base": 0.057081342148048296, "t_msg": "Significant (t=-21.351587, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.015732460021972598, "timeline_link": null, "avg_changed": 1.1821844339368, "min_base": 0.00874209403992, "delta_min": "133.8535x slower", "delta_avg": "75.1430x slower", "std_changed": 0.005889180691487401, "min_changed": 1.17016005516, "delta_std": "1.7345x smaller", "std_base": 0.010215068138717235, "t_msg": "Significant (t=-699.515754, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015973520278928007, "timeline_link": null, "avg_changed": 0.18159262657172007, "min_base": 0.00143194198608, "delta_min": "122.8102x slower", "delta_avg": "113.6835x slower", "std_changed": 0.003076326108214962, "min_changed": 0.175857067108, "delta_std": "6.5961x larger", "std_base": 0.0004663853270207619, "t_msg": "Significant (t=-409.052754, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09093321323395401, "timeline_link": null, "avg_changed": 0.29711533546452, "min_base": 0.0365610122681, "delta_min": "7.8125x slower", "delta_avg": "3.2674x slower", "std_changed": 0.007340159077172011, "min_changed": 0.285634040833, "delta_std": "10.2556x smaller", "std_base": 0.07527740344089362, "t_msg": "Significant (t=-19.275983, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11959782123567997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18335474014280004, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11957135200496001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25726604938512004, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16309215545656003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14014211177826, "timeline_link": null, "avg_changed": 0.43464230537413995, "min_base": 0.136201143265, "delta_min": "3.1056x slower", "delta_avg": "3.1014x slower", "std_changed": 0.006106720838873266, "min_changed": 0.422982931137, "delta_std": "3.1760x larger", "std_base": 0.0019227902444388229, "t_msg": "Significant (t=-325.264052, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043550524711604005, "timeline_link": null, "avg_changed": 0.20932456493383994, "min_base": 0.0290501117706, "delta_min": "7.0064x slower", "delta_avg": "4.8065x slower", "std_changed": 0.004049679668816803, "min_changed": 0.203537940979, "delta_std": "3.0288x smaller", "std_base": 0.012265489467210436, "t_msg": "Significant (t=-90.750422, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005481224060058801, "timeline_link": null, "avg_changed": 0.33481274604802, "min_base": 0.00511288642883, "delta_min": "62.8369x slower", "delta_avg": "61.0836x slower", "std_changed": 0.005510507055344863, "min_changed": 0.321278095245, "delta_std": "3.6387x larger", "std_base": 0.0015144078191915062, "t_msg": "Significant (t=-407.489170, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0092000000000005, "timeline_link": null, "avg_changed": 4.9028, "min_base": 0.97, "delta_min": "4.9794x slower", "delta_avg": "4.8581x slower", "std_changed": 0.03796023698341115, "min_changed": 4.83, "delta_std": "1.6884x larger", "std_base": 0.022482646369035453, "t_msg": "Significant (t=-624.043441, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.43919999999999987, "timeline_link": null, "avg_changed": 3.6121999999999996, "min_base": 0.41, "delta_min": "8.6098x slower", "delta_avg": "8.2245x slower", "std_changed": 0.03726846891824517, "min_changed": 3.53, "delta_std": "1.6066x larger", "std_base": 0.023197466434496505, "t_msg": "Significant (t=-511.101691, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034865498542793354, "timeline_link": null, "avg_changed": 0.2142967716852894, "min_base": 0.0213692188263, "delta_min": "2.8803x slower", "delta_avg": "6.1464x slower", "std_changed": 0.09018862221129288, "min_changed": 0.061548948288, "delta_std": "5.6368x larger", "std_base": 0.01600010163289831, "t_msg": "Significant (t=-23.991811, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01726173257827802, "timeline_link": null, "avg_changed": 0.04375646257400537, "min_base": 0.003338098526, "delta_min": "8.1082x slower", "delta_avg": "2.5349x slower", "std_changed": 0.07477500861361253, "min_changed": 0.0270659923553, "delta_std": "1.3762x larger", "std_base": 0.054334719631775275, "t_msg": "Significant (t=-6.409512, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7401768684386, "timeline_link": null, "avg_changed": 16.95725891591, "min_base": 0.727257966995, "delta_min": "23.1599x slower", "delta_avg": "22.9097x slower", "std_changed": 0.06754377829154855, "min_changed": 16.8432040215, "delta_std": "7.6819x larger", "std_base": 0.00879255370558412, "t_msg": "Significant (t=-752.902055, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2540625572204, "timeline_link": null, "avg_changed": 0.8310097694398, "min_base": 0.171190023422, "delta_min": "4.8023x slower", "delta_avg": "3.2709x slower", "std_changed": 0.007804936776533391, "min_changed": 0.822113990784, "delta_std": "20.5807x smaller", "std_base": 0.16063088584983987, "t_msg": "Significant (t=-8.021950, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1754132270802, "timeline_link": null, "avg_changed": 4.732074165344, "min_base": 0.752034902573, "delta_min": "6.2612x slower", "delta_avg": "4.0259x slower", "std_changed": 0.024849844440084062, "min_changed": 4.70861792564, "delta_std": "23.8881x smaller", "std_base": 0.5936165681257295, "t_msg": "Significant (t=-13.385705, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.25354814529412, "timeline_link": null, "avg_changed": 0.39618582725519996, "min_base": 0.0979249477386, "delta_min": "3.8943x slower", "delta_avg": "1.5626x slower", "std_changed": 0.012061659222236553, "min_changed": 0.381350040436, "delta_std": "15.9686x smaller", "std_base": 0.19260827832572586, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22021079063420004, "timeline_link": null, "avg_changed": 1.391562128066, "min_base": 0.156204938889, "delta_min": "8.8468x slower", "delta_avg": "6.3192x slower", "std_changed": 0.01125121263652309, "min_changed": 1.38190984726, "delta_std": "9.6329x smaller", "std_base": 0.10838160482475476, "t_msg": "Significant (t=-24.037483, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011208266620000002, "timeline_link": null, "avg_changed": 0.7267259375, "min_base": 0.007816311, "delta_min": "90.4135x slower", "delta_avg": "64.8384x slower", "std_changed": 0.010111150378581886, "min_changed": 0.706699966, "delta_std": "1.3578x larger", "std_base": 0.0074465692542621175, "t_msg": "Significant (t=-402.909732, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [492.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025190445564484787, "timeline_link": null, "avg_changed": 0.12594188181041177, "min_base": 0.0024608927232878707, "delta_min": "49.8554x slower", "delta_avg": "49.9959x slower", "std_changed": 0.001138401143176485, "min_changed": 0.12268884881053162, "delta_std": "47.1059x larger", "std_base": 2.4166852258121228e-05, "t_msg": "Significant (t=-766.456245, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006580116700556702, "timeline_link": null, "avg_changed": 0.006674752912037134, "min_base": 0.0006479621590099138, "delta_min": "10.2477x slower", "delta_avg": "10.1438x slower", "std_changed": 2.529158735783941e-05, "min_changed": 0.006640106241699867, "delta_std": "3.7201x larger", "std_base": 6.798674873034535e-06, "t_msg": "Significant (t=-513.712638, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002680168857670276, "timeline_link": null, "avg_changed": 0.04230479129448224, "min_base": 0.0023432923257176333, "delta_min": "17.6708x slower", "delta_avg": "15.7844x slower", "std_changed": 0.0003943917980893529, "min_changed": 0.041407867494824016, "delta_std": "1.8562x larger", "std_base": 0.0002124702429882133, "t_msg": "Significant (t=-625.444678, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05802018568709441, "timeline_link": null, "avg_changed": 0.3381885250331604, "min_base": 0.056762749445676275, "delta_min": "5.8651x slower", "delta_avg": "5.8288x slower", "std_changed": 0.0030311286849561154, "min_changed": 0.3329171868497711, "delta_std": "4.1468x larger", "std_base": 0.0007309575128086767, "t_msg": "Significant (t=-635.368027, a=0.95)\n"}]], "branch": "", "revision": "98270:f5b85ca9e726"}