{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019366259574889993, "timeline_link": null, "avg_changed": 0.29943447113033994, "min_base": 0.0188708305359, "delta_min": "15.4348x slower", "delta_avg": "15.4617x slower", "std_changed": 0.004222343213892689, "min_changed": 0.291268110275, "delta_std": "8.0855x larger", "std_base": 0.000522214916564189, "t_msg": "Significant (t=-465.477666, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008550591468811534, "timeline_link": null, "avg_changed": 0.059842354456582, "min_base": 0.00651097297668, "delta_min": "8.6801x slower", "delta_avg": "6.9986x slower", "std_changed": 0.0021914676467051993, "min_changed": 0.0565159320831, "delta_std": "1.7141x smaller", "std_base": 0.0037563786878117562, "t_msg": "Significant (t=-144.448842, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15764154195779997, "timeline_link": null, "avg_changed": 1.0184567689900001, "min_base": 0.122667074203, "delta_min": "8.1534x slower", "delta_avg": "6.4606x slower", "std_changed": 0.009140380581652325, "min_changed": 1.00015306473, "delta_std": "11.7008x smaller", "std_base": 0.10694959320046842, "t_msg": "Significant (t=-35.864558, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6518842172614, "timeline_link": null, "avg_changed": 9.2524095249178, "min_base": 1.63717484474, "delta_min": "5.6182x slower", "delta_avg": "5.6011x slower", "std_changed": 0.02781991863505514, "min_changed": 9.19790506363, "delta_std": "4.4623x larger", "std_base": 0.006234411946084895, "t_msg": "Significant (t=-1885.092009, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0063927507400532, "timeline_link": null, "avg_changed": 0.07714696407317798, "min_base": 0.00481295585632, "delta_min": "15.4866x slower", "delta_avg": "12.0679x slower", "std_changed": 0.0013244088479443545, "min_changed": 0.0745360851288, "delta_std": "1.7712x smaller", "std_base": 0.002345798099975584, "t_msg": "Significant (t=-185.722238, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.050098800662, "timeline_link": null, "avg_changed": 23.33172416686, "min_base": 3.87719202042, "delta_min": "6.0036x slower", "delta_avg": "5.7608x slower", "std_changed": 0.05034616893700368, "min_changed": 23.2769870758, "delta_std": "5.7339x smaller", "std_base": 0.28867879738884517, "t_msg": "Significant (t=-147.132103, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046457099914554, "timeline_link": null, "avg_changed": 0.23310132026666003, "min_base": 0.00346899032593, "delta_min": "65.5027x slower", "delta_avg": "50.1756x slower", "std_changed": 0.002704465640577179, "min_changed": 0.227228164673, "delta_std": "2.6287x smaller", "std_base": 0.007109163000679391, "t_msg": "Significant (t=-212.382576, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.486327887], "base_times": [62.6569368839]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026908211708069996, "timeline_link": null, "avg_changed": 1.6456479024881998, "min_base": 0.0253961086273, "delta_min": "63.8041x slower", "delta_avg": "61.1578x slower", "std_changed": 0.008703170067540572, "min_changed": 1.62037491798, "delta_std": "1.2815x larger", "std_base": 0.0067915731584327925, "t_msg": "Significant (t=-1036.841760, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00495832920074604, "timeline_link": null, "avg_changed": 0.01943577289581, "min_base": 0.00065803527832, "delta_min": "28.6366x slower", "delta_avg": "3.9198x slower", "std_changed": 0.0007119369293956568, "min_changed": 0.0188438892365, "delta_std": "7.9829x smaller", "std_base": 0.005683315577087805, "t_msg": "Significant (t=-17.872861, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015051765441896004, "timeline_link": null, "avg_changed": 0.44093835353842, "min_base": 0.0144340991974, "delta_min": "29.8067x slower", "delta_avg": "29.2948x slower", "std_changed": 0.0038898988797729803, "min_changed": 0.430233001709, "delta_std": "2.8706x larger", "std_base": 0.0013550933490716793, "t_msg": "Significant (t=-731.086675, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19014213085179998, "timeline_link": null, "avg_changed": 0.47534681320202005, "min_base": 0.155543088913, "delta_min": "2.9878x slower", "delta_avg": "2.5000x slower", "std_changed": 0.005352637457410451, "min_changed": 0.464736938477, "delta_std": "8.9149x smaller", "std_base": 0.04771804933267617, "t_msg": "Significant (t=-41.999463, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09848134517667197, "timeline_link": null, "avg_changed": 0.7014074802398601, "min_base": 0.0954880714417, "delta_min": "7.1006x slower", "delta_avg": "7.1222x slower", "std_changed": 0.011513725502205831, "min_changed": 0.678017854691, "delta_std": "4.1630x larger", "std_base": 0.0027657284209933377, "t_msg": "Significant (t=-360.040764, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021065244674682005, "timeline_link": null, "avg_changed": 0.26723523139951993, "min_base": 0.0180628299713, "delta_min": "14.2104x slower", "delta_avg": "12.6861x slower", "std_changed": 0.004310451428204289, "min_changed": 0.256680011749, "delta_std": "1.7150x larger", "std_base": 0.002513388278168375, "t_msg": "Significant (t=-348.855534, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0088260746002166, "timeline_link": null, "avg_changed": 0.10977790832521998, "min_base": 0.00709295272827, "delta_min": "14.9523x slower", "delta_avg": "12.4379x slower", "std_changed": 0.0019031031864424534, "min_changed": 0.10605597496, "delta_std": "3.4198x smaller", "std_base": 0.006508275830282423, "t_msg": "Significant (t=-105.273073, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024241938591006, "timeline_link": null, "avg_changed": 0.23115520000464002, "min_base": 0.0212578773499, "delta_min": "10.6119x slower", "delta_avg": "9.5353x slower", "std_changed": 0.00259139179047097, "min_changed": 0.225586175919, "delta_std": "4.9881x smaller", "std_base": 0.012926125335108585, "t_msg": "Significant (t=-110.980942, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08144524097439998, "timeline_link": null, "avg_changed": 0.7925610256195401, "min_base": 0.0511407852173, "delta_min": "15.1813x slower", "delta_avg": "9.7312x slower", "std_changed": 0.00740736450693735, "min_changed": 0.776382923126, "delta_std": "4.4144x smaller", "std_base": 0.03269877886959583, "t_msg": "Significant (t=-149.977762, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.189644575119996, "timeline_link": null, "avg_changed": 175.5690510274999, "min_base": 6.05130314827, "delta_min": "29.0039x slower", "delta_avg": "28.3650x slower", "std_changed": 0.058321123319604436, "min_changed": 175.511316061, "delta_std": "2.3961x smaller", "std_base": 0.13974594434951124, "t_msg": "Significant (t=-7909.352061, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.363182258608, "timeline_link": null, "avg_changed": 8.794153404238, "min_base": 1.04092216492, "delta_min": "8.4271x slower", "delta_avg": "6.4512x slower", "std_changed": 0.02056958105274477, "min_changed": 8.77197194099, "delta_std": "22.2734x smaller", "std_base": 0.4581542252780678, "t_msg": "Significant (t=-36.231108, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.36909274578092005, "timeline_link": null, "avg_changed": 11.529012422560005, "min_base": 0.358508110046, "delta_min": "31.9576x slower", "delta_avg": "31.2361x slower", "std_changed": 0.028773895973971994, "min_changed": 11.4570498466, "delta_std": "3.3019x larger", "std_base": 0.008714249403279372, "t_msg": "Significant (t=-2624.773471, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04697683334350799, "timeline_link": null, "avg_changed": 0.23331754207616, "min_base": 0.0447301864624, "delta_min": "5.0740x slower", "delta_avg": "4.9667x slower", "std_changed": 0.002030841252937166, "min_changed": 0.226962089539, "delta_std": "1.1690x smaller", "std_base": 0.0023740695099830136, "t_msg": "Significant (t=-421.751094, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020567317008975995, "timeline_link": null, "avg_changed": 0.36174933910372004, "min_base": 0.0200200080872, "delta_min": "17.6790x slower", "delta_avg": "17.5886x slower", "std_changed": 0.0027689800619115053, "min_changed": 0.353934049606, "delta_std": "1.6030x larger", "std_base": 0.0017273628503454038, "t_msg": "Significant (t=-739.222668, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.932427549363998, "timeline_link": null, "avg_changed": 18.15140957832, "min_base": 8.87401390076, "delta_min": "2.0364x slower", "delta_avg": "2.0321x slower", "std_changed": 0.06783678986002577, "min_changed": 18.0708358288, "delta_std": "1.3000x larger", "std_base": 0.05218346497299799, "t_msg": "Significant (t=-240.860628, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.53014678955, "timeline_link": null, "avg_changed": 4.615634632108, "min_base": 4.50522613525, "delta_min": "1.0212x slower", "delta_avg": "1.0189x slower", "std_changed": 0.010811090582365679, "min_changed": 4.60061407089, "delta_std": "2.0901x smaller", "std_base": 0.022596384207455144, "t_msg": "Significant (t=-7.631163, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15967998504632, "timeline_link": null, "avg_changed": 1.2791411876678, "min_base": 0.154757022858, "delta_min": "8.1084x slower", "delta_avg": "8.0107x slower", "std_changed": 0.010510966096314512, "min_changed": 1.25483608246, "delta_std": "2.2774x larger", "std_base": 0.004615408452105988, "t_msg": "Significant (t=-689.549324, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.0453067636489818, "timeline_link": null, "avg_changed": 0.20507146835325998, "min_base": 0.00998592376709, "delta_min": "19.8954x slower", "delta_avg": "4.5263x slower", "std_changed": 0.006048700938350698, "min_changed": 0.198673963547, "delta_std": "8.5042x smaller", "std_base": 0.05143932942408292, "t_msg": "Significant (t=-21.811653, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04863907814026401, "timeline_link": null, "avg_changed": 0.21600134372714, "min_base": 0.0167000293732, "delta_min": "12.5775x slower", "delta_avg": "4.4409x slower", "std_changed": 0.0025484441179879206, "min_changed": 0.21004486084, "delta_std": "22.8688x smaller", "std_base": 0.0582797534569016, "t_msg": "Significant (t=-20.286636, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.012075576782226394, "timeline_link": null, "avg_changed": 1.1933960771556, "min_base": 0.00880002975464, "delta_min": "133.4926x slower", "delta_avg": "98.8273x slower", "std_changed": 0.00992346603681722, "min_changed": 1.17473912239, "delta_std": "1.2007x larger", "std_base": 0.008265038324438265, "t_msg": "Significant (t=-646.804300, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016133451461796, "timeline_link": null, "avg_changed": 0.19091270446777997, "min_base": 0.00139117240906, "delta_min": "133.0893x slower", "delta_avg": "118.3335x slower", "std_changed": 0.003073711680755721, "min_changed": 0.185150146484, "delta_std": "5.1377x larger", "std_base": 0.0005982637851486244, "t_msg": "Significant (t=-427.461051, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.093946127891546, "timeline_link": null, "avg_changed": 0.30250347137446, "min_base": 0.0373511314392, "delta_min": "7.8197x slower", "delta_avg": "3.2200x slower", "std_changed": 0.007198806709399086, "min_changed": 0.292075157166, "delta_std": "10.5142x smaller", "std_base": 0.07568963462476788, "t_msg": "Significant (t=-19.396288, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11988618373870003, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18393127441409998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11983899593357997, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25790802478796, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15270421028137998, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14002824783328, "timeline_link": null, "avg_changed": 0.43931348323829994, "min_base": 0.137887954712, "delta_min": "3.1277x slower", "delta_avg": "3.1373x slower", "std_changed": 0.0048389482165020195, "min_changed": 0.431266069412, "delta_std": "3.2199x larger", "std_base": 0.0015028428746014734, "t_msg": "Significant (t=-417.660971, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042066931724553995, "timeline_link": null, "avg_changed": 0.21160899639129999, "min_base": 0.029354095459, "delta_min": "7.0006x slower", "delta_avg": "5.0303x slower", "std_changed": 0.0024950371860739226, "min_changed": 0.205496788025, "delta_std": "4.8520x smaller", "std_base": 0.012105966682833792, "t_msg": "Significant (t=-96.990619, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055392265319833996, "timeline_link": null, "avg_changed": 0.35062787532803985, "min_base": 0.00508689880371, "delta_min": "66.9528x slower", "delta_avg": "63.2991x slower", "std_changed": 0.004038494503898928, "min_changed": 0.340581893921, "delta_std": "2.6268x larger", "std_base": 0.0015374149294366255, "t_msg": "Significant (t=-564.686842, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0493999999999999, "timeline_link": null, "avg_changed": 4.9468, "min_base": 1.02, "delta_min": "4.7451x slower", "delta_avg": "4.7139x slower", "std_changed": 0.04975203821073512, "min_changed": 4.84, "delta_std": "2.2536x larger", "std_base": 0.022076860173087152, "t_msg": "Significant (t=-506.313590, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.41980000000000006, "timeline_link": null, "avg_changed": 3.5478000000000005, "min_base": 0.39, "delta_min": "8.8462x slower", "delta_avg": "8.4512x slower", "std_changed": 0.038134563036164235, "min_changed": 3.45, "delta_std": "1.7718x larger", "std_base": 0.02152265062198238, "t_msg": "Significant (t=-505.111815, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03630929311116201, "timeline_link": null, "avg_changed": 0.21099765141805799, "min_base": 0.022383928299, "delta_min": "2.7454x slower", "delta_avg": "5.8111x slower", "std_changed": 0.08814419867532391, "min_changed": 0.0614528656006, "delta_std": "5.5449x larger", "std_base": 0.015896556156446962, "t_msg": "Significant (t=-23.887217, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01694388914108268, "timeline_link": null, "avg_changed": 0.04430078268050899, "min_base": 0.00350308418274, "delta_min": "7.9773x slower", "delta_avg": "2.6146x slower", "std_changed": 0.07732522712002687, "min_changed": 0.0279450416565, "delta_std": "1.4987x larger", "std_base": 0.051593844393958456, "t_msg": "Significant (t=-6.580621, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7301686048506, "timeline_link": null, "avg_changed": 16.86644690036, "min_base": 0.718315124512, "delta_min": "23.4181x slower", "delta_avg": "23.0994x slower", "std_changed": 0.02759202122348114, "min_changed": 16.8215949535, "delta_std": "3.3957x larger", "std_base": 0.008125684360008975, "t_msg": "Significant (t=-1774.024811, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2485000133514, "timeline_link": null, "avg_changed": 0.8242153644562, "min_base": 0.172271966934, "delta_min": "4.7519x slower", "delta_avg": "3.3168x slower", "std_changed": 0.004090294979978183, "min_changed": 0.818610906601, "delta_std": "36.8404x smaller", "std_base": 0.15068793478557196, "t_msg": "Significant (t=-8.539932, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1692077636708, "timeline_link": null, "avg_changed": 5.027937984468, "min_base": 0.753062009811, "delta_min": "6.6542x slower", "delta_avg": "4.3003x slower", "std_changed": 0.016178442964686623, "min_changed": 5.01106095314, "delta_std": "36.7541x smaller", "std_base": 0.594624035427012, "t_msg": "Significant (t=-14.505285, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24785757064820002, "timeline_link": null, "avg_changed": 0.4062360286714, "min_base": 0.115994930267, "delta_min": "3.3890x slower", "delta_avg": "1.6390x slower", "std_changed": 0.01383532585346127, "min_changed": 0.393103122711, "delta_std": "13.3376x smaller", "std_base": 0.18453066331575235, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22394614219660003, "timeline_link": null, "avg_changed": 1.3998331546779998, "min_base": 0.154356002808, "delta_min": "8.9397x slower", "delta_avg": "6.2508x slower", "std_changed": 0.012308117623439443, "min_changed": 1.3798968792, "delta_std": "8.7140x smaller", "std_base": 0.10725294922588961, "t_msg": "Significant (t=-24.355684, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01114369432, "timeline_link": null, "avg_changed": 0.7397426343400001, "min_base": 0.008093214, "delta_min": "88.7214x slower", "delta_avg": "66.3822x slower", "std_changed": 0.010679193243971818, "min_changed": 0.718041454, "delta_std": "1.3997x larger", "std_base": 0.0076296838694849016, "t_msg": "Significant (t=-392.540788, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [183.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [495.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [82.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002508228322933052, "timeline_link": null, "avg_changed": 0.1274733045702661, "min_base": 0.0024649180537993014, "delta_min": "50.5990x slower", "delta_avg": "50.8220x slower", "std_changed": 0.001028615495198293, "min_changed": 0.12472249245428921, "delta_std": "41.1367x larger", "std_base": 2.5004819036845036e-05, "t_msg": "Significant (t=-858.800554, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006782661854183294, "timeline_link": null, "avg_changed": 0.006586633440161651, "min_base": 0.0006629980773055758, "delta_min": "9.8197x slower", "delta_avg": "9.7110x slower", "std_changed": 6.0772225906929834e-05, "min_changed": 0.006510416666666667, "delta_std": "6.0664x larger", "std_base": 1.0017893274619285e-05, "t_msg": "Significant (t=-234.971994, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002791575508117711, "timeline_link": null, "avg_changed": 0.04170799792369161, "min_base": 0.0024015369836695487, "delta_min": "17.0307x slower", "delta_avg": "14.9407x slower", "std_changed": 0.0004543965319700918, "min_changed": 0.0408997955010225, "delta_std": "2.0817x larger", "std_base": 0.00021828483509693075, "t_msg": "Significant (t=-545.876831, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.057454296353482336, "timeline_link": null, "avg_changed": 0.347026354861347, "min_base": 0.05563475781494489, "delta_min": "6.1209x slower", "delta_avg": "6.0400x slower", "std_changed": 0.0030029030066407608, "min_changed": 0.34053421304671705, "delta_std": "3.9506x larger", "std_base": 0.0007601122595349149, "t_msg": "Significant (t=-661.020160, a=0.95)\n"}]], "branch": "", "revision": "97226:863f304d4d70"}