{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038877601623532, "timeline_link": null, "avg_changed": 0.75518419265748, "min_base": 0.0383968353271, "delta_min": "19.5509x slower", "delta_avg": "19.4247x slower", "std_changed": 0.0038923857829466944, "min_changed": 0.750691175461, "delta_std": "6.9480x larger", "std_base": 0.0005602132328934214, "t_msg": "Significant (t=-1288.000182, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015210987726851994, "timeline_link": null, "avg_changed": 0.1407513236999533, "min_base": 0.0123720169067, "delta_min": "11.0874x slower", "delta_avg": "9.2533x slower", "std_changed": 0.0030968333911504243, "min_changed": 0.137172937393, "delta_std": "1.9987x smaller", "std_base": 0.006189723389538292, "t_msg": "Significant (t=-222.150513, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27654412984829996, "timeline_link": null, "avg_changed": 1.4439788937565001, "min_base": 0.211704969406, "delta_min": "6.7205x slower", "delta_avg": "5.2215x slower", "std_changed": 0.05457991987298049, "min_changed": 1.42275309563, "delta_std": "3.5743x smaller", "std_base": 0.19508331301846246, "t_msg": "Significant (t=-25.772861, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4991250181194, "timeline_link": null, "avg_changed": 20.714827322966002, "min_base": 3.43563890457, "delta_min": "6.0047x slower", "delta_avg": "5.9200x slower", "std_changed": 0.0881833792892361, "min_changed": 20.6299679279, "delta_std": "1.0034x smaller", "std_base": 0.08848445078503639, "t_msg": "Significant (t=-974.465883, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.023389363288881998, "timeline_link": null, "avg_changed": 0.21716125011442, "min_base": 0.0203011035919, "delta_min": "10.5499x slower", "delta_avg": "9.2846x slower", "std_changed": 0.002294199070230409, "min_changed": 0.214174032211, "delta_std": "2.0140x smaller", "std_base": 0.004620572128558375, "t_msg": "Significant (t=-265.600298, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.526401572227599, "timeline_link": null, "avg_changed": 47.371235127443995, "min_base": 7.43542408943, "delta_min": "6.3474x slower", "delta_avg": "6.2940x slower", "std_changed": 0.08309216826582404, "min_changed": 47.1955461502, "delta_std": "2.4215x smaller", "std_base": 0.20120736314280474, "t_msg": "Significant (t=-1294.254159, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0089315462112442, "timeline_link": null, "avg_changed": 0.5359253120423201, "min_base": 0.00614094734192, "delta_min": "87.0286x slower", "delta_avg": "60.0036x slower", "std_changed": 0.0016721915390614363, "min_changed": 0.53443813324, "delta_std": "10.3045x smaller", "std_base": 0.01723108464730204, "t_msg": "Significant (t=-215.249622, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [142.315523148], "base_times": [149.342530966]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048004164695731995, "timeline_link": null, "avg_changed": 3.1502574586866006, "min_base": 0.0454890727997, "delta_min": "69.1235x slower", "delta_avg": "65.6247x slower", "std_changed": 0.003811598506916523, "min_changed": 3.14436292648, "delta_std": "3.9455x smaller", "std_base": 0.015038802897871448, "t_msg": "Significant (t=-1413.935949, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.011387472152711799, "timeline_link": null, "avg_changed": 0.040003433227534, "min_base": 0.00135207176208, "delta_min": "29.3230x slower", "delta_avg": "3.5129x slower", "std_changed": 0.00033221658933706334, "min_changed": 0.0396468639374, "delta_std": "39.4512x smaller", "std_base": 0.013106335273058633, "t_msg": "Significant (t=-15.433790, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030131297111516, "timeline_link": null, "avg_changed": 1.0132378387454002, "min_base": 0.0287821292877, "delta_min": "35.0696x slower", "delta_avg": "33.6274x slower", "std_changed": 0.0028752491017853656, "min_changed": 1.00937819481, "delta_std": "1.0245x larger", "std_base": 0.0028063795413945103, "t_msg": "Significant (t=-1730.198131, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4524391365051599, "timeline_link": null, "avg_changed": 1.1087865877154, "min_base": 0.349332094193, "delta_min": "3.1408x slower", "delta_avg": "2.4507x slower", "std_changed": 0.0045564897529204425, "min_changed": 1.09717082977, "delta_std": "23.6576x smaller", "std_base": 0.10779555509177781, "t_msg": "Significant (t=-43.016029, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17147035598754, "timeline_link": null, "avg_changed": 1.6272319602968002, "min_base": 0.169854164124, "delta_min": "9.5397x slower", "delta_avg": "9.4899x slower", "std_changed": 0.004770105216253446, "min_changed": 1.62036514282, "delta_std": "1.0199x smaller", "std_base": 0.004865219710091622, "t_msg": "Significant (t=-1510.785253, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04100555419922, "timeline_link": null, "avg_changed": 0.61304675579076, "min_base": 0.0312988758087, "delta_min": "19.3619x slower", "delta_avg": "14.9503x slower", "std_changed": 0.0046412043716678696, "min_changed": 0.606004953384, "delta_std": "1.3768x smaller", "std_base": 0.006390232716268194, "t_msg": "Significant (t=-512.158124, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014863595962540005, "timeline_link": null, "avg_changed": 0.25946774482722, "min_base": 0.01189494133, "delta_min": "21.6004x slower", "delta_avg": "17.4566x slower", "std_changed": 0.002784746668270238, "min_changed": 0.256935834885, "delta_std": "5.4843x smaller", "std_base": 0.015272372111473724, "t_msg": "Significant (t=-111.414099, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.060415215492237995, "timeline_link": null, "avg_changed": 0.5510180044174801, "min_base": 0.0553507804871, "delta_min": "9.8839x slower", "delta_avg": "9.1205x slower", "std_changed": 0.0032047456398064415, "min_changed": 0.547082901001, "delta_std": "8.5128x smaller", "std_base": 0.027281237210239607, "t_msg": "Significant (t=-126.291740, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.15256908893581597, "timeline_link": null, "avg_changed": 1.5905888509752, "min_base": 0.0986180305481, "delta_min": "16.0823x slower", "delta_avg": "10.4254x slower", "std_changed": 0.003604559237944712, "min_changed": 1.58600687981, "delta_std": "15.4987x smaller", "std_base": 0.05586596768759788, "t_msg": "Significant (t=-181.635367, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.537317991249997, "timeline_link": null, "avg_changed": 382.01990902450046, "min_base": 12.1939949989, "delta_min": "31.3273x slower", "delta_avg": "30.4706x slower", "std_changed": 0.015417919396641278, "min_changed": 382.004646063, "delta_std": "22.4939x smaller", "std_base": 0.34680859432563177, "t_msg": "Significant (t=-7525.933701, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.461907672882, "timeline_link": null, "avg_changed": 20.23671774864, "min_base": 2.78395414352, "delta_min": "7.2611x slower", "delta_avg": "5.8455x slower", "std_changed": 0.02631729986291061, "min_changed": 20.2147049904, "delta_std": "36.2474x smaller", "std_base": 0.9539345221830833, "t_msg": "Significant (t=-39.305999, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.74226726531986, "timeline_link": null, "avg_changed": 24.82669661522401, "min_base": 0.735082864761, "delta_min": "33.7472x slower", "delta_avg": "33.4471x slower", "std_changed": 0.013790894793819834, "min_changed": 24.8069710732, "delta_std": "1.3803x smaller", "std_base": 0.019034910491288866, "t_msg": "Significant (t=-7245.171980, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079503564834578, "timeline_link": null, "avg_changed": 0.4272095489501401, "min_base": 0.0776491165161, "delta_min": "5.4792x slower", "delta_avg": "5.3735x slower", "std_changed": 0.0019501947772556248, "min_changed": 0.425454139709, "delta_std": "2.6051x smaller", "std_base": 0.005080511960715888, "t_msg": "Significant (t=-451.795930, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031876807212828, "timeline_link": null, "avg_changed": 0.6493898916244802, "min_base": 0.0310790538788, "delta_min": "20.7765x slower", "delta_avg": "20.3719x slower", "std_changed": 0.003798681218118058, "min_changed": 0.645713806152, "delta_std": "1.1832x larger", "std_base": 0.0032103961087100777, "t_msg": "Significant (t=-877.932181, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.28635044098, "timeline_link": null, "avg_changed": 46.46454071996, "min_base": 20.2696781158, "delta_min": "2.2912x slower", "delta_avg": "2.2904x slower", "std_changed": 0.020777740330115507, "min_changed": 46.4417068958, "delta_std": "1.5403x smaller", "std_base": 0.032004814065469775, "t_msg": "Significant (t=-1534.053697, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.419775056835999, "timeline_link": null, "avg_changed": 9.54914598465, "min_base": 9.41083192825, "delta_min": "1.0137x slower", "delta_avg": "1.0137x slower", "std_changed": 0.012421173227124245, "min_changed": 9.53959488869, "delta_std": "1.2656x smaller", "std_base": 0.015720379202362956, "t_msg": "Significant (t=-14.438578, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29470129489901997, "timeline_link": null, "avg_changed": 2.8688143062593987, "min_base": 0.291208982468, "delta_min": "9.8116x slower", "delta_avg": "9.7347x slower", "std_changed": 0.005528900635301585, "min_changed": 2.85723900795, "delta_std": "1.3819x larger", "std_base": 0.004001031284310857, "t_msg": "Significant (t=-2667.023766, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.10274770259860601, "timeline_link": null, "avg_changed": 0.4580729722976002, "min_base": 0.0260899066925, "delta_min": "17.3579x slower", "delta_avg": "4.4582x slower", "std_changed": 0.014929767666619449, "min_changed": 0.452865123749, "delta_std": "7.7698x smaller", "std_base": 0.11600058954574484, "t_msg": "Significant (t=-21.482428, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.101983323097178, "timeline_link": null, "avg_changed": 0.49303327560422006, "min_base": 0.042044878006, "delta_min": "11.6556x slower", "delta_avg": "4.8344x slower", "std_changed": 0.0033501797808032506, "min_changed": 0.490059137344, "delta_std": "34.9726x smaller", "std_base": 0.11716434469687956, "t_msg": "Significant (t=-23.590889, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.030136189460747996, "timeline_link": null, "avg_changed": 2.841309623719401, "min_base": 0.020534992218, "delta_min": "136.1089x slower", "delta_avg": "94.2823x slower", "std_changed": 0.01668622102565548, "min_changed": 2.79499483109, "delta_std": "1.1122x larger", "std_base": 0.015003389442607618, "t_msg": "Significant (t=-885.848080, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037296772003162, "timeline_link": null, "avg_changed": 0.38343452930455996, "min_base": 0.00325107574463, "delta_min": "117.5349x slower", "delta_avg": "102.8064x slower", "std_changed": 0.0011650983590222128, "min_changed": 0.382114887238, "delta_std": "1.2857x smaller", "std_base": 0.001498017835081996, "t_msg": "Significant (t=-1414.779437, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.205000543594508, "timeline_link": null, "avg_changed": 0.68076958656314, "min_base": 0.0914449691772, "delta_min": "7.2952x slower", "delta_avg": "3.3208x slower", "std_changed": 0.011225181198662164, "min_changed": 0.667107105255, "delta_std": "13.6700x smaller", "std_base": 0.15344802680874886, "t_msg": "Significant (t=-21.865577, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25080572128302, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46925555706025995, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21644312858578005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6055006885527999, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3686737823486999, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23060566425318002, "timeline_link": null, "avg_changed": 0.72272110939024, "min_base": 0.210613012314, "delta_min": "3.1329x slower", "delta_avg": "3.1340x slower", "std_changed": 0.04415121668657867, "min_changed": 0.659837961197, "delta_std": "2.8279x larger", "std_base": 0.0156129658255202, "t_msg": "Significant (t=-74.305902, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08555985927580799, "timeline_link": null, "avg_changed": 0.45712013721466005, "min_base": 0.0602221488953, "delta_min": "7.5592x slower", "delta_avg": "5.3427x slower", "std_changed": 0.002337615872322304, "min_changed": 0.455228805542, "delta_std": "10.8964x smaller", "std_base": 0.02547149923330159, "t_msg": "Significant (t=-102.716101, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017889552116406002, "timeline_link": null, "avg_changed": 0.8241232490539602, "min_base": 0.0169401168823, "delta_min": "48.4638x slower", "delta_avg": "46.0673x slower", "std_changed": 0.002002148874179843, "min_changed": 0.820982933044, "delta_std": "2.0143x smaller", "std_base": 0.00403292691759137, "t_msg": "Significant (t=-1266.152073, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1314000000000006, "timeline_link": null, "avg_changed": 8.683599999999998, "min_base": 2.11, "delta_min": "4.0806x slower", "delta_avg": "4.0741x slower", "std_changed": 0.03243580787729923, "min_changed": 8.61, "delta_std": "2.0388x larger", "std_base": 0.015909181022803327, "t_msg": "Significant (t=-1282.437862, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7826000000000002, "timeline_link": null, "avg_changed": 6.381799999999991, "min_base": 0.75, "delta_min": "8.4533x slower", "delta_avg": "8.1546x slower", "std_changed": 0.02662590421957925, "min_changed": 6.34, "delta_std": "1.3356x smaller", "std_base": 0.03556023920398872, "t_msg": "Significant (t=-891.242290, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.069907600084926, "timeline_link": null, "avg_changed": 0.49664848804477996, "min_base": 0.0448241233826, "delta_min": "2.6717x slower", "delta_avg": "7.1044x slower", "std_changed": 0.22249212306275787, "min_changed": 0.119756937027, "delta_std": "7.1262x larger", "std_base": 0.031221706330431205, "t_msg": "Significant (t=-23.262736, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01217898273468014, "timeline_link": null, "avg_changed": 0.06565229701995923, "min_base": 0.0075740814209, "delta_min": "7.0340x slower", "delta_avg": "5.3906x slower", "std_changed": 0.00907350905616035, "min_changed": 0.0532760620117, "delta_std": "1.3731x smaller", "std_base": 0.012458687935704019, "t_msg": "Significant (t=-77.579486, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.870364370346001, "timeline_link": null, "avg_changed": 46.516757187843986, "min_base": 1.86007118225, "delta_min": "24.9155x slower", "delta_avg": "24.8704x slower", "std_changed": 0.07184149846922262, "min_changed": 46.3446359634, "delta_std": "13.9718x larger", "std_base": 0.005141890066844949, "t_msg": "Significant (t=-4383.151337, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6152090072636, "timeline_link": null, "avg_changed": 1.936096525192, "min_base": 0.4517390728, "delta_min": "4.2243x slower", "delta_avg": "3.1471x slower", "std_changed": 0.018991187884437054, "min_changed": 1.90828895569, "delta_std": "17.1279x smaller", "std_base": 0.32527980196964523, "t_msg": "Significant (t=-9.064729, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.591151046754, "timeline_link": null, "avg_changed": 11.90029673578, "min_base": 1.73209404945, "delta_min": "6.8629x slower", "delta_avg": "4.5927x slower", "std_changed": 0.010577751041651104, "min_changed": 11.8872029781, "delta_std": "118.2379x smaller", "std_base": 1.2506908832106973, "t_msg": "Significant (t=-16.642912, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5594499588004, "timeline_link": null, "avg_changed": 0.9410724639892001, "min_base": 0.295643091202, "delta_min": "3.1279x slower", "delta_avg": "1.6821x slower", "std_changed": 0.0189191729817959, "min_changed": 0.924750089645, "delta_std": "20.4454x smaller", "std_base": 0.3868096618097352, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.490758562088, "timeline_link": null, "avg_changed": 3.405299997328, "min_base": 0.349985837936, "delta_min": "9.6878x slower", "delta_avg": "6.9388x slower", "std_changed": 0.008978983419805896, "min_changed": 3.39060592651, "delta_std": "25.8324x smaller", "std_base": 0.2319489464600024, "t_msg": "Significant (t=-28.076158, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024693916199999996, "timeline_link": null, "avg_changed": 1.66686291054, "min_base": 0.019934373, "delta_min": "83.4140x slower", "delta_avg": "67.5010x slower", "std_changed": 0.004894466698007771, "min_changed": 1.662805524, "delta_std": "2.1337x smaller", "std_base": 0.010443144091568353, "t_msg": "Significant (t=-1006.821401, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [397.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [752.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [130.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [169.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [197.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0049792948445908395, "timeline_link": null, "avg_changed": 0.30046843399571793, "min_base": 0.004948021038985458, "delta_min": "60.4912x slower", "delta_avg": "60.3436x slower", "std_changed": 0.0007699845608334648, "min_changed": 0.29931158335827596, "delta_std": "30.3730x larger", "std_base": 2.5350969616446093e-05, "t_msg": "Significant (t=-2712.122177, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016169350288957605, "timeline_link": null, "avg_changed": 0.013350664546247353, "min_base": 0.0015883100381194409, "delta_min": "8.3612x slower", "delta_avg": "8.2568x slower", "std_changed": 5.784039345733265e-05, "min_changed": 0.013280212483399735, "delta_std": "2.9244x larger", "std_base": 1.977878327186199e-05, "t_msg": "Significant (t=-1357.301401, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006900204651381358, "timeline_link": null, "avg_changed": 0.09543133195307119, "min_base": 0.006491398896462187, "delta_min": "14.6714x slower", "delta_avg": "13.8302x slower", "std_changed": 0.0004837954903435013, "min_changed": 0.09523809523809523, "delta_std": "2.0756x larger", "std_base": 0.0002330815581514873, "t_msg": "Significant (t=-1165.720934, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1934267278747151, "timeline_link": null, "avg_changed": 1.0308078406967234, "min_base": 0.19053289669544507, "delta_min": "5.3830x slower", "delta_avg": "5.3292x slower", "std_changed": 0.003675107158318295, "min_changed": 1.0256410256410255, "delta_std": "2.0751x larger", "std_base": 0.0017710470839070434, "t_msg": "Significant (t=-1451.416616, a=0.95)\n"}]], "branch": "", "revision": "82663:db9d97b06d3a"}