{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019036421775813998, "timeline_link": null, "avg_changed": 0.29104264736173996, "min_base": 0.0186779499054, "delta_min": "15.1986x slower", "delta_avg": "15.2887x slower", "std_changed": 0.004369496131567344, "min_changed": 0.283878087997, "delta_std": "11.1482x larger", "std_base": 0.00039194630208390797, "t_msg": "Significant (t=-438.421931, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008485641479493468, "timeline_link": null, "avg_changed": 0.05894770145416401, "min_base": 0.00654602050781, "delta_min": "8.5168x slower", "delta_avg": "6.9468x slower", "std_changed": 0.001970950665796922, "min_changed": 0.0557510852814, "delta_std": "1.8357x smaller", "std_base": 0.003617981742793542, "t_msg": "Significant (t=-150.007474, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15441700220115, "timeline_link": null, "avg_changed": 1.01546165943135, "min_base": 0.121351003647, "delta_min": "8.1951x slower", "delta_avg": "6.5761x slower", "std_changed": 0.011541741965005932, "min_changed": 0.994485139847, "delta_std": "8.9467x smaller", "std_base": 0.1032600907536404, "t_msg": "Significant (t=-37.060570, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6822467899320004, "timeline_link": null, "avg_changed": 9.1835382175444, "min_base": 1.65967607498, "delta_min": "5.4955x slower", "delta_avg": "5.4591x slower", "std_changed": 0.03133024712235367, "min_changed": 9.12073087692, "delta_std": "3.4790x larger", "std_base": 0.009005467179323837, "t_msg": "Significant (t=-1627.118601, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0064958143234256005, "timeline_link": null, "avg_changed": 0.076819624900816, "min_base": 0.00489687919617, "delta_min": "15.2295x slower", "delta_avg": "11.8260x slower", "std_changed": 0.0014438318220515247, "min_changed": 0.0745770931244, "delta_std": "1.5766x smaller", "std_base": 0.002276365280371965, "t_msg": "Significant (t=-184.469717, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.03399219513, "timeline_link": null, "avg_changed": 22.36175956726, "min_base": 3.87823915482, "delta_min": "5.7557x slower", "delta_avg": "5.5433x slower", "std_changed": 0.04062145360665585, "min_changed": 22.3218579292, "delta_std": "6.3831x smaller", "std_base": 0.25928923187480535, "t_msg": "Significant (t=-156.151017, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004683566093445402, "timeline_link": null, "avg_changed": 0.22259699344635994, "min_base": 0.00352096557617, "delta_min": "61.7390x slower", "delta_avg": "47.5272x slower", "std_changed": 0.002251393151746943, "min_changed": 0.217381000519, "delta_std": "3.2037x smaller", "std_base": 0.007212820587494807, "t_msg": "Significant (t=-203.927344, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.231354952], "base_times": [63.6169481277]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027282681465141997, "timeline_link": null, "avg_changed": 1.6408479452132005, "min_base": 0.0257229804993, "delta_min": "62.6306x slower", "delta_avg": "60.1425x slower", "std_changed": 0.011380666095641912, "min_changed": 1.6110458374, "delta_std": "1.7269x larger", "std_base": 0.006590374419304638, "t_msg": "Significant (t=-867.576932, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0049676609039327, "timeline_link": null, "avg_changed": 0.01806592464447, "min_base": 0.000642061233521, "delta_min": "27.5830x slower", "delta_avg": "3.6367x slower", "std_changed": 0.0002327324970683089, "min_changed": 0.0177099704742, "delta_std": "24.5633x smaller", "std_base": 0.005716671888344366, "t_msg": "Significant (t=-16.188099, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015701484680179997, "timeline_link": null, "avg_changed": 0.43569125175480006, "min_base": 0.0150711536407, "delta_min": "28.2017x slower", "delta_avg": "27.7484x slower", "std_changed": 0.004410504075573567, "min_changed": 0.425031900406, "delta_std": "3.2763x larger", "std_base": 0.0013461661556707259, "t_msg": "Significant (t=-644.012036, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19223762512209996, "timeline_link": null, "avg_changed": 0.47249823093420007, "min_base": 0.151339054108, "delta_min": "3.0365x slower", "delta_avg": "2.4579x slower", "std_changed": 0.008928834243803127, "min_changed": 0.459537029266, "delta_std": "5.6148x smaller", "std_base": 0.05013332431892462, "t_msg": "Significant (t=-38.917020, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.096731543540964, "timeline_link": null, "avg_changed": 0.7117309522628601, "min_base": 0.0934908390045, "delta_min": "7.4391x slower", "delta_avg": "7.3578x slower", "std_changed": 0.012043420484463104, "min_changed": 0.695489168167, "delta_std": "5.1939x larger", "std_base": 0.0023187594133455935, "t_msg": "Significant (t=-354.573284, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021104688644406, "timeline_link": null, "avg_changed": 0.2652820444107001, "min_base": 0.0183029174805, "delta_min": "13.9151x slower", "delta_avg": "12.5698x slower", "std_changed": 0.003979221352544766, "min_changed": 0.254686117172, "delta_std": "1.8393x larger", "std_base": 0.002163465899715434, "t_msg": "Significant (t=-381.203500, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008598151206970802, "timeline_link": null, "avg_changed": 0.10975605487823997, "min_base": 0.00691604614258, "delta_min": "15.4115x slower", "delta_avg": "12.7651x slower", "std_changed": 0.0016941600753372756, "min_changed": 0.106586933136, "delta_std": "3.8259x smaller", "std_base": 0.006481719464006632, "t_msg": "Significant (t=-106.768842, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.02375230312346401, "timeline_link": null, "avg_changed": 0.22872455596918, "min_base": 0.0208029747009, "delta_min": "10.8020x slower", "delta_avg": "9.6296x slower", "std_changed": 0.0023418350402597894, "min_changed": 0.224714040756, "delta_std": "5.6861x smaller", "std_base": 0.013315831518100564, "t_msg": "Significant (t=-107.200610, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.07118502140047601, "timeline_link": null, "avg_changed": 0.8218590736388994, "min_base": 0.0448999404907, "delta_min": "17.9643x slower", "delta_avg": "11.5454x slower", "std_changed": 0.006581136700862327, "min_changed": 0.806597948074, "delta_std": "3.9651x smaller", "std_base": 0.02609455034552526, "t_msg": "Significant (t=-197.240492, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.242472887040002, "timeline_link": null, "avg_changed": 169.24716138850016, "min_base": 6.09492087364, "delta_min": "27.7350x slower", "delta_avg": "27.1122x slower", "std_changed": 0.2066373282776975, "min_changed": 169.04260087, "delta_std": "1.3864x larger", "std_base": 0.14905004178981224, "t_msg": "Significant (t=-4523.899005, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4152266025559999, "timeline_link": null, "avg_changed": 8.928187656401999, "min_base": 1.08154201508, "delta_min": "8.2050x slower", "delta_avg": "6.3087x slower", "std_changed": 0.04710923515001573, "min_changed": 8.87407708168, "delta_std": "10.1268x smaller", "std_base": 0.4770648508325979, "t_msg": "Significant (t=-35.043828, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3782230854035001, "timeline_link": null, "avg_changed": 11.606158704758002, "min_base": 0.367567062378, "delta_min": "31.0707x slower", "delta_avg": "30.6860x slower", "std_changed": 0.08578394952983064, "min_changed": 11.4205629826, "delta_std": "9.9078x larger", "std_base": 0.008658201430031922, "t_msg": "Significant (t=-920.826917, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046884593963618, "timeline_link": null, "avg_changed": 0.23111453056328, "min_base": 0.0450878143311, "delta_min": "5.0027x slower", "delta_avg": "4.9294x slower", "std_changed": 0.0025333696696049476, "min_changed": 0.225560188293, "delta_std": "1.0326x larger", "std_base": 0.0024534084338719005, "t_msg": "Significant (t=-369.389320, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020920004844662006, "timeline_link": null, "avg_changed": 0.36729722023010003, "min_base": 0.0205750465393, "delta_min": "17.3324x slower", "delta_avg": "17.5572x slower", "std_changed": 0.004689478553419432, "min_changed": 0.356615066528, "delta_std": "2.9048x larger", "std_base": 0.0016143916838984491, "t_msg": "Significant (t=-493.843228, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.049990797044, "timeline_link": null, "avg_changed": 18.2325545311, "min_base": 8.99613118172, "delta_min": "2.0207x slower", "delta_avg": "2.0146x slower", "std_changed": 0.05278535200185574, "min_changed": 18.1784710884, "delta_std": "1.4572x larger", "std_base": 0.036223613797049706, "t_msg": "Significant (t=-320.729918, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.54784784317, "timeline_link": null, "avg_changed": 4.674048566818, "min_base": 4.524518013, "delta_min": "1.0294x slower", "delta_avg": "1.0277x slower", "std_changed": 0.012442063797547528, "min_changed": 4.65747404099, "delta_std": "1.3875x smaller", "std_base": 0.01726389505535206, "t_msg": "Significant (t=-13.260842, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15821616649628, "timeline_link": null, "avg_changed": 1.2636183977124, "min_base": 0.151137113571, "delta_min": "8.2423x slower", "delta_avg": "7.9867x slower", "std_changed": 0.008944672829440399, "min_changed": 1.24572300911, "delta_std": "1.6235x larger", "std_base": 0.0055095216753118315, "t_msg": "Significant (t=-744.038752, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.0430214643478374, "timeline_link": null, "avg_changed": 0.20618103504186003, "min_base": 0.00941586494446, "delta_min": "21.0924x slower", "delta_avg": "4.7925x slower", "std_changed": 0.00636226401849131, "min_changed": 0.19860291481, "delta_std": "8.1604x smaller", "std_base": 0.05191883987949814, "t_msg": "Significant (t=-22.056469, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049092259407050004, "timeline_link": null, "avg_changed": 0.21271929264066003, "min_base": 0.0164911746979, "delta_min": "12.5251x slower", "delta_avg": "4.3331x slower", "std_changed": 0.0024168076393786884, "min_changed": 0.20655298233, "delta_std": "23.3659x smaller", "std_base": 0.05647095049802911, "t_msg": "Significant (t=-20.469988, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009988036155700201, "timeline_link": null, "avg_changed": 1.1930432605746004, "min_base": 0.00884890556335, "delta_min": "132.8779x slower", "delta_avg": "119.4472x slower", "std_changed": 0.006742823419810989, "min_changed": 1.17582392693, "delta_std": "2.1640x larger", "std_base": 0.0031159689082775844, "t_msg": "Significant (t=-1126.209340, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015537548065185996, "timeline_link": null, "avg_changed": 0.18688297271727997, "min_base": 0.00142502784729, "delta_min": "127.2853x slower", "delta_avg": "120.2783x slower", "std_changed": 0.0026129971254519563, "min_changed": 0.181385040283, "delta_std": "8.9499x larger", "std_base": 0.0002919570708580003, "t_msg": "Significant (t=-498.420435, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09304036617282, "timeline_link": null, "avg_changed": 0.29728401184081993, "min_base": 0.0379378795624, "delta_min": "7.4590x slower", "delta_avg": "3.1952x slower", "std_changed": 0.00811989588820661, "min_changed": 0.282977819443, "delta_std": "9.2321x smaller", "std_base": 0.07496406336895518, "t_msg": "Significant (t=-19.153474, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11890693187712, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1832637643814, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11847821712497998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25655695915226007, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16322472095489998, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14464437484738, "timeline_link": null, "avg_changed": 0.4359376955032199, "min_base": 0.139480113983, "delta_min": "3.0655x slower", "delta_avg": "3.0139x slower", "std_changed": 0.004999257034469546, "min_changed": 0.427572011948, "delta_std": "1.8662x larger", "std_base": 0.0026788556241883568, "t_msg": "Significant (t=-363.159859, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042775535583498, "timeline_link": null, "avg_changed": 0.20867609977724, "min_base": 0.0289359092712, "delta_min": "7.0278x slower", "delta_avg": "4.8784x slower", "std_changed": 0.002669092502795304, "min_changed": 0.203356981277, "delta_std": "4.4268x smaller", "std_base": 0.011815494723152346, "t_msg": "Significant (t=-96.844163, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005373983383179601, "timeline_link": null, "avg_changed": 0.3356601619719999, "min_base": 0.00498604774475, "delta_min": "65.1857x slower", "delta_avg": "62.4602x slower", "std_changed": 0.00450937504848832, "min_changed": 0.32501912117, "delta_std": "2.9176x larger", "std_base": 0.0015455892723535466, "t_msg": "Significant (t=-489.936291, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0588, "timeline_link": null, "avg_changed": 4.8148, "min_base": 1.01, "delta_min": "4.7030x slower", "delta_avg": "4.5474x slower", "std_changed": 0.04594761880086267, "min_changed": 4.75, "delta_std": "1.9385x larger", "std_base": 0.023702234459378458, "t_msg": "Significant (t=-513.703783, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4082000000000001, "timeline_link": null, "avg_changed": 3.6044, "min_base": 0.38, "delta_min": "9.1579x slower", "delta_avg": "8.8300x slower", "std_changed": 0.048996459680516656, "min_changed": 3.48, "delta_std": "2.2355x larger", "std_base": 0.021917284205365754, "t_msg": "Significant (t=-421.061741, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034179069201149326, "timeline_link": null, "avg_changed": 0.2116570742924659, "min_base": 0.0201969146729, "delta_min": "3.0334x slower", "delta_avg": "6.1926x slower", "std_changed": 0.08814941874060606, "min_changed": 0.0612649917603, "delta_std": "5.2987x larger", "std_base": 0.016635975789321147, "t_msg": "Significant (t=-24.230988, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017674787521361937, "timeline_link": null, "avg_changed": 0.04431339025497503, "min_base": 0.00344014167786, "delta_min": "7.8784x slower", "delta_avg": "2.5072x slower", "std_changed": 0.07649973405085095, "min_changed": 0.0271029472351, "delta_std": "1.3367x larger", "std_base": 0.05723014764626613, "t_msg": "Significant (t=-6.234772, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7430008888244999, "timeline_link": null, "avg_changed": 16.700135040279996, "min_base": 0.729979991913, "delta_min": "22.7650x slower", "delta_avg": "22.4766x slower", "std_changed": 0.049900598644099466, "min_changed": 16.6179900169, "delta_std": "9.7440x larger", "std_base": 0.005121164204054719, "t_msg": "Significant (t=-1005.944514, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2539557933808, "timeline_link": null, "avg_changed": 0.8169169425963998, "min_base": 0.169939041138, "delta_min": "4.7088x slower", "delta_avg": "3.2168x slower", "std_changed": 0.01351137563827231, "min_changed": 0.800215005875, "delta_std": "11.7494x smaller", "std_base": 0.15875020609541246, "t_msg": "Significant (t=-7.900995, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1809004306778, "timeline_link": null, "avg_changed": 4.748016881942, "min_base": 0.805702924728, "delta_min": "5.8599x slower", "delta_avg": "4.0207x slower", "std_changed": 0.024351069084929698, "min_changed": 4.72135186195, "delta_std": "23.0393x smaller", "std_base": 0.5610316857479235, "t_msg": "Significant (t=-14.203854, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24794335365300002, "timeline_link": null, "avg_changed": 0.3960385799408, "min_base": 0.125159025192, "delta_min": "3.0817x slower", "delta_avg": "1.5973x slower", "std_changed": 0.009971949281775763, "min_changed": 0.385705947876, "delta_std": "17.8773x smaller", "std_base": 0.1782714303529171, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2313035964966, "timeline_link": null, "avg_changed": 1.41643061638, "min_base": 0.16676902771, "delta_min": "8.4432x slower", "delta_avg": "6.1237x slower", "std_changed": 0.007170784791840144, "min_changed": 1.40807104111, "delta_std": "15.3858x smaller", "std_base": 0.11032859068675302, "t_msg": "Significant (t=-23.968809, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011340570600000002, "timeline_link": null, "avg_changed": 0.7294377356999998, "min_base": 0.008100416, "delta_min": "87.9144x slower", "delta_avg": "64.3211x slower", "std_changed": 0.009662994445148693, "min_changed": 0.712143125, "delta_std": "1.2718x larger", "std_base": 0.007597906980494224, "t_msg": "Significant (t=-413.079467, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [497.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002616517522337046, "timeline_link": null, "avg_changed": 0.12585080742045604, "min_base": 0.0025535739821454105, "delta_min": "48.3622x slower", "delta_avg": "48.0986x slower", "std_changed": 0.0010688340498067287, "min_changed": 0.12349643095314546, "delta_std": "41.2439x larger", "std_base": 2.591498948930512e-05, "t_msg": "Significant (t=-815.039528, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006511896959640603, "timeline_link": null, "avg_changed": 0.006603376600828157, "min_base": 0.0006452029163171817, "delta_min": "10.1967x slower", "delta_avg": "10.1405x slower", "std_changed": 2.899689349784969e-05, "min_changed": 0.006578947368421052, "delta_std": "5.2288x larger", "std_base": 5.545610592240369e-06, "t_msg": "Significant (t=-450.826588, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002707443333736348, "timeline_link": null, "avg_changed": 0.04251026192818702, "min_base": 0.0023367215796237877, "delta_min": "17.7205x slower", "delta_avg": "15.7013x slower", "std_changed": 0.0004214405882676144, "min_changed": 0.041407867494824016, "delta_std": "2.0460x larger", "std_base": 0.00020598401105298517, "t_msg": "Significant (t=-599.993368, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.058044870684986545, "timeline_link": null, "avg_changed": 0.35669722884976046, "min_base": 0.055965581167581935, "delta_min": "6.2076x slower", "delta_avg": "6.1452x slower", "std_changed": 0.004284272765681634, "min_changed": 0.34741070459233525, "delta_std": "4.6997x larger", "std_base": 0.0009116004918430934, "t_msg": "Significant (t=-482.123869, a=0.95)\n"}]], "branch": "", "revision": "98444:35b130c4015c"}