{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038785104751588, "timeline_link": null, "avg_changed": 0.7967727470397601, "min_base": 0.0382549762726, "delta_min": "20.7472x slower", "delta_avg": "20.5433x slower", "std_changed": 0.0019035937029640935, "min_changed": 0.79368185997, "delta_std": "2.5309x larger", "std_base": 0.0007521543962308265, "t_msg": "Significant (t=-2618.610727, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016285723050434665, "timeline_link": null, "avg_changed": 0.1473991409937266, "min_base": 0.0132319927216, "delta_min": "10.9246x slower", "delta_avg": "9.0508x slower", "std_changed": 0.0021530089205577738, "min_changed": 0.144554853439, "delta_std": "2.8337x smaller", "std_base": 0.006101051445445036, "t_msg": "Significant (t=-248.200184, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27744688987724997, "timeline_link": null, "avg_changed": 1.5065201520915001, "min_base": 0.214923858643, "delta_min": "6.9216x slower", "delta_avg": "5.4299x slower", "std_changed": 0.04599465104223168, "min_changed": 1.48760795593, "delta_std": "4.4875x smaller", "std_base": 0.2064028074126317, "t_msg": "Significant (t=-25.992820, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3020990514756, "timeline_link": null, "avg_changed": 21.561824526789998, "min_base": 3.24808120728, "delta_min": "6.6205x slower", "delta_avg": "6.5297x slower", "std_changed": 0.07081440040775457, "min_changed": 21.5037992001, "delta_std": "1.0291x smaller", "std_base": 0.07287352240776032, "t_msg": "Significant (t=-1270.660085, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021231245994561995, "timeline_link": null, "avg_changed": 0.23784655094145996, "min_base": 0.017982006073, "delta_min": "13.1029x slower", "delta_avg": "11.2027x slower", "std_changed": 0.0019012527682981339, "min_changed": 0.235616922379, "delta_std": "2.6431x smaller", "std_base": 0.0050252770429126715, "t_msg": "Significant (t=-285.078525, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.292518596649598, "timeline_link": null, "avg_changed": 50.74411882876997, "min_base": 8.22508311272, "delta_min": "6.1438x slower", "delta_avg": "6.1193x slower", "std_changed": 0.08452443215831687, "min_changed": 50.5334739685, "delta_std": "2.1705x smaller", "std_base": 0.183463590490074, "t_msg": "Significant (t=-1486.043733, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009101653099055, "timeline_link": null, "avg_changed": 0.5553299570083999, "min_base": 0.00646615028381, "delta_min": "85.7707x slower", "delta_avg": "61.0142x slower", "std_changed": 0.0005452521166506339, "min_changed": 0.554605960846, "delta_std": "29.8245x smaller", "std_base": 0.016261885308394654, "t_msg": "Significant (t=-237.380108, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [320.033029795], "base_times": [143.805243969]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049518880844105995, "timeline_link": null, "avg_changed": 3.547877321243801, "min_base": 0.0469560623169, "delta_min": "75.4450x slower", "delta_avg": "71.6470x slower", "std_changed": 0.0031977870897055634, "min_changed": 3.54259991646, "delta_std": "4.3344x smaller", "std_base": 0.013860579991824535, "t_msg": "Significant (t=-1739.028915, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0105327558517454, "timeline_link": null, "avg_changed": 0.04043389797209799, "min_base": 0.00146293640137, "delta_min": "27.5324x slower", "delta_avg": "3.8389x slower", "std_changed": 0.00012671755492352202, "min_changed": 0.0402781963348, "delta_std": "95.5759x smaller", "std_base": 0.012111142517454732, "t_msg": "Significant (t=-17.456770, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031325750350950005, "timeline_link": null, "avg_changed": 1.1192106628418, "min_base": 0.0296828746796, "delta_min": "37.6102x slower", "delta_avg": "35.7281x slower", "std_changed": 0.0020000798025234866, "min_changed": 1.11637783051, "delta_std": "1.4006x smaller", "std_base": 0.0028012655608499614, "t_msg": "Significant (t=-2234.890679, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.46863751888273997, "timeline_link": null, "avg_changed": 1.1517102146153995, "min_base": 0.371366977692, "delta_min": "3.0806x slower", "delta_avg": "2.4576x slower", "std_changed": 0.002479096436495158, "min_changed": 1.14402914047, "delta_std": "45.8510x smaller", "std_base": 0.11366914709334378, "t_msg": "Significant (t=-42.482108, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17392301082606, "timeline_link": null, "avg_changed": 1.7531708574297997, "min_base": 0.172663927078, "delta_min": "10.0991x slower", "delta_avg": "10.0802x slower", "std_changed": 0.014822982728105347, "min_changed": 1.74374604225, "delta_std": "3.6541x larger", "std_base": 0.004056574323440517, "t_msg": "Significant (t=-726.635901, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042998971939086, "timeline_link": null, "avg_changed": 0.61448612689964, "min_base": 0.0365078449249, "delta_min": "16.6241x slower", "delta_avg": "14.2907x slower", "std_changed": 0.004487021338969099, "min_changed": 0.606909036636, "delta_std": "1.0170x smaller", "std_base": 0.004563461302814343, "t_msg": "Significant (t=-631.421323, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016561341285706, "timeline_link": null, "avg_changed": 0.26695899963376, "min_base": 0.0136859416962, "delta_min": "19.3333x slower", "delta_avg": "16.1194x slower", "std_changed": 0.0023703404746366298, "min_changed": 0.264595031738, "delta_std": "5.7626x smaller", "std_base": 0.01365928593606332, "t_msg": "Significant (t=-127.715812, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05359839916229401, "timeline_link": null, "avg_changed": 0.6018312978744601, "min_base": 0.0481150150299, "delta_min": "12.4324x slower", "delta_avg": "11.2285x slower", "std_changed": 0.0023365289941825493, "min_changed": 0.598186969757, "delta_std": "11.8770x smaller", "std_base": 0.027751014809890846, "t_msg": "Significant (t=-139.199380, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.22395206451415997, "timeline_link": null, "avg_changed": 1.7184091424950003, "min_base": 0.137560844421, "delta_min": "12.4637x slower", "delta_avg": "7.6731x slower", "std_changed": 0.0020550403303030394, "min_changed": 1.71452188492, "delta_std": "34.5974x smaller", "std_base": 0.07109906630241172, "t_msg": "Significant (t=-148.567294, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.370378494300008, "timeline_link": null, "avg_changed": 374.24767649199987, "min_base": 11.0150520802, "delta_min": "33.9753x slower", "delta_avg": "32.9143x slower", "std_changed": 0.008350494699924452, "min_changed": 374.239409924, "delta_std": "42.9835x smaller", "std_base": 0.358933881349727, "t_msg": "Significant (t=-7146.820057, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.406893777848, "timeline_link": null, "avg_changed": 21.689398145680002, "min_base": 2.69035196304, "delta_min": "8.0496x slower", "delta_avg": "6.3663x slower", "std_changed": 0.022324836830078815, "min_changed": 21.6563310623, "delta_std": "45.3063x smaller", "std_base": 1.011456458039121, "t_msg": "Significant (t=-40.408035, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7491421318054001, "timeline_link": null, "avg_changed": 26.04892955780201, "min_base": 0.74289393425, "delta_min": "35.0249x slower", "delta_avg": "34.7717x slower", "std_changed": 0.017383418752072378, "min_changed": 26.0197911263, "delta_std": "1.0795x smaller", "std_base": 0.018766231145338225, "t_msg": "Significant (t=-6993.511096, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.080254554748526, "timeline_link": null, "avg_changed": 0.4518163728713999, "min_base": 0.0788140296936, "delta_min": "5.7233x slower", "delta_avg": "5.6298x slower", "std_changed": 0.00047697650882055665, "min_changed": 0.451075077057, "delta_std": "10.9977x smaller", "std_base": 0.005245663365023927, "t_msg": "Significant (t=-498.801445, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.033148751258847996, "timeline_link": null, "avg_changed": 0.6892376947403, "min_base": 0.0322778224945, "delta_min": "21.2066x slower", "delta_avg": "20.7923x slower", "std_changed": 0.006873011313921807, "min_changed": 0.684504032135, "delta_std": "2.7554x larger", "std_base": 0.0024944130668222123, "t_msg": "Significant (t=-634.500102, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.554815387719998, "timeline_link": null, "avg_changed": 46.8331389904, "min_base": 20.5362761021, "delta_min": "2.2800x slower", "delta_avg": "2.2785x slower", "std_changed": 0.006808610808075584, "min_changed": 46.8230071068, "delta_std": "4.2910x smaller", "std_base": 0.029215640471256823, "t_msg": "Significant (t=-1958.767635, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.816727542879999, "timeline_link": null, "avg_changed": 10.97593975068, "min_base": 10.8090558052, "delta_min": "1.0151x slower", "delta_avg": "1.0147x slower", "std_changed": 0.004890562496741637, "min_changed": 10.9722349644, "delta_std": "2.7311x smaller", "std_base": 0.013356620813213415, "t_msg": "Significant (t=-25.029102, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2971740913392, "timeline_link": null, "avg_changed": 2.9125706243519995, "min_base": 0.288743972778, "delta_min": "10.0536x slower", "delta_avg": "9.8009x slower", "std_changed": 0.004535575882455197, "min_changed": 2.90291595459, "delta_std": "1.1630x smaller", "std_base": 0.005274979156536252, "t_msg": "Significant (t=-2658.361150, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09824633121489601, "timeline_link": null, "avg_changed": 0.4838460731507399, "min_base": 0.0233638286591, "delta_min": "20.5054x slower", "delta_avg": "4.9248x slower", "std_changed": 0.016350267972875154, "min_changed": 0.479084014893, "delta_std": "7.2692x smaller", "std_base": 0.11885264864547827, "t_msg": "Significant (t=-22.726984, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10434990406036998, "timeline_link": null, "avg_changed": 0.5173141050338202, "min_base": 0.0392289161682, "delta_min": "13.1554x slower", "delta_avg": "4.9575x slower", "std_changed": 0.0009040465903407463, "min_changed": 0.516072034836, "delta_std": "134.0890x smaller", "std_base": 0.12122271617371087, "t_msg": "Significant (t=-24.088032, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033272142410286004, "timeline_link": null, "avg_changed": 2.856453881263399, "min_base": 0.0183990001678, "delta_min": "152.3587x slower", "delta_avg": "85.8512x slower", "std_changed": 0.0216918123992054, "min_changed": 2.80324792862, "delta_std": "1.0238x smaller", "std_base": 0.022208906017369672, "t_msg": "Significant (t=-643.038661, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032274818420412006, "timeline_link": null, "avg_changed": 0.3798645114898399, "min_base": 0.00297594070435, "delta_min": "127.2397x slower", "delta_avg": "117.6969x slower", "std_changed": 0.0007962204381603818, "min_changed": 0.378657817841, "delta_std": "1.0533x smaller", "std_base": 0.0008386538361403347, "t_msg": "Significant (t=-2302.991950, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20261570453641198, "timeline_link": null, "avg_changed": 0.71527004718778, "min_base": 0.0829031467438, "delta_min": "8.4577x slower", "delta_avg": "3.5302x slower", "std_changed": 0.010050197395231124, "min_changed": 0.701167106628, "delta_std": "15.5835x smaller", "std_base": 0.1566169279873776, "t_msg": "Significant (t=-23.098224, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24334681987761997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46838095664986007, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18590057849879998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59285439491268, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36618505477904, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26215926647188, "timeline_link": null, "avg_changed": 0.7230226421356002, "min_base": 0.255763053894, "delta_min": "2.7760x slower", "delta_avg": "2.7580x slower", "std_changed": 0.010974131218103055, "min_changed": 0.710011005402, "delta_std": "1.3928x larger", "std_base": 0.007879359778932714, "t_msg": "Significant (t=-241.216430, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08633867263794, "timeline_link": null, "avg_changed": 0.4558705377577999, "min_base": 0.0574541091919, "delta_min": "7.9163x slower", "delta_avg": "5.2800x slower", "std_changed": 0.0017870375994913192, "min_changed": 0.454822063446, "delta_std": "15.6614x smaller", "std_base": 0.02798748077941679, "t_msg": "Significant (t=-93.172893, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009119195938110801, "timeline_link": null, "avg_changed": 0.8074418926239201, "min_base": 0.00830292701721, "delta_min": "97.0747x slower", "delta_avg": "88.5431x slower", "std_changed": 0.0009032753046523923, "min_changed": 0.806004047394, "delta_std": "3.6691x smaller", "std_base": 0.0033141673949649945, "t_msg": "Significant (t=-1643.348297, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.154, "timeline_link": null, "avg_changed": 9.033000000000001, "min_base": 2.12, "delta_min": "4.2500x slower", "delta_avg": "4.1936x slower", "std_changed": 0.01705333769473348, "min_changed": 9.01, "delta_std": "1.6287x smaller", "std_base": 0.027774602993176595, "t_msg": "Significant (t=-1492.443795, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7988000000000001, "timeline_link": null, "avg_changed": 6.665399999999996, "min_base": 0.76, "delta_min": "8.6842x slower", "delta_avg": "8.3443x slower", "std_changed": 0.03302503688452886, "min_changed": 6.6, "delta_std": "1.0125x larger", "std_base": 0.03261651015504074, "t_msg": "Significant (t=-893.715437, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.071646620432518, "timeline_link": null, "avg_changed": 0.5436568069457868, "min_base": 0.0441160202026, "delta_min": "2.8615x slower", "delta_avg": "7.5880x slower", "std_changed": 0.246211347518755, "min_changed": 0.126238107681, "delta_std": "7.7620x larger", "std_base": 0.031720062596315005, "t_msg": "Significant (t=-23.287043, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012742880821228642, "timeline_link": null, "avg_changed": 0.05830915641784562, "min_base": 0.00741505622864, "delta_min": "7.4984x slower", "delta_avg": "4.5758x slower", "std_changed": 0.0057714185903025034, "min_changed": 0.0556008815765, "delta_std": "2.2410x smaller", "std_base": 0.012933796182560884, "t_msg": "Significant (t=-71.940151, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8254906034476006, "timeline_link": null, "avg_changed": 49.137323441495994, "min_base": 1.81276798248, "delta_min": "27.0321x slower", "delta_avg": "26.9173x slower", "std_changed": 0.05502132930739314, "min_changed": 49.0030071735, "delta_std": "8.9465x larger", "std_base": 0.006150052108354717, "t_msg": "Significant (t=-6042.650899, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.606043338775, "timeline_link": null, "avg_changed": 2.050617218018, "min_base": 0.417941808701, "delta_min": "4.8796x slower", "delta_avg": "3.3836x slower", "std_changed": 0.007053982706442783, "min_changed": 2.03937292099, "delta_std": "47.6815x smaller", "std_base": 0.33634469881807827, "t_msg": "Significant (t=-9.601624, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6212600708, "timeline_link": null, "avg_changed": 11.879187870019999, "min_base": 1.68210291862, "delta_min": "7.0480x slower", "delta_avg": "4.5319x slower", "std_changed": 0.017272583804861515, "min_changed": 11.85552001, "delta_std": "74.5041x smaller", "std_base": 1.2868781076492157, "t_msg": "Significant (t=-16.085044, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5677770614626001, "timeline_link": null, "avg_changed": 0.9980367660512, "min_base": 0.256097078323, "delta_min": "3.8200x slower", "delta_avg": "1.7578x slower", "std_changed": 0.026135541510083873, "min_changed": 0.978296995163, "delta_std": "16.0114x smaller", "std_base": 0.4184666520913801, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4696321487428, "timeline_link": null, "avg_changed": 3.584829807284, "min_base": 0.334822893143, "delta_min": "10.6518x slower", "delta_avg": "7.6333x slower", "std_changed": 0.015321131645135657, "min_changed": 3.56648206711, "delta_std": "15.4885x smaller", "std_base": 0.23730068386193368, "t_msg": "Significant (t=-29.293301, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024246660579999996, "timeline_link": null, "avg_changed": 1.67271482348, "min_base": 0.018545191, "delta_min": "90.0982x slower", "delta_avg": "68.9874x slower", "std_changed": 0.0012811613651408467, "min_changed": 1.670887939, "delta_std": "12.8734x smaller", "std_base": 0.016492929972936735, "t_msg": "Significant (t=-704.630442, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [371.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [735.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [115.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [163.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [182.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0044573315135548516, "timeline_link": null, "avg_changed": 0.3065867925866081, "min_base": 0.004420729685641912, "delta_min": "69.2018x slower", "delta_avg": "68.7826x slower", "std_changed": 0.0005672390857089228, "min_changed": 0.3059226627508566, "delta_std": "23.1294x larger", "std_base": 2.4524542610344312e-05, "t_msg": "Significant (t=-3762.759009, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014503607419418523, "timeline_link": null, "avg_changed": 0.01396423633677236, "min_base": 0.0014357501794687725, "delta_min": "9.7006x slower", "delta_avg": "9.6281x slower", "std_changed": 3.7186976447705406e-05, "min_changed": 0.013927576601671309, "delta_std": "3.3115x larger", "std_base": 1.1229645232768233e-05, "t_msg": "Significant (t=-2277.905208, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00658756507039627, "timeline_link": null, "avg_changed": 0.09971355344489677, "min_base": 0.006121824303642486, "delta_min": "16.2537x slower", "delta_avg": "15.1366x slower", "std_changed": 0.0005284333374850959, "min_changed": 0.09950248756218906, "delta_std": "1.4113x larger", "std_base": 0.00037442459475103937, "t_msg": "Significant (t=-1016.771276, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19248176139888415, "timeline_link": null, "avg_changed": 1.0295334833307253, "min_base": 0.18866812098343258, "delta_min": "5.4345x slower", "delta_avg": "5.3487x slower", "std_changed": 0.0035485775532429135, "min_changed": 1.0253123998718359, "delta_std": "1.5153x smaller", "std_base": 0.005377218208275354, "t_msg": "Significant (t=-918.707497, a=0.95)\n"}]], "branch": "", "revision": "91630:471848fce43a"}