{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.035720424652102005, "timeline_link": null, "avg_changed": 0.7660403108596598, "min_base": 0.0352420806885, "delta_min": "21.6260x slower", "delta_avg": "21.4454x slower", "std_changed": 0.0019197419250612836, "min_changed": 0.762145042419, "delta_std": "2.8468x larger", "std_base": 0.0006743573439436628, "t_msg": "Significant (t=-2537.985899, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.017071580886836663, "timeline_link": null, "avg_changed": 0.15103532632190667, "min_base": 0.0140790939331, "delta_min": "10.5283x slower", "delta_avg": "8.8472x slower", "std_changed": 0.0021607181428746933, "min_changed": 0.148228883743, "delta_std": "2.8200x smaller", "std_base": 0.00609331935212457, "t_msg": "Significant (t=-253.780991, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2822583556174, "timeline_link": null, "avg_changed": 1.4966923117620001, "min_base": 0.222405910492, "delta_min": "6.6641x slower", "delta_avg": "5.3026x slower", "std_changed": 0.05199091367233476, "min_changed": 1.48213601112, "delta_std": "3.9086x smaller", "std_base": 0.20321243125090624, "t_msg": "Significant (t=-25.892305, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.437295732498402, "timeline_link": null, "avg_changed": 21.763009729386003, "min_base": 3.43216490746, "delta_min": "6.3243x slower", "delta_avg": "6.3314x slower", "std_changed": 0.07127388664711146, "min_changed": 21.7059249878, "delta_std": "25.4826x larger", "std_base": 0.0027969612301773964, "t_msg": "Significant (t=-1816.692075, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020556364059448, "timeline_link": null, "avg_changed": 0.24331658363339997, "min_base": 0.0173268318176, "delta_min": "13.8784x slower", "delta_avg": "11.8366x slower", "std_changed": 0.0020693799044727876, "min_changed": 0.240468025208, "delta_std": "2.4389x smaller", "std_base": 0.005046935696588216, "t_msg": "Significant (t=-288.769114, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.379189953804001, "timeline_link": null, "avg_changed": 49.830903768527996, "min_base": 8.30825901031, "delta_min": "5.9797x slower", "delta_avg": "5.9470x slower", "std_changed": 0.07694837435190326, "min_changed": 49.6811850071, "delta_std": "2.3339x smaller", "std_base": 0.17958891870495047, "t_msg": "Significant (t=-1500.196083, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009067430496216201, "timeline_link": null, "avg_changed": 0.55317821979526, "min_base": 0.00647878646851, "delta_min": "85.2224x slower", "delta_avg": "61.0072x slower", "std_changed": 0.0007012446086952039, "min_changed": 0.552137851715, "delta_std": "22.7896x smaller", "std_base": 0.01598106157024414, "t_msg": "Significant (t=-240.518793, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [323.39320302], "base_times": [141.648293018]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04932893753051201, "timeline_link": null, "avg_changed": 3.407771334648199, "min_base": 0.0467369556427, "delta_min": "72.8545x slower", "delta_avg": "69.0826x slower", "std_changed": 0.0016820212621084624, "min_changed": 3.40499711037, "delta_std": "8.2387x smaller", "std_base": 0.013857666877167888, "t_msg": "Significant (t=-1701.206205, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010347414016720999, "timeline_link": null, "avg_changed": 0.03943260669708801, "min_base": 0.00144100189209, "delta_min": "27.2755x slower", "delta_avg": "3.8109x slower", "std_changed": 0.00011870098355475926, "min_changed": 0.0393040180206, "delta_std": "100.6835x smaller", "std_base": 0.011951228710750975, "t_msg": "Significant (t=-17.207706, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031329188346858, "timeline_link": null, "avg_changed": 1.1442051696778004, "min_base": 0.0297040939331, "delta_min": "38.4102x slower", "delta_avg": "36.5220x slower", "std_changed": 0.00205347511594997, "min_changed": 1.14094018936, "delta_std": "1.3509x smaller", "std_base": 0.002774071892400515, "t_msg": "Significant (t=-2280.001574, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4261899900436001, "timeline_link": null, "avg_changed": 1.1074914550784, "min_base": 0.324479103088, "delta_min": "3.3916x slower", "delta_avg": "2.5986x slower", "std_changed": 0.0021260247841166117, "min_changed": 1.10048913956, "delta_std": "56.8602x smaller", "std_base": 0.12088614572221304, "t_msg": "Significant (t=-39.845625, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17857124805450003, "timeline_link": null, "avg_changed": 1.6889675712590002, "min_base": 0.177260160446, "delta_min": "9.4970x slower", "delta_avg": "9.4582x slower", "std_changed": 0.004823956407177329, "min_changed": 1.68343186378, "delta_std": "1.1682x larger", "std_base": 0.004129396100398055, "t_msg": "Significant (t=-1681.908523, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042532720565804, "timeline_link": null, "avg_changed": 0.6262133216858, "min_base": 0.0361611843109, "delta_min": "17.1241x slower", "delta_avg": "14.7231x slower", "std_changed": 0.004026880243331768, "min_changed": 0.619229078293, "delta_std": "1.1226x smaller", "std_base": 0.004520472267755319, "t_msg": "Significant (t=-681.743021, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016699199676515997, "timeline_link": null, "avg_changed": 0.27645558357239997, "min_base": 0.013571023941, "delta_min": "20.1750x slower", "delta_avg": "16.5550x slower", "std_changed": 0.0021214417796785413, "min_changed": 0.27379488945, "delta_std": "6.4586x smaller", "std_base": 0.013701636031377801, "t_msg": "Significant (t=-132.475208, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.050777225494394, "timeline_link": null, "avg_changed": 0.60694666862492, "min_base": 0.0455510616302, "delta_min": "13.2391x slower", "delta_avg": "11.9531x slower", "std_changed": 0.002354755942170342, "min_changed": 0.603055000305, "delta_std": "11.7911x smaller", "std_base": 0.027765229103097706, "t_msg": "Significant (t=-141.134955, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.160482597350998, "timeline_link": null, "avg_changed": 1.7291909408564003, "min_base": 0.0983779430389, "delta_min": "17.5487x slower", "delta_avg": "10.7749x slower", "std_changed": 0.0021110021924070133, "min_changed": 1.72640299797, "delta_std": "29.7451x smaller", "std_base": 0.06279203744398663, "t_msg": "Significant (t=-176.553912, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.164113402349997, "timeline_link": null, "avg_changed": 357.1441910265001, "min_base": 10.8098258972, "delta_min": "33.0374x slower", "delta_avg": "31.9904x slower", "std_changed": 0.01573209401056293, "min_changed": 357.128617048, "delta_std": "22.7487x smaller", "std_base": 0.3578844248303273, "t_msg": "Significant (t=-6829.267033, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.372986268996, "timeline_link": null, "avg_changed": 21.9665014267, "min_base": 2.71553492546, "delta_min": "8.0841x slower", "delta_avg": "6.5125x slower", "std_changed": 0.013758666053661536, "min_changed": 21.9525790215, "delta_std": "70.9106x smaller", "std_base": 0.9756351076604216, "t_msg": "Significant (t=-42.610429, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7557830190658198, "timeline_link": null, "avg_changed": 25.53073883056801, "min_base": 0.751497030258, "delta_min": "33.9456x slower", "delta_avg": "33.7805x slower", "std_changed": 0.010423186404180898, "min_changed": 25.5100021362, "delta_std": "1.7387x smaller", "std_base": 0.01812259318777037, "t_msg": "Significant (t=-8379.571214, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079496746063226, "timeline_link": null, "avg_changed": 0.46452165603641987, "min_base": 0.0780711174011, "delta_min": "5.9390x slower", "delta_avg": "5.8433x slower", "std_changed": 0.0005112357445922354, "min_changed": 0.463665008545, "delta_std": "10.1581x smaller", "std_base": 0.005193174676354442, "t_msg": "Significant (t=-521.730972, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03282414436340599, "timeline_link": null, "avg_changed": 0.6865334892272799, "min_base": 0.0315570831299, "delta_min": "21.6762x slower", "delta_avg": "20.9155x slower", "std_changed": 0.003839658929264616, "min_changed": 0.684037208557, "delta_std": "1.5571x larger", "std_base": 0.00246596828044712, "t_msg": "Significant (t=-1012.949569, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 21.304291534420003, "timeline_link": null, "avg_changed": 48.5706205845, "min_base": 21.2878859043, "delta_min": "2.2809x slower", "delta_avg": "2.2799x slower", "std_changed": 0.012757642781032022, "min_changed": 48.5555710793, "delta_std": "2.1695x smaller", "std_base": 0.027677090020637694, "t_msg": "Significant (t=-2000.578217, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.8663543701, "timeline_link": null, "avg_changed": 10.980555439020002, "min_base": 10.8604478836, "delta_min": "1.0107x slower", "delta_avg": "1.0105x slower", "std_changed": 0.00514772855492858, "min_changed": 10.9771280289, "delta_std": "2.4459x smaller", "std_base": 0.012590628237138789, "t_msg": "Significant (t=-18.773372, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2964684343338399, "timeline_link": null, "avg_changed": 2.8633912229534, "min_base": 0.288895845413, "delta_min": "9.8762x slower", "delta_avg": "9.6583x slower", "std_changed": 0.005194983353050954, "min_changed": 2.85319304466, "delta_std": "1.0984x smaller", "std_base": 0.005706211827915921, "t_msg": "Significant (t=-2352.131756, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.092453622817976, "timeline_link": null, "avg_changed": 0.48303703784942004, "min_base": 0.0235300064087, "delta_min": "20.3646x slower", "delta_avg": "5.2246x slower", "std_changed": 0.016058636071534776, "min_changed": 0.479178905487, "delta_std": "6.9908x smaller", "std_base": 0.11226319985628454, "t_msg": "Significant (t=-24.353592, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10303208351133801, "timeline_link": null, "avg_changed": 0.5213295221328201, "min_base": 0.0391089916229, "delta_min": "13.3063x slower", "delta_avg": "5.0599x slower", "std_changed": 0.0009053443765049756, "min_changed": 0.520395994186, "delta_std": "131.2102x smaller", "std_base": 0.11879041996841604, "t_msg": "Significant (t=-24.898672, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.029958806037902005, "timeline_link": null, "avg_changed": 2.8272026538846, "min_base": 0.0185148715973, "delta_min": "150.2578x slower", "delta_avg": "94.3697x slower", "std_changed": 0.020284325729325307, "min_changed": 2.78200387955, "delta_std": "1.0849x larger", "std_base": 0.018696564567193496, "t_msg": "Significant (t=-716.999095, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032877111434935994, "timeline_link": null, "avg_changed": 0.37647305011755994, "min_base": 0.00290393829346, "delta_min": "129.2414x slower", "delta_avg": "114.5092x slower", "std_changed": 0.0006630007579578746, "min_changed": 0.375308990479, "delta_std": "1.6343x smaller", "std_base": 0.0010835097054655042, "t_msg": "Significant (t=-2077.383003, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20147620201117808, "timeline_link": null, "avg_changed": 0.7145200777054599, "min_base": 0.0867688655853, "delta_min": "8.0727x slower", "delta_avg": "3.5464x slower", "std_changed": 0.009814058664057154, "min_changed": 0.700463056564, "delta_std": "15.6649x smaller", "std_base": 0.1537364610459944, "t_msg": "Significant (t=-23.549382, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24365528106689996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46843154907224, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18611587524412, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59434666156772, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36624672889706006, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27150207519532005, "timeline_link": null, "avg_changed": 0.7392986869811397, "min_base": 0.261349916458, "delta_min": "2.7675x slower", "delta_avg": "2.7230x slower", "std_changed": 0.011061548995839148, "min_changed": 0.723288059235, "delta_std": "1.1505x larger", "std_base": 0.009614588981572114, "t_msg": "Significant (t=-225.697510, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.088734016418492, "timeline_link": null, "avg_changed": 0.45165656566622, "min_base": 0.0612487792969, "delta_min": "7.3554x slower", "delta_avg": "5.0900x slower", "std_changed": 0.001617724632748956, "min_changed": 0.450510025024, "delta_std": "15.0926x smaller", "std_base": 0.024415610918766567, "t_msg": "Significant (t=-104.876974, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009059295654296399, "timeline_link": null, "avg_changed": 0.7657104873657397, "min_base": 0.00826811790466, "delta_min": "92.4867x slower", "delta_avg": "84.5221x slower", "std_changed": 0.0006651763099728475, "min_changed": 0.764691114426, "delta_std": "4.8105x smaller", "std_base": 0.0031998253450397627, "t_msg": "Significant (t=-1637.072138, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2108000000000008, "timeline_link": null, "avg_changed": 9.247799999999998, "min_base": 2.18, "delta_min": "4.2294x slower", "delta_avg": "4.1830x slower", "std_changed": 0.016938062438887895, "min_changed": 9.22, "delta_std": "1.6734x smaller", "std_base": 0.02834481560053914, "t_msg": "Significant (t=-1506.934110, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7846, "timeline_link": null, "avg_changed": 7.370999999999996, "min_base": 0.76, "delta_min": "9.6316x slower", "delta_avg": "9.3946x slower", "std_changed": 0.024180444114015282, "min_changed": 7.32, "delta_std": "1.3321x smaller", "std_base": 0.032211672367865235, "t_msg": "Significant (t=-1156.297090, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07686484177908336, "timeline_link": null, "avg_changed": 0.5465388043721732, "min_base": 0.0507779121399, "delta_min": "2.4810x slower", "delta_avg": "7.1104x slower", "std_changed": 0.24828901409266077, "min_changed": 0.125980138779, "delta_std": "8.3123x larger", "std_base": 0.029869923436952543, "t_msg": "Significant (t=-23.001937, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012742426872252924, "timeline_link": null, "avg_changed": 0.058368330001829165, "min_base": 0.00746893882751, "delta_min": "7.4515x slower", "delta_avg": "4.5806x slower", "std_changed": 0.005735348400043917, "min_changed": 0.055655002594, "delta_std": "2.2280x smaller", "std_base": 0.01277843764669405, "t_msg": "Significant (t=-72.839362, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8040630960474002, "timeline_link": null, "avg_changed": 49.262364153865995, "min_base": 1.79322600365, "delta_min": "27.3802x slower", "delta_avg": "27.3063x slower", "std_changed": 0.06984467526689285, "min_changed": 49.0988390446, "delta_std": "13.2080x larger", "std_base": 0.0052880439421197824, "t_msg": "Significant (t=-4790.961744, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6026643753051999, "timeline_link": null, "avg_changed": 2.0442068099960005, "min_base": 0.439306974411, "delta_min": "4.6277x slower", "delta_avg": "3.3919x slower", "std_changed": 0.00709237980407105, "min_changed": 2.03297495842, "delta_std": "45.8969x smaller", "std_base": 0.32551822288851257, "t_msg": "Significant (t=-9.899974, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.532915210724, "timeline_link": null, "avg_changed": 11.96771178244, "min_base": 1.77141404152, "delta_min": "6.7431x slower", "delta_avg": "4.7249x slower", "std_changed": 0.015579820399704203, "min_changed": 11.9447929859, "delta_std": "75.8627x smaller", "std_base": 1.1819272391493936, "t_msg": "Significant (t=-17.847980, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5641865730288, "timeline_link": null, "avg_changed": 0.994941043854, "min_base": 0.26411986351, "delta_min": "3.6876x slower", "delta_avg": "1.7635x slower", "std_changed": 0.02666360507793935, "min_changed": 0.973962068558, "delta_std": "15.2123x smaller", "std_base": 0.4056137383860659, "t_msg": "Significant (t=-2.369550, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.47347431182839994, "timeline_link": null, "avg_changed": 3.5477620601639996, "min_base": 0.317518949509, "delta_min": "11.0992x slower", "delta_avg": "7.4930x slower", "std_changed": 0.01714979181102173, "min_changed": 3.5242087841, "delta_std": "13.3730x smaller", "std_base": 0.22934477707248993, "t_msg": "Significant (t=-29.890270, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024013500019999995, "timeline_link": null, "avg_changed": 1.6725852481400003, "min_base": 0.018253566, "delta_min": "91.5493x slower", "delta_avg": "69.6519x slower", "std_changed": 0.0012282958536561873, "min_changed": 1.67110036, "delta_std": "13.5701x smaller", "std_base": 0.016668107511544246, "t_msg": "Significant (t=-697.478061, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [376.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [738.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [116.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [180.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0045196064304452235, "timeline_link": null, "avg_changed": 0.30773244599880595, "min_base": 0.004497948036105929, "delta_min": "68.2183x slower", "delta_avg": "68.0883x slower", "std_changed": 0.0007322785939602776, "min_changed": 0.3068425897514575, "delta_std": "36.1065x larger", "std_base": 2.028108513070079e-05, "t_msg": "Significant (t=-2926.777782, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014849032316372665, "timeline_link": null, "avg_changed": 0.014175648007453065, "min_base": 0.001465845793022574, "delta_min": "9.6492x slower", "delta_avg": "9.5465x slower", "std_changed": 3.783657255402472e-05, "min_changed": 0.014144271570014143, "delta_std": "3.1354x larger", "std_base": 1.2067697070350521e-05, "t_msg": "Significant (t=-2259.559780, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006671136010367797, "timeline_link": null, "avg_changed": 0.10132090132090132, "min_base": 0.006224712107065048, "delta_min": "16.2273x slower", "delta_avg": "15.1880x slower", "std_changed": 0.0006279114496051031, "min_changed": 0.10101010101010101, "delta_std": "1.6957x larger", "std_base": 0.0003702966146109792, "t_msg": "Significant (t=-918.114584, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19200542758089814, "timeline_link": null, "avg_changed": 1.0379612740403976, "min_base": 0.1881356928684814, "delta_min": "5.4939x slower", "delta_avg": "5.4059x slower", "std_changed": 0.003452021599910351, "min_changed": 1.0335917312661498, "delta_std": "1.9554x larger", "std_base": 0.001765378254535355, "t_msg": "Significant (t=-1542.800157, a=0.95)\n"}]], "branch": "", "revision": "92419:e9e0fd719251"}