{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019433956146236, "timeline_link": null, "avg_changed": 0.28549933910368, "min_base": 0.0188729763031, "delta_min": "14.7415x slower", "delta_avg": "14.6907x slower", "std_changed": 0.003000815144083188, "min_changed": 0.278216838837, "delta_std": "7.8213x larger", "std_base": 0.0003836726449656577, "t_msg": "Significant (t=-621.889303, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008765250841776068, "timeline_link": null, "avg_changed": 0.061814840634662645, "min_base": 0.00681781768799, "delta_min": "8.5083x slower", "delta_avg": "7.0523x slower", "std_changed": 0.0022478866179570347, "min_changed": 0.0580079555511, "delta_std": "1.5910x smaller", "std_base": 0.0035764266877738597, "t_msg": "Significant (t=-153.809697, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15916507244105, "timeline_link": null, "avg_changed": 1.0109096646309503, "min_base": 0.126907110214, "delta_min": "7.8504x slower", "delta_avg": "6.3513x slower", "std_changed": 0.008234567952274723, "min_changed": 0.996275901794, "delta_std": "12.5801x smaller", "std_base": 0.10359180839751021, "t_msg": "Significant (t=-36.654828, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7081464719768005, "timeline_link": null, "avg_changed": 9.2515130376812, "min_base": 1.69567108154, "delta_min": "5.4063x slower", "delta_avg": "5.4161x slower", "std_changed": 0.03368037754309985, "min_changed": 9.16726112366, "delta_std": "4.4397x larger", "std_base": 0.007586223869589976, "t_msg": "Significant (t=-1544.994408, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006437807083129799, "timeline_link": null, "avg_changed": 0.07711213588715, "min_base": 0.00491213798523, "delta_min": "15.1891x slower", "delta_avg": "11.9780x slower", "std_changed": 0.0014870764467340488, "min_changed": 0.0746109485626, "delta_std": "1.5110x smaller", "std_base": 0.0022470164498903642, "t_msg": "Significant (t=-185.465891, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.059131193160001, "timeline_link": null, "avg_changed": 23.09384970666, "min_base": 3.89690709114, "delta_min": "5.8867x slower", "delta_avg": "5.6894x slower", "std_changed": 0.13309199257351176, "min_changed": 22.9399290085, "delta_std": "2.0866x smaller", "std_base": 0.27770610056671163, "t_msg": "Significant (t=-138.213055, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046179723739618005, "timeline_link": null, "avg_changed": 0.22580152511597998, "min_base": 0.00344300270081, "delta_min": "63.9506x slower", "delta_avg": "48.8962x slower", "std_changed": 0.003107376393360678, "min_changed": 0.220181941986, "delta_std": "2.2772x smaller", "std_base": 0.007076095456591245, "t_msg": "Significant (t=-202.373103, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.84286499], "base_times": [65.4424359798]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026933388710016003, "timeline_link": null, "avg_changed": 1.6986881446848, "min_base": 0.0252590179443, "delta_min": "65.9744x slower", "delta_avg": "63.0700x slower", "std_changed": 0.012858972681644803, "min_changed": 1.6664481163, "delta_std": "1.9149x larger", "std_base": 0.006715235262002367, "t_msg": "Significant (t=-814.864915, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00492682933807514, "timeline_link": null, "avg_changed": 0.01948097705841, "min_base": 0.000640869140625, "delta_min": "29.2727x slower", "delta_avg": "3.9541x slower", "std_changed": 0.0004027433761950364, "min_changed": 0.0187599658966, "delta_std": "13.9999x smaller", "std_base": 0.00563837573230584, "t_msg": "Significant (t=-18.205922, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015800137519841998, "timeline_link": null, "avg_changed": 0.43346308708190007, "min_base": 0.0146789550781, "delta_min": "28.6392x slower", "delta_avg": "27.4341x slower", "std_changed": 0.005080450997380619, "min_changed": 0.420392990112, "delta_std": "3.7107x larger", "std_base": 0.0013691234235377076, "t_msg": "Significant (t=-561.286911, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.1874241542817, "timeline_link": null, "avg_changed": 0.47945634365084006, "min_base": 0.145336151123, "delta_min": "3.2065x slower", "delta_avg": "2.5581x slower", "std_changed": 0.0059235142713730295, "min_changed": 0.466016054153, "delta_std": "8.2558x smaller", "std_base": 0.04890338605984781, "t_msg": "Significant (t=-41.919300, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09748799324035601, "timeline_link": null, "avg_changed": 0.7494661521911001, "min_base": 0.0949211120605, "delta_min": "7.7205x slower", "delta_avg": "7.6878x slower", "std_changed": 0.013331515613671834, "min_changed": 0.732842206955, "delta_std": "6.1168x larger", "std_base": 0.0021795025098528963, "t_msg": "Significant (t=-341.280097, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020994629859926003, "timeline_link": null, "avg_changed": 0.27603634834294, "min_base": 0.0178451538086, "delta_min": "15.0175x slower", "delta_avg": "13.1480x slower", "std_changed": 0.0040647766406582625, "min_changed": 0.26798915863, "delta_std": "1.7903x larger", "std_base": 0.002270423449363752, "t_msg": "Significant (t=-387.341756, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0084501266479504, "timeline_link": null, "avg_changed": 0.10830055713653998, "min_base": 0.00687289237976, "delta_min": "15.2359x slower", "delta_avg": "12.8164x slower", "std_changed": 0.0015339157986227103, "min_changed": 0.104714870453, "delta_std": "4.1622x smaller", "std_base": 0.006384509923927917, "t_msg": "Significant (t=-107.527966, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024181809425356002, "timeline_link": null, "avg_changed": 0.23574259281152, "min_base": 0.0210270881653, "delta_min": "10.9728x slower", "delta_avg": "9.7488x slower", "std_changed": 0.002508394727689354, "min_changed": 0.230726957321, "delta_std": "5.2885x smaller", "std_base": 0.013265702566501015, "t_msg": "Significant (t=-110.805544, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.071499671936018, "timeline_link": null, "avg_changed": 0.8192867422103397, "min_base": 0.0445899963379, "delta_min": "18.1441x slower", "delta_avg": "11.4586x slower", "std_changed": 0.006674988032547975, "min_changed": 0.80904507637, "delta_std": "3.9188x smaller", "std_base": 0.02615812748847683, "t_msg": "Significant (t=-195.865456, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.246267914769993, "timeline_link": null, "avg_changed": 168.54104113549982, "min_base": 6.13797688484, "delta_min": "27.4471x slower", "delta_avg": "26.9827x slower", "std_changed": 0.0723268822889221, "min_changed": 168.469441175, "delta_std": "1.5124x smaller", "std_base": 0.10939045943596927, "t_msg": "Significant (t=-8750.996322, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.393028211596, "timeline_link": null, "avg_changed": 9.002199220656, "min_base": 1.06874585152, "delta_min": "8.3921x slower", "delta_avg": "6.4623x slower", "std_changed": 0.02127209690588041, "min_changed": 8.9690079689, "delta_std": "21.8421x smaller", "std_base": 0.46462636728024437, "t_msg": "Significant (t=-36.581694, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37255662918096005, "timeline_link": null, "avg_changed": 11.353378076550003, "min_base": 0.364175081253, "delta_min": "30.9806x slower", "delta_avg": "30.4742x slower", "std_changed": 0.034555971390379824, "min_changed": 11.2823579311, "delta_std": "4.3270x larger", "std_base": 0.00798621210872383, "t_msg": "Significant (t=-2189.261708, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046640810966490004, "timeline_link": null, "avg_changed": 0.22670859336858004, "min_base": 0.0450329780579, "delta_min": "4.9099x slower", "delta_avg": "4.8607x slower", "std_changed": 0.002551870373627809, "min_changed": 0.221106052399, "delta_std": "1.0745x larger", "std_base": 0.0023748595091193504, "t_msg": "Significant (t=-365.255813, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.02091999053955, "timeline_link": null, "avg_changed": 0.3801220273971201, "min_base": 0.0205290317535, "delta_min": "17.9998x slower", "delta_avg": "18.1703x slower", "std_changed": 0.004619732917699752, "min_changed": 0.369518995285, "delta_std": "2.8645x larger", "std_base": 0.0016127580277104266, "t_msg": "Significant (t=-519.081116, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.251393795012001, "timeline_link": null, "avg_changed": 18.12327451706, "min_base": 9.23590803146, "delta_min": "1.9453x slower", "delta_avg": "1.9590x slower", "std_changed": 0.15614901736737155, "min_changed": 17.9668209553, "delta_std": "7.2549x larger", "std_base": 0.021523214120060672, "t_msg": "Significant (t=-125.856171, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.549325609205999, "timeline_link": null, "avg_changed": 4.6231370925899995, "min_base": 4.53217506409, "delta_min": "1.0134x slower", "delta_avg": "1.0162x slower", "std_changed": 0.03204780724459378, "min_changed": 4.59279584885, "delta_std": "1.8511x larger", "std_base": 0.01731240366460095, "t_msg": "Significant (t=-4.531159, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15782981872562002, "timeline_link": null, "avg_changed": 1.2447123718255997, "min_base": 0.152392148972, "delta_min": "8.0315x slower", "delta_avg": "7.8864x slower", "std_changed": 0.010080978945846888, "min_changed": 1.22394323349, "delta_std": "3.1131x larger", "std_base": 0.003238292129209665, "t_msg": "Significant (t=-725.838946, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.0453460597991986, "timeline_link": null, "avg_changed": 0.20552783489235996, "min_base": 0.00995206832886, "delta_min": "19.7921x slower", "delta_avg": "4.5324x slower", "std_changed": 0.010523510506984995, "min_changed": 0.196971893311, "delta_std": "4.9848x smaller", "std_base": 0.05245780033247855, "t_msg": "Significant (t=-21.169979, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04948049068452, "timeline_link": null, "avg_changed": 0.21357063770295998, "min_base": 0.0172879695892, "delta_min": "11.9884x slower", "delta_avg": "4.3163x slower", "std_changed": 0.0026507450612826377, "min_changed": 0.207255125046, "delta_std": "21.3330x smaller", "std_base": 0.05654822043163137, "t_msg": "Significant (t=-20.496133, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010639181137087199, "timeline_link": null, "avg_changed": 1.235118656159, "min_base": 0.00878596305847, "delta_min": "138.4202x slower", "delta_avg": "116.0915x slower", "std_changed": 0.00849784093196132, "min_changed": 1.21615505219, "delta_std": "1.4064x larger", "std_base": 0.006042347548291658, "t_msg": "Significant (t=-830.376921, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016000938415524004, "timeline_link": null, "avg_changed": 0.19059030532835997, "min_base": 0.00143790245056, "delta_min": "130.5004x slower", "delta_avg": "119.1120x slower", "std_changed": 0.001865235988297325, "min_changed": 0.187646865845, "delta_std": "4.9106x larger", "std_base": 0.00037984073255227095, "t_msg": "Significant (t=-702.048500, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09400085926055199, "timeline_link": null, "avg_changed": 0.2982707262039399, "min_base": 0.0394530296326, "delta_min": "7.2999x slower", "delta_avg": "3.1731x slower", "std_changed": 0.006543304277820013, "min_changed": 0.288004875183, "delta_std": "10.9757x smaller", "std_base": 0.07181704059228987, "t_msg": "Significant (t=-20.029341, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11912966251376, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18432535648345996, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11975718975067999, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2582109451293801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16416865825656, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13977503299722005, "timeline_link": null, "avg_changed": 0.44072164058679975, "min_base": 0.137412071228, "delta_min": "3.1075x slower", "delta_avg": "3.1531x slower", "std_changed": 0.005282528720160516, "min_changed": 0.427006006241, "delta_std": "2.6468x larger", "std_base": 0.0019958467794678665, "t_msg": "Significant (t=-376.840276, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04265741825103401, "timeline_link": null, "avg_changed": 0.20874073982232003, "min_base": 0.0285770893097, "delta_min": "7.1703x slower", "delta_avg": "4.8934x slower", "std_changed": 0.0020586320299795496, "min_changed": 0.20490694046, "delta_std": "5.9040x smaller", "std_base": 0.012154143846112195, "t_msg": "Significant (t=-95.267484, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005351638793945601, "timeline_link": null, "avg_changed": 0.35038975238793996, "min_base": 0.00498485565186, "delta_min": "68.1173x slower", "delta_avg": "65.4734x slower", "std_changed": 0.004237679582587198, "min_changed": 0.339555025101, "delta_std": "2.7470x larger", "std_base": 0.0015426600805261029, "t_msg": "Significant (t=-541.004468, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0493999999999997, "timeline_link": null, "avg_changed": 4.817400000000001, "min_base": 1.02, "delta_min": "4.5882x slower", "delta_avg": "4.5906x slower", "std_changed": 0.04680877294364594, "min_changed": 4.68, "delta_std": "1.8467x larger", "std_base": 0.02534738242735072, "t_msg": "Significant (t=-500.530306, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38500000000000023, "timeline_link": null, "avg_changed": 3.5882000000000005, "min_base": 0.36, "delta_min": "9.7222x slower", "delta_avg": "9.3200x slower", "std_changed": 0.04039044138285745, "min_changed": 3.5, "delta_std": "2.0485x larger", "std_base": 0.019717391059774655, "t_msg": "Significant (t=-503.936509, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034961601893106, "timeline_link": null, "avg_changed": 0.21358462333677936, "min_base": 0.0208969116211, "delta_min": "2.9191x slower", "delta_avg": "6.1091x slower", "std_changed": 0.08924879503367489, "min_changed": 0.0610008239746, "delta_std": "5.6305x larger", "std_base": 0.01585085398867105, "t_msg": "Significant (t=-24.134431, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01734063911437929, "timeline_link": null, "avg_changed": 0.044153130531311015, "min_base": 0.00368094444275, "delta_min": "7.2685x slower", "delta_avg": "2.5462x slower", "std_changed": 0.07632944792711023, "min_changed": 0.0267550945282, "delta_std": "1.4431x larger", "std_base": 0.0528944782950976, "t_msg": "Significant (t=-6.456060, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7392550468445, "timeline_link": null, "avg_changed": 17.02908737659, "min_base": 0.732845067978, "delta_min": "23.0729x slower", "delta_avg": "23.0355x slower", "std_changed": 0.0776208684971703, "min_changed": 16.9088900089, "delta_std": "12.1552x larger", "std_base": 0.006385826245234656, "t_msg": "Significant (t=-661.413962, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2527314186096, "timeline_link": null, "avg_changed": 0.8262529850008, "min_base": 0.173614025116, "delta_min": "4.7116x slower", "delta_avg": "3.2693x slower", "std_changed": 0.007606171670422717, "min_changed": 0.817998886108, "delta_std": "20.3152x smaller", "std_base": 0.15452069419872497, "t_msg": "Significant (t=-8.289390, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1689526081098003, "timeline_link": null, "avg_changed": 4.794516611100001, "min_base": 0.776961088181, "delta_min": "6.1563x slower", "delta_avg": "4.1015x slower", "std_changed": 0.010955188645691038, "min_changed": 4.78319382668, "delta_std": "52.0195x smaller", "std_base": 0.569883603466034, "t_msg": "Significant (t=-14.223097, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2520528793334, "timeline_link": null, "avg_changed": 0.39568228721619997, "min_base": 0.115256071091, "delta_min": "3.3290x slower", "delta_avg": "1.5698x slower", "std_changed": 0.010447192507483398, "min_changed": 0.383688211441, "delta_std": "17.9033x smaller", "std_base": 0.18703931286580983, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.23145499229420002, "timeline_link": null, "avg_changed": 1.378319978712, "min_base": 0.163264036179, "delta_min": "8.3337x slower", "delta_avg": "5.9550x slower", "std_changed": 0.012625439704874853, "min_changed": 1.36059403419, "delta_std": "8.8951x smaller", "std_base": 0.11230437240047453, "t_msg": "Significant (t=-22.692032, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011058647479999996, "timeline_link": null, "avg_changed": 0.7163229286200001, "min_base": 0.00832052, "delta_min": "84.7442x slower", "delta_avg": "64.7749x slower", "std_changed": 0.00857117386110095, "min_changed": 0.705115809, "delta_std": "1.1677x larger", "std_base": 0.007340307323585427, "t_msg": "Significant (t=-441.922095, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [499.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002490564275473931, "timeline_link": null, "avg_changed": 0.12904939603412963, "min_base": 0.0024452843180982338, "delta_min": "51.6560x slower", "delta_avg": "51.8153x slower", "std_changed": 0.0011989797848024968, "min_changed": 0.1263136620856912, "delta_std": "51.0965x larger", "std_base": 2.346498511438351e-05, "t_msg": "Significant (t=-746.246734, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006656379045602061, "timeline_link": null, "avg_changed": 0.006586838717431101, "min_base": 0.000652954619653934, "delta_min": "10.0624x slower", "delta_avg": "9.8955x slower", "std_changed": 2.7484806971623072e-05, "min_changed": 0.006570302233902759, "delta_std": "2.8027x larger", "std_base": 9.80645647468422e-06, "t_msg": "Significant (t=-453.713560, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002699978565899834, "timeline_link": null, "avg_changed": 0.04211925895585859, "min_base": 0.002347417840375587, "delta_min": "17.5309x slower", "delta_avg": "15.5998x slower", "std_changed": 0.000469738210738272, "min_changed": 0.0411522633744856, "delta_std": "2.3649x larger", "std_base": 0.00019863204001413677, "t_msg": "Significant (t=-546.532857, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05836029458051514, "timeline_link": null, "avg_changed": 0.34233643108122336, "min_base": 0.05624692399634395, "delta_min": "6.0038x slower", "delta_avg": "5.8659x slower", "std_changed": 0.002511647683179862, "min_changed": 0.33769523005487545, "delta_std": "2.8922x larger", "std_base": 0.0008684341989525887, "t_msg": "Significant (t=-755.589681, a=0.95)\n"}]], "branch": "", "revision": "98438:3836dd4e5c95"}