{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019845156669610006, "timeline_link": null, "avg_changed": 0.2987155771255601, "min_base": 0.0188770294189, "delta_min": "15.3750x slower", "delta_avg": "15.0523x slower", "std_changed": 0.003897016018633542, "min_changed": 0.290233850479, "delta_std": "8.8639x larger", "std_base": 0.0004396517570141841, "t_msg": "Significant (t=-502.815778, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008460812568663267, "timeline_link": null, "avg_changed": 0.058493364652001306, "min_base": 0.0065758228302, "delta_min": "8.3783x slower", "delta_avg": "6.9134x slower", "std_changed": 0.0024313462819897467, "min_changed": 0.0550940036774, "delta_std": "1.3651x smaller", "std_base": 0.0033189845911725684, "t_msg": "Significant (t=-148.938495, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1596352100373, "timeline_link": null, "avg_changed": 1.01272451877615, "min_base": 0.124763965607, "delta_min": "7.9253x slower", "delta_avg": "6.3440x slower", "std_changed": 0.011619496687657986, "min_changed": 0.988791942596, "delta_std": "9.0906x smaller", "std_base": 0.10562877715719167, "t_msg": "Significant (t=-35.901731, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6630623340603996, "timeline_link": null, "avg_changed": 9.295420217514, "min_base": 1.64733791351, "delta_min": "5.6035x slower", "delta_avg": "5.5893x slower", "std_changed": 0.030338966106679754, "min_changed": 9.23093485832, "delta_std": "4.0264x larger", "std_base": 0.007534924251908181, "t_msg": "Significant (t=-1726.417339, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0065169858932488, "timeline_link": null, "avg_changed": 0.07744203567505199, "min_base": 0.00494503974915, "delta_min": "15.2051x slower", "delta_avg": "11.8831x slower", "std_changed": 0.0014128518229525608, "min_changed": 0.0751900672913, "delta_std": "1.6406x smaller", "std_base": 0.002317867961789512, "t_msg": "Significant (t=-184.752502, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.00668749809, "timeline_link": null, "avg_changed": 22.75590109824, "min_base": 3.86541986465, "delta_min": "5.8658x slower", "delta_avg": "5.6795x slower", "std_changed": 0.048661317266160985, "min_changed": 22.6738500595, "delta_std": "5.6360x smaller", "std_base": 0.27425464490649615, "t_msg": "Significant (t=-150.516212, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0045534181594856, "timeline_link": null, "avg_changed": 0.22578943729399995, "min_base": 0.00342702865601, "delta_min": "64.5671x slower", "delta_avg": "49.5868x slower", "std_changed": 0.002334254919448792, "min_changed": 0.221273183823, "delta_std": "2.9909x smaller", "std_base": 0.006981520338648597, "t_msg": "Significant (t=-212.510195, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.413256168], "base_times": [64.432434082]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.02713276386260599, "timeline_link": null, "avg_changed": 1.7467366409304, "min_base": 0.0253930091858, "delta_min": "67.8881x slower", "delta_avg": "64.3774x slower", "std_changed": 0.011590187265044275, "min_changed": 1.72388195992, "delta_std": "1.7529x larger", "std_base": 0.00661199330104015, "t_msg": "Significant (t=-911.257962, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00499494552612104, "timeline_link": null, "avg_changed": 0.01805173873900601, "min_base": 0.000667095184326, "delta_min": "26.6019x slower", "delta_avg": "3.6140x slower", "std_changed": 0.00020945171379207879, "min_changed": 0.0177459716797, "delta_std": "27.4050x smaller", "std_base": 0.005740019453560204, "t_msg": "Significant (t=-16.073825, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015009908676152005, "timeline_link": null, "avg_changed": 0.44441438198096006, "min_base": 0.014416217804, "delta_min": "30.4603x slower", "delta_avg": "29.6081x slower", "std_changed": 0.0035626023258509697, "min_changed": 0.439121961594, "delta_std": "2.7633x larger", "std_base": 0.0012892527680038106, "t_msg": "Significant (t=-801.420479, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19088488578792004, "timeline_link": null, "avg_changed": 0.46338401317600003, "min_base": 0.150995969772, "delta_min": "2.9975x slower", "delta_avg": "2.4276x slower", "std_changed": 0.004297048919990354, "min_changed": 0.452605962753, "delta_std": "11.0113x smaller", "std_base": 0.04731607520539544, "t_msg": "Significant (t=-40.556253, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09766662597656595, "timeline_link": null, "avg_changed": 0.7086935329438198, "min_base": 0.0943748950958, "delta_min": "7.3237x slower", "delta_avg": "7.2563x slower", "std_changed": 0.012495326496420708, "min_changed": 0.691177129745, "delta_std": "5.7152x larger", "std_base": 0.0021863275405525867, "t_msg": "Significant (t=-340.603797, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.02114186763764199, "timeline_link": null, "avg_changed": 0.2686450386047399, "min_base": 0.0179069042206, "delta_min": "14.3310x slower", "delta_avg": "12.7068x slower", "std_changed": 0.004020029612536137, "min_changed": 0.256623983383, "delta_std": "1.6445x larger", "std_base": 0.0024446021925779086, "t_msg": "Significant (t=-371.971061, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008818607330323401, "timeline_link": null, "avg_changed": 0.11246939182284002, "min_base": 0.00696802139282, "delta_min": "15.5878x slower", "delta_avg": "12.7536x slower", "std_changed": 0.0014980547501349396, "min_changed": 0.108616113663, "delta_std": "4.0650x smaller", "std_base": 0.00608956569888972, "t_msg": "Significant (t=-116.872492, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023785982131957997, "timeline_link": null, "avg_changed": 0.23224818229676, "min_base": 0.0205130577087, "delta_min": "11.0179x slower", "delta_avg": "9.7641x slower", "std_changed": 0.0025036817940344083, "min_changed": 0.226011037827, "delta_std": "5.0844x smaller", "std_base": 0.012729657586992928, "t_msg": "Significant (t=-113.619794, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.064965806007378, "timeline_link": null, "avg_changed": 0.7895800161362198, "min_base": 0.0460031032562, "delta_min": "16.7711x slower", "delta_avg": "12.1538x slower", "std_changed": 0.012799208334837768, "min_changed": 0.771521091461, "delta_std": "1.3925x smaller", "std_base": 0.017822997364289092, "t_msg": "Significant (t=-233.508765, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.1934200525300005, "timeline_link": null, "avg_changed": 178.48954403399983, "min_base": 6.07336211205, "delta_min": "29.3814x slower", "delta_avg": "28.8192x slower", "std_changed": 0.04617211311554056, "min_changed": 178.443835974, "delta_std": "2.6266x smaller", "std_base": 0.12127683406957, "t_msg": "Significant (t=-9388.372456, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.374053812028, "timeline_link": null, "avg_changed": 8.857224941254, "min_base": 1.04921913147, "delta_min": "8.4074x slower", "delta_avg": "6.4461x slower", "std_changed": 0.03265320488360418, "min_changed": 8.82125496864, "delta_std": "14.3734x smaller", "std_base": 0.4693360116007049, "t_msg": "Significant (t=-35.566264, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.38358157634728, "timeline_link": null, "avg_changed": 11.648527431492003, "min_base": 0.369110107422, "delta_min": "31.3730x slower", "delta_avg": "30.3678x slower", "std_changed": 0.03290080113951765, "min_changed": 11.5801038742, "delta_std": "3.9244x larger", "std_base": 0.008383567220710042, "t_msg": "Significant (t=-2346.103279, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.045943179130551993, "timeline_link": null, "avg_changed": 0.22415791511534003, "min_base": 0.0446171760559, "delta_min": "4.9599x slower", "delta_avg": "4.8790x slower", "std_changed": 0.0025546828574963786, "min_changed": 0.221295118332, "delta_std": "1.0005x smaller", "std_base": 0.002556086315931331, "t_msg": "Significant (t=-348.704321, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020746140480034, "timeline_link": null, "avg_changed": 0.35326694488528, "min_base": 0.0200848579407, "delta_min": "17.3476x slower", "delta_avg": "17.0281x slower", "std_changed": 0.004184233143248401, "min_changed": 0.348424911499, "delta_std": "2.7427x larger", "std_base": 0.0015255768897953835, "t_msg": "Significant (t=-527.941281, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.956119203567999, "timeline_link": null, "avg_changed": 18.6993686676, "min_base": 8.91570091248, "delta_min": "2.0940x slower", "delta_avg": "2.0879x slower", "std_changed": 0.018615877111441075, "min_changed": 18.6695451736, "delta_std": "2.1247x smaller", "std_base": 0.03955339554001781, "t_msg": "Significant (t=-498.374696, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.56702899933, "timeline_link": null, "avg_changed": 4.6244430065160005, "min_base": 4.55265402794, "delta_min": "1.0052x slower", "delta_avg": "1.0126x slower", "std_changed": 0.03039640895177122, "min_changed": 4.576171875, "delta_std": "2.8983x larger", "std_base": 0.01048763068145106, "t_msg": "Significant (t=-3.992610, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15894567489624, "timeline_link": null, "avg_changed": 1.3040748119352, "min_base": 0.154190063477, "delta_min": "8.2847x slower", "delta_avg": "8.2045x slower", "std_changed": 0.01449123762979965, "min_changed": 1.27742004395, "delta_std": "5.3866x larger", "std_base": 0.0026902253240075726, "t_msg": "Significant (t=-549.384354, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.0457654857635582, "timeline_link": null, "avg_changed": 0.20239704608918, "min_base": 0.00994801521301, "delta_min": "19.5363x slower", "delta_avg": "4.4225x slower", "std_changed": 0.007762368584770525, "min_changed": 0.194347143173, "delta_std": "6.9912x smaller", "std_base": 0.054268433871767066, "t_msg": "Significant (t=-20.203151, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.047918610572809994, "timeline_link": null, "avg_changed": 0.21144319057458003, "min_base": 0.0157129764557, "delta_min": "13.1358x slower", "delta_avg": "4.4125x slower", "std_changed": 0.0032431094806608177, "min_changed": 0.206401824951, "delta_std": "17.9416x smaller", "std_base": 0.058186717124186174, "t_msg": "Significant (t=-19.841325, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010392785072326199, "timeline_link": null, "avg_changed": 1.1677173328395998, "min_base": 0.00862383842468, "delta_min": "133.8808x slower", "delta_avg": "112.3585x slower", "std_changed": 0.0069492879841539686, "min_changed": 1.15456604958, "delta_std": "1.9937x larger", "std_base": 0.0034856081015686483, "t_msg": "Significant (t=-1052.617321, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015507078170771999, "timeline_link": null, "avg_changed": 0.18614347457882002, "min_base": 0.00139188766479, "delta_min": "129.7360x slower", "delta_avg": "120.0377x slower", "std_changed": 0.0023564646023999957, "min_changed": 0.180577993393, "delta_std": "5.5849x larger", "std_base": 0.00042193192687024213, "t_msg": "Significant (t=-545.238227, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.091091117858892, "timeline_link": null, "avg_changed": 0.2973165798187599, "min_base": 0.0361151695251, "delta_min": "7.9127x slower", "delta_avg": "3.2639x slower", "std_changed": 0.006540562072098909, "min_changed": 0.285769939423, "delta_std": "11.2446x smaller", "std_base": 0.07354578109038787, "t_msg": "Significant (t=-19.749627, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11915779113774, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18276675701151998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12054865837093995, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25777858257299996, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15364926815037994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14139691352842, "timeline_link": null, "avg_changed": 0.47664350986483994, "min_base": 0.137208223343, "delta_min": "3.4106x slower", "delta_avg": "3.3710x slower", "std_changed": 0.005136758436493637, "min_changed": 0.467957019806, "delta_std": "3.3613x larger", "std_base": 0.0015282122518467133, "t_msg": "Significant (t=-442.327721, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.041559391021728, "timeline_link": null, "avg_changed": 0.20829097747803998, "min_base": 0.0283839702606, "delta_min": "7.1093x slower", "delta_avg": "5.0119x slower", "std_changed": 0.0030784253854832604, "min_changed": 0.201790094376, "delta_std": "4.0005x smaller", "std_base": 0.01231518077277317, "t_msg": "Significant (t=-92.875399, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005455722808836999, "timeline_link": null, "avg_changed": 0.3388206148147199, "min_base": 0.00505018234253, "delta_min": "64.8993x slower", "delta_avg": "62.1037x slower", "std_changed": 0.004396592855430054, "min_changed": 0.327753067017, "delta_std": "2.4425x larger", "std_base": 0.001800069546607758, "t_msg": "Significant (t=-496.176736, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0426, "timeline_link": null, "avg_changed": 4.907, "min_base": 1.0, "delta_min": "4.7800x slower", "delta_avg": "4.7065x slower", "std_changed": 0.05092010548749033, "min_changed": 4.78, "delta_std": "1.9456x larger", "std_base": 0.026171334996713584, "t_msg": "Significant (t=-477.283170, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38520000000000026, "timeline_link": null, "avg_changed": 3.6700000000000004, "min_base": 0.36, "delta_min": "9.8611x slower", "delta_avg": "9.5275x slower", "std_changed": 0.04526565576501392, "min_changed": 3.55, "delta_std": "2.1536x larger", "std_base": 0.02101894189457088, "t_msg": "Significant (t=-465.400280, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03413534959157199, "timeline_link": null, "avg_changed": 0.2183249600728033, "min_base": 0.0206468105316, "delta_min": "3.0280x slower", "delta_avg": "6.3959x slower", "std_changed": 0.0915714318581003, "min_changed": 0.0625188350677, "delta_std": "5.7016x larger", "std_base": 0.016060670702518348, "t_msg": "Significant (t=-24.264518, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017314145088196016, "timeline_link": null, "avg_changed": 0.0439983277320866, "min_base": 0.00347900390625, "delta_min": "7.7379x slower", "delta_avg": "2.5412x slower", "std_changed": 0.07600223015797514, "min_changed": 0.0269200801849, "delta_std": "1.4095x larger", "std_base": 0.053920530700225, "t_msg": "Significant (t=-6.403021, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7386348247529, "timeline_link": null, "avg_changed": 16.46736025809, "min_base": 0.723952054977, "delta_min": "22.6834x slower", "delta_avg": "22.2943x slower", "std_changed": 0.026240951199161054, "min_changed": 16.4217021465, "delta_std": "2.5435x larger", "std_base": 0.010316994032188906, "t_msg": "Significant (t=-1764.015311, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2535103797912, "timeline_link": null, "avg_changed": 0.8055114746094001, "min_base": 0.161848068237, "delta_min": "4.9495x slower", "delta_avg": "3.1774x slower", "std_changed": 0.004349653111056425, "min_changed": 0.801059961319, "delta_std": "36.9797x smaller", "std_base": 0.16084885736280133, "t_msg": "Significant (t=-7.670934, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1738120555884, "timeline_link": null, "avg_changed": 4.792382717132001, "min_base": 0.791062116623, "delta_min": "6.0471x slower", "delta_avg": "4.0828x slower", "std_changed": 0.009982818299730571, "min_changed": 4.78363609314, "delta_std": "60.6481x smaller", "std_base": 0.6054391709298247, "t_msg": "Significant (t=-13.362648, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.252434015274, "timeline_link": null, "avg_changed": 0.40448541641220004, "min_base": 0.10769701004, "delta_min": "3.6448x slower", "delta_avg": "1.6023x slower", "std_changed": 0.009011242876318938, "min_changed": 0.392534971237, "delta_std": "20.6223x smaller", "std_base": 0.18583262333800088, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22671761512740002, "timeline_link": null, "avg_changed": 1.4037391662599998, "min_base": 0.157232046127, "delta_min": "8.8853x slower", "delta_avg": "6.1916x slower", "std_changed": 0.007184582944038702, "min_changed": 1.39705896378, "delta_std": "15.1154x smaller", "std_base": 0.10859781353796139, "t_msg": "Significant (t=-24.182433, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011729625799999997, "timeline_link": null, "avg_changed": 0.7705263523800001, "min_base": 0.008104403, "delta_min": "93.2575x slower", "delta_avg": "65.6906x slower", "std_changed": 0.008754469678111911, "min_changed": 0.755796576, "delta_std": "1.1434x smaller", "std_base": 0.010009531051108413, "t_msg": "Significant (t=-403.488067, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [182.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [500.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [85.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025258233137805453, "timeline_link": null, "avg_changed": 0.127390927434002, "min_base": 0.0024762588681020714, "delta_min": "50.6186x slower", "delta_avg": "50.4354x slower", "std_changed": 0.0010720143692616367, "min_changed": 0.12534469791927802, "delta_std": "53.5838x larger", "std_base": 2.0006316869733348e-05, "t_msg": "Significant (t=-823.473947, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006537479660570454, "timeline_link": null, "avg_changed": 0.006559208097920556, "min_base": 0.0006485084306095979, "delta_min": "10.0784x slower", "delta_avg": "10.0332x slower", "std_changed": 3.0180742579302196e-05, "min_changed": 0.006535947712418301, "delta_std": "8.2321x larger", "std_base": 3.6662362899380966e-06, "t_msg": "Significant (t=-434.338092, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002689560019309803, "timeline_link": null, "avg_changed": 0.04148933537208741, "min_base": 0.002318840579710145, "delta_min": "17.6380x slower", "delta_avg": "15.4261x slower", "std_changed": 0.000421935170543784, "min_changed": 0.0408997955010225, "delta_std": "2.0123x larger", "std_base": 0.00020967302268048624, "t_msg": "Significant (t=-582.298254, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05870214477981178, "timeline_link": null, "avg_changed": 0.33777400087125115, "min_base": 0.05708169818052087, "delta_min": "5.8457x slower", "delta_avg": "5.7540x slower", "std_changed": 0.0024590578289135833, "min_changed": 0.33368091762252344, "delta_std": "2.4161x larger", "std_base": 0.0010177802589133788, "t_msg": "Significant (t=-741.476283, a=0.95)\n"}]], "branch": "", "revision": "97996:88d8e29d0fa8"}