{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.039134459495538, "timeline_link": null, "avg_changed": 0.76199793815614, "min_base": 0.0386209487915, "delta_min": "19.5651x slower", "delta_avg": "19.4713x slower", "std_changed": 0.0020091085209375478, "min_changed": 0.755620956421, "delta_std": "3.4459x larger", "std_base": 0.0005830486331357777, "t_msg": "Significant (t=-2443.316158, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01665229479471799, "timeline_link": null, "avg_changed": 0.15372875372570002, "min_base": 0.0136549472809, "delta_min": "11.0277x slower", "delta_avg": "9.2317x slower", "std_changed": 0.0028038044821360603, "min_changed": 0.150582075119, "delta_std": "2.1043x smaller", "std_base": 0.005900129721525912, "t_msg": "Significant (t=-256.999738, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28813145160680004, "timeline_link": null, "avg_changed": 1.5224387645719997, "min_base": 0.227531909943, "delta_min": "6.5939x slower", "delta_avg": "5.2838x slower", "std_changed": 0.05638724500203582, "min_changed": 1.50032305717, "delta_std": "3.5057x smaller", "std_base": 0.1976781660444531, "t_msg": "Significant (t=-26.853023, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4930002832414004, "timeline_link": null, "avg_changed": 21.713386397354, "min_base": 3.43680000305, "delta_min": "6.2968x slower", "delta_avg": "6.2163x slower", "std_changed": 0.06843381028581386, "min_changed": 21.6406891346, "delta_std": "1.0872x smaller", "std_base": 0.07439978020769752, "t_msg": "Significant (t=-1274.526039, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020472302436828006, "timeline_link": null, "avg_changed": 0.25274809360506006, "min_base": 0.0171141624451, "delta_min": "14.6399x slower", "delta_avg": "12.3459x slower", "std_changed": 0.002001753475045366, "min_changed": 0.250550031662, "delta_std": "2.5918x smaller", "std_base": 0.005188138857587144, "t_msg": "Significant (t=-295.353764, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.483162946701198, "timeline_link": null, "avg_changed": 50.98004693508401, "min_base": 8.40407681465, "delta_min": "6.0392x slower", "delta_avg": "6.0096x slower", "std_changed": 0.1001232447386826, "min_changed": 50.7542049885, "delta_std": "1.9179x smaller", "std_base": 0.19202319813477647, "t_msg": "Significant (t=-1387.608356, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091077423095754, "timeline_link": null, "avg_changed": 0.5680611515045202, "min_base": 0.00644302368164, "delta_min": "87.9554x slower", "delta_avg": "62.3712x slower", "std_changed": 0.0007010770980176946, "min_changed": 0.566699028015, "delta_std": "23.4420x smaller", "std_base": 0.016434644603059892, "t_msg": "Significant (t=-240.273293, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [328.007257938], "base_times": [143.824409008]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049326868057250006, "timeline_link": null, "avg_changed": 3.2772974777222004, "min_base": 0.0468008518219, "delta_min": "69.9447x slower", "delta_avg": "66.4404x slower", "std_changed": 0.0019885917191823105, "min_changed": 3.27347016335, "delta_std": "6.9299x smaller", "std_base": 0.013780809112680576, "t_msg": "Significant (t=-1639.323440, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010441827774046999, "timeline_link": null, "avg_changed": 0.038942394256596, "min_base": 0.00146198272705, "delta_min": "26.5038x slower", "delta_avg": "3.7295x slower", "std_changed": 0.00015016963777453627, "min_changed": 0.0387480258942, "delta_std": "80.1629x smaller", "std_base": 0.01203802817121305, "t_msg": "Significant (t=-16.739765, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.0314790725708, "timeline_link": null, "avg_changed": 1.1270960950850002, "min_base": 0.0297379493713, "delta_min": "37.8084x slower", "delta_avg": "35.8046x slower", "std_changed": 0.0018413764380951067, "min_changed": 1.12434506416, "delta_std": "1.4934x smaller", "std_base": 0.0027498826188825545, "t_msg": "Significant (t=-2340.920766, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44449152469629993, "timeline_link": null, "avg_changed": 1.1043124103542, "min_base": 0.347878932953, "delta_min": "3.1509x slower", "delta_avg": "2.4844x slower", "std_changed": 0.0023643196281372277, "min_changed": 1.09613418579, "delta_std": "43.6657x smaller", "std_base": 0.10323975008698703, "t_msg": "Significant (t=-45.180420, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17822769165044, "timeline_link": null, "avg_changed": 1.8010499238964002, "min_base": 0.176320075989, "delta_min": "10.1663x slower", "delta_avg": "10.1053x slower", "std_changed": 0.005780927882463219, "min_changed": 1.79252505302, "delta_std": "1.3807x larger", "std_base": 0.0041870366444806545, "t_msg": "Significant (t=-1607.615330, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04254568099975801, "timeline_link": null, "avg_changed": 0.61545324802402, "min_base": 0.0344471931458, "delta_min": "17.6177x slower", "delta_avg": "14.4657x slower", "std_changed": 0.0049699938763695705, "min_changed": 0.60687994957, "delta_std": "1.0478x larger", "std_base": 0.004743406308610522, "t_msg": "Significant (t=-589.651144, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.017071175575256, "timeline_link": null, "avg_changed": 0.2804621028900199, "min_base": 0.0141110420227, "delta_min": "19.7194x slower", "delta_avg": "16.4290x slower", "std_changed": 0.0019175724713081839, "min_changed": 0.278261184692, "delta_std": "7.2242x smaller", "std_base": 0.013852959539402979, "t_msg": "Significant (t=-133.174737, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.059082221984864, "timeline_link": null, "avg_changed": 0.6122768926620401, "min_base": 0.0536530017853, "delta_min": "11.3435x slower", "delta_avg": "10.3631x slower", "std_changed": 0.002722623059124534, "min_changed": 0.608612060547, "delta_std": "10.0140x smaller", "std_base": 0.027264371532006407, "t_msg": "Significant (t=-142.762066, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.130618104934714, "timeline_link": null, "avg_changed": 1.7227723455423998, "min_base": 0.0983319282532, "delta_min": "17.4896x slower", "delta_avg": "13.1894x slower", "std_changed": 0.0021254027631602, "min_changed": 1.71978902817, "delta_std": "19.6659x smaller", "std_base": 0.04179799852579196, "t_msg": "Significant (t=-269.001009, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.22650337219999, "timeline_link": null, "avg_changed": 363.524665475, "min_base": 11.9283409119, "delta_min": "30.4745x slower", "delta_avg": "29.7325x slower", "std_changed": 0.014258760765445083, "min_changed": 363.510550022, "delta_std": "21.1231x smaller", "std_base": 0.301189567961993, "t_msg": "Significant (t=-8238.247306, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5934337615960006, "timeline_link": null, "avg_changed": 21.762279367439998, "min_base": 2.83822107315, "delta_min": "7.6649x slower", "delta_avg": "6.0561x slower", "std_changed": 0.009015260570525107, "min_changed": 21.7545781136, "delta_std": "113.9273x smaller", "std_base": 1.0270839213437375, "t_msg": "Significant (t=-39.553933, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8105729579926398, "timeline_link": null, "avg_changed": 26.83565062046001, "min_base": 0.804723978043, "delta_min": "33.3274x slower", "delta_avg": "33.1070x slower", "std_changed": 0.007251785255642443, "min_changed": 26.8193621635, "delta_std": "2.5547x smaller", "std_base": 0.018526459722002914, "t_msg": "Significant (t=-9249.733323, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08051102161406598, "timeline_link": null, "avg_changed": 0.45841767311100007, "min_base": 0.0789768695831, "delta_min": "5.7979x slower", "delta_avg": "5.6938x slower", "std_changed": 0.0002990835549774086, "min_changed": 0.457902908325, "delta_std": "17.3464x smaller", "std_base": 0.005188013104454531, "t_msg": "Significant (t=-514.218862, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032997436523434, "timeline_link": null, "avg_changed": 0.65985205173492, "min_base": 0.0323657989502, "delta_min": "20.2674x slower", "delta_avg": "19.9971x slower", "std_changed": 0.003925754729218259, "min_changed": 0.65596985817, "delta_std": "1.6114x larger", "std_base": 0.0024362537361072674, "t_msg": "Significant (t=-959.366613, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.414404010779997, "timeline_link": null, "avg_changed": 47.7929066181, "min_base": 20.3962249756, "delta_min": "2.3427x slower", "delta_avg": "2.3411x slower", "std_changed": 0.007638119901813453, "min_changed": 47.7813360691, "delta_std": "3.8564x smaller", "std_base": 0.02945532196219204, "t_msg": "Significant (t=-2011.867224, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.816614198660002, "timeline_link": null, "avg_changed": 10.99608483314, "min_base": 10.8090879917, "delta_min": "1.0167x slower", "delta_avg": "1.0166x slower", "std_changed": 0.006207025708926485, "min_changed": 10.9894900322, "delta_std": "2.1863x smaller", "std_base": 0.013570377109293692, "t_msg": "Significant (t=-26.892771, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29549291133882, "timeline_link": null, "avg_changed": 2.8759791326527995, "min_base": 0.287120103836, "delta_min": "9.9868x slower", "delta_avg": "9.7328x slower", "std_changed": 0.0030484755539429776, "min_changed": 2.86741185188, "delta_std": "1.8146x smaller", "std_base": 0.005531673085131512, "t_msg": "Significant (t=-2888.951955, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09595094203949599, "timeline_link": null, "avg_changed": 0.49056758403775974, "min_base": 0.0241510868073, "delta_min": "20.1232x slower", "delta_avg": "5.1127x slower", "std_changed": 0.02125648712836923, "min_changed": 0.485996007919, "delta_std": "5.3092x smaller", "std_base": 0.11285539652538593, "t_msg": "Significant (t=-24.297858, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11398542404171601, "timeline_link": null, "avg_changed": 0.5150808095932401, "min_base": 0.0441601276398, "delta_min": "11.6324x slower", "delta_avg": "4.5188x slower", "std_changed": 0.0013030282644834802, "min_changed": 0.51368689537, "delta_std": "92.0273x smaller", "std_base": 0.11991420904988113, "t_msg": "Significant (t=-23.650285, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03427454948425201, "timeline_link": null, "avg_changed": 2.8730847358702003, "min_base": 0.0193531513214, "delta_min": "146.3669x slower", "delta_avg": "83.8256x slower", "std_changed": 0.017918962817685048, "min_changed": 2.83266115189, "delta_std": "1.1272x smaller", "std_base": 0.020198729124744817, "t_msg": "Significant (t=-743.420263, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038347148895262004, "timeline_link": null, "avg_changed": 0.3797507095336601, "min_base": 0.00351095199585, "delta_min": "107.6662x slower", "delta_avg": "99.0297x slower", "std_changed": 0.000980610744619591, "min_changed": 0.378010988235, "delta_std": "1.1037x smaller", "std_base": 0.0010823106040921716, "t_msg": "Significant (t=-1820.040378, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.198127074241646, "timeline_link": null, "avg_changed": 0.7222426128387202, "min_base": 0.0838499069214, "delta_min": "8.4555x slower", "delta_avg": "3.6454x slower", "std_changed": 0.009745448360590436, "min_changed": 0.708995103836, "delta_std": "15.9672x smaller", "std_base": 0.15560772691082556, "t_msg": "Significant (t=-23.770090, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2440956544876201, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46948118686676005, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.19893875598909996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6052226448059002, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3671207141876399, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26376874446868004, "timeline_link": null, "avg_changed": 0.7577491521835601, "min_base": 0.254058837891, "delta_min": "2.9258x slower", "delta_avg": "2.8728x slower", "std_changed": 0.011417976463942195, "min_changed": 0.743314027786, "delta_std": "1.3900x larger", "std_base": 0.008214407147053527, "t_msg": "Significant (t=-248.330666, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.09032971858980599, "timeline_link": null, "avg_changed": 0.45876092910761995, "min_base": 0.0651309490204, "delta_min": "7.0267x slower", "delta_avg": "5.0787x slower", "std_changed": 0.0017681241519803455, "min_changed": 0.457654953003, "delta_std": "13.9220x smaller", "std_base": 0.024615775904689042, "t_msg": "Significant (t=-105.562683, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0092315912246712, "timeline_link": null, "avg_changed": 0.8230572223664196, "min_base": 0.00844192504883, "delta_min": "97.0169x slower", "delta_avg": "89.1566x slower", "std_changed": 0.0025559841165628907, "min_changed": 0.819009065628, "delta_std": "1.2674x smaller", "std_base": 0.003239353697862553, "t_msg": "Significant (t=-1394.614232, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2007999999999996, "timeline_link": null, "avg_changed": 9.358800000000004, "min_base": 2.16, "delta_min": "4.3241x slower", "delta_avg": "4.2525x slower", "std_changed": 0.015602197647401176, "min_changed": 9.34, "delta_std": "2.1152x smaller", "std_base": 0.03300216443118322, "t_msg": "Significant (t=-1386.536950, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8382000000000005, "timeline_link": null, "avg_changed": 7.833400000000007, "min_base": 0.81, "delta_min": "9.6049x slower", "delta_avg": "9.3455x slower", "std_changed": 0.025282889269146378, "min_changed": 7.78, "delta_std": "1.3049x smaller", "std_base": 0.032992887297793407, "t_msg": "Significant (t=-1189.992012, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.0753082052866607, "timeline_link": null, "avg_changed": 0.54423534234366, "min_base": 0.0457608699799, "delta_min": "2.7605x slower", "delta_avg": "7.2268x slower", "std_changed": 0.2468858166724444, "min_changed": 0.126325130463, "delta_std": "7.6400x larger", "std_base": 0.03231499427202548, "t_msg": "Significant (t=-23.065673, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013069390296936458, "timeline_link": null, "avg_changed": 0.058430482387542795, "min_base": 0.00771689414978, "delta_min": "7.2287x slower", "delta_avg": "4.4708x slower", "std_changed": 0.005618111891227618, "min_changed": 0.055783033371, "delta_std": "2.2776x smaller", "std_base": 0.012795839812089255, "t_msg": "Significant (t=-72.580684, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9102302074428001, "timeline_link": null, "avg_changed": 49.14299402713401, "min_base": 1.89780592918, "delta_min": "25.8319x slower", "delta_avg": "25.7262x slower", "std_changed": 0.05552374480002116, "min_changed": 49.0240111351, "delta_std": "8.4188x larger", "std_base": 0.006595208776289118, "t_msg": "Significant (t=-5973.202935, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6064584255214, "timeline_link": null, "avg_changed": 2.0639925956700003, "min_base": 0.426034927368, "delta_min": "4.8217x slower", "delta_avg": "3.4034x slower", "std_changed": 0.006038319807321282, "min_changed": 2.05419898033, "delta_std": "55.7039x smaller", "std_base": 0.33635810686761847, "t_msg": "Significant (t=-9.687950, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6163233757, "timeline_link": null, "avg_changed": 12.363993024820001, "min_base": 1.81528306007, "delta_min": "6.7933x slower", "delta_avg": "4.7257x slower", "std_changed": 0.023333198557977722, "min_changed": 12.3317770958, "delta_std": "52.4554x smaller", "std_base": 1.2239527667863968, "t_msg": "Significant (t=-17.805011, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5703183650978, "timeline_link": null, "avg_changed": 1.0121290683756001, "min_base": 0.258222818375, "delta_min": "3.8383x slower", "delta_avg": "1.7747x slower", "std_changed": 0.018532638302702128, "min_changed": 0.991137981415, "delta_std": "21.0282x smaller", "std_base": 0.3897086781680093, "t_msg": "Significant (t=-2.532157, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4740637779236, "timeline_link": null, "avg_changed": 3.6863113403299996, "min_base": 0.307577133179, "delta_min": "11.9329x slower", "delta_avg": "7.7760x slower", "std_changed": 0.02030703504777637, "min_changed": 3.67030000687, "delta_std": "12.0519x smaller", "std_base": 0.24473851516248007, "t_msg": "Significant (t=-29.248379, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02559902576000001, "timeline_link": null, "avg_changed": 1.6574004140799996, "min_base": 0.019790793, "delta_min": "83.6549x slower", "delta_avg": "64.7447x slower", "std_changed": 0.0011090792780397878, "min_changed": 1.655596804, "delta_std": "15.1755x smaller", "std_base": 0.016830882170518386, "t_msg": "Significant (t=-684.076327, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [393.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [742.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [125.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [171.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [193.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004810903598925933, "timeline_link": null, "avg_changed": 0.314522058468261, "min_base": 0.004781038020726756, "delta_min": "65.6125x slower", "delta_avg": "65.3769x slower", "std_changed": 0.0006380389583493818, "min_changed": 0.3136959658698789, "delta_std": "27.1948x larger", "std_base": 2.3461806159527037e-05, "t_msg": "Significant (t=-3430.056175, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015714352310902341, "timeline_link": null, "avg_changed": 0.014104098736625093, "min_base": 0.001557389814670612, "delta_min": "9.0309x slower", "delta_avg": "8.9753x slower", "std_changed": 4.2519002788465026e-05, "min_changed": 0.014064697609001406, "delta_std": "3.8247x larger", "std_base": 1.1117031140234636e-05, "t_msg": "Significant (t=-2016.444156, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006822926606820588, "timeline_link": null, "avg_changed": 0.10144522144522145, "min_base": 0.006367398917542184, "delta_min": "15.8636x slower", "delta_avg": "14.8683x slower", "std_changed": 0.0007048288540964603, "min_changed": 0.10101010101010101, "delta_std": "1.9935x larger", "std_base": 0.00035356965403909754, "t_msg": "Significant (t=-848.505753, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19956225959377935, "timeline_link": null, "avg_changed": 1.0260840217798082, "min_base": 0.19183502188118218, "delta_min": "5.3294x slower", "delta_avg": "5.1417x slower", "std_changed": 0.0030538426375780335, "min_changed": 1.0223642172523961, "delta_std": "2.3177x smaller", "std_base": 0.00707792892766642, "t_msg": "Significant (t=-758.161782, a=0.95)\n"}]], "branch": "", "revision": "90736:e668451adc8d"}