{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019594068527221998, "timeline_link": null, "avg_changed": 0.30358516216276, "min_base": 0.0189089775085, "delta_min": "15.6336x slower", "delta_avg": "15.4937x slower", "std_changed": 0.0036405500323340757, "min_changed": 0.295615196228, "delta_std": "8.7346x larger", "std_base": 0.00041679780418342124, "t_msg": "Significant (t=-548.018188, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008463850021363338, "timeline_link": null, "avg_changed": 0.059004583358764684, "min_base": 0.00629997253418, "delta_min": "8.9427x slower", "delta_avg": "6.9714x slower", "std_changed": 0.0019000409929470425, "min_changed": 0.0563390254974, "delta_std": "2.0274x smaller", "std_base": 0.0038522232257753833, "t_msg": "Significant (t=-144.109157, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15821338891984998, "timeline_link": null, "avg_changed": 1.0114211916928, "min_base": 0.125304937363, "delta_min": "7.9387x slower", "delta_avg": "6.3928x slower", "std_changed": 0.01203155422649756, "min_changed": 0.99475979805, "delta_std": "8.6101x smaller", "std_base": 0.10359248178799241, "t_msg": "Significant (t=-36.587439, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6519325637808007, "timeline_link": null, "avg_changed": 9.0284728288652, "min_base": 1.63451194763, "delta_min": "5.4851x slower", "delta_avg": "5.4654x slower", "std_changed": 0.036559970016974704, "min_changed": 8.96539402008, "delta_std": "4.8005x larger", "std_base": 0.007615871939463752, "t_msg": "Significant (t=-1396.714894, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006907062530516401, "timeline_link": null, "avg_changed": 0.07653271198273, "min_base": 0.00529599189758, "delta_min": "13.9832x slower", "delta_avg": "11.0804x slower", "std_changed": 0.0015935342014141477, "min_changed": 0.0740549564362, "delta_std": "1.4317x smaller", "std_base": 0.0022815370577437305, "t_msg": "Significant (t=-176.909114, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.15074276924, "timeline_link": null, "avg_changed": 22.54081659318, "min_base": 3.9997241497, "delta_min": "5.5921x slower", "delta_avg": "5.4306x slower", "std_changed": 0.10586478913414618, "min_changed": 22.367043972, "delta_std": "2.5211x smaller", "std_base": 0.2668943332424968, "t_msg": "Significant (t=-143.218673, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004607377052308, "timeline_link": null, "avg_changed": 0.21726385116578, "min_base": 0.00348210334778, "delta_min": "60.9230x slower", "delta_avg": "47.1556x slower", "std_changed": 0.0021779702085996146, "min_changed": 0.212140083313, "delta_std": "3.1935x smaller", "std_base": 0.006955316431273358, "t_msg": "Significant (t=-206.316830, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.589068174], "base_times": [64.5440061092]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026991539001464, "timeline_link": null, "avg_changed": 1.6421239852904, "min_base": 0.0253040790558, "delta_min": "63.8226x slower", "delta_avg": "60.8385x slower", "std_changed": 0.011421048205434877, "min_changed": 1.61497187614, "delta_std": "1.6768x larger", "std_base": 0.006811306205847128, "t_msg": "Significant (t=-858.835466, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00494035720825684, "timeline_link": null, "avg_changed": 0.017732076644896, "min_base": 0.000649929046631, "delta_min": "26.7370x slower", "delta_avg": "3.5892x slower", "std_changed": 0.00028691361280356844, "min_changed": 0.0173771381378, "delta_std": "20.0384x smaller", "std_base": 0.005749285088686735, "t_msg": "Significant (t=-15.713031, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.0157691860199, "timeline_link": null, "avg_changed": 0.43490417480472, "min_base": 0.0152268409729, "delta_min": "27.8209x slower", "delta_avg": "27.5794x slower", "std_changed": 0.004899538333420489, "min_changed": 0.423624992371, "delta_std": "3.4691x larger", "std_base": 0.001412322613649258, "t_msg": "Significant (t=-581.234187, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18940571784972002, "timeline_link": null, "avg_changed": 0.46632258415219985, "min_base": 0.156044960022, "delta_min": "2.9163x slower", "delta_avg": "2.4620x slower", "std_changed": 0.005906663316032711, "min_changed": 0.455080986023, "delta_std": "7.8339x smaller", "std_base": 0.04627225307386412, "t_msg": "Significant (t=-41.976281, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09767221927643, "timeline_link": null, "avg_changed": 0.7249949502944999, "min_base": 0.0947029590607, "delta_min": "7.3522x slower", "delta_avg": "7.4227x slower", "std_changed": 0.01369812627164099, "min_changed": 0.696272134781, "delta_std": "6.5585x larger", "std_base": 0.002088606089323673, "t_msg": "Significant (t=-320.128508, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021283464431768, "timeline_link": null, "avg_changed": 0.26287267684938, "min_base": 0.0177021026611, "delta_min": "14.2754x slower", "delta_avg": "12.3510x slower", "std_changed": 0.003712170568033394, "min_changed": 0.25270485878, "delta_std": "1.6724x larger", "std_base": 0.002219623007896859, "t_msg": "Significant (t=-394.967356, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0086277532577512, "timeline_link": null, "avg_changed": 0.10831187248223995, "min_base": 0.0068199634552, "delta_min": "15.4406x slower", "delta_avg": "12.5539x slower", "std_changed": 0.0016080485992320819, "min_changed": 0.105304002762, "delta_std": "3.9772x smaller", "std_base": 0.006395599426363628, "t_msg": "Significant (t=-106.885479, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024413967132566, "timeline_link": null, "avg_changed": 0.22859966754914016, "min_base": 0.0216369628906, "delta_min": "10.2507x slower", "delta_avg": "9.3635x slower", "std_changed": 0.003403107774743015, "min_changed": 0.221792936325, "delta_std": "3.7839x smaller", "std_base": 0.0128771318726411, "t_msg": "Significant (t=-108.400548, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05821971416472399, "timeline_link": null, "avg_changed": 0.74460610389704, "min_base": 0.0439870357513, "delta_min": "16.6404x slower", "delta_avg": "12.7896x slower", "std_changed": 0.007419831336871312, "min_changed": 0.731961965561, "delta_std": "2.0902x smaller", "std_base": 0.015508567610050206, "t_msg": "Significant (t=-282.308405, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.269864916800003, "timeline_link": null, "avg_changed": 162.1058830024999, "min_base": 6.1578669548, "delta_min": "26.2807x slower", "delta_avg": "25.8548x slower", "std_changed": 0.2758201759265252, "min_changed": 161.832834959, "delta_std": "2.4380x larger", "std_base": 0.11313502629896158, "t_msg": "Significant (t=-3696.237364, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.456110572816, "timeline_link": null, "avg_changed": 8.627433633806, "min_base": 1.09280395508, "delta_min": "7.8595x slower", "delta_avg": "5.9250x slower", "std_changed": 0.024530515043123233, "min_changed": 8.58892989159, "delta_std": "19.7513x smaller", "std_base": 0.48450870677809876, "t_msg": "Significant (t=-33.054211, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3700159740447601, "timeline_link": null, "avg_changed": 11.654947400092004, "min_base": 0.359857082367, "delta_min": "32.1213x slower", "delta_avg": "31.4985x slower", "std_changed": 0.0383749164144218, "min_changed": 11.5590679646, "delta_std": "4.3294x larger", "std_base": 0.008863755967883066, "t_msg": "Significant (t=-2026.049144, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046566495895378, "timeline_link": null, "avg_changed": 0.22098268985752004, "min_base": 0.0457179546356, "delta_min": "4.7005x slower", "delta_avg": "4.7455x slower", "std_changed": 0.002709595616905403, "min_changed": 0.214895009995, "delta_std": "1.1334x larger", "std_base": 0.00239074405356051, "t_msg": "Significant (t=-341.303467, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020976886749276, "timeline_link": null, "avg_changed": 0.36024591922763993, "min_base": 0.0201408863068, "delta_min": "17.2929x slower", "delta_avg": "17.1735x slower", "std_changed": 0.0043770136429106404, "min_changed": 0.348294019699, "delta_std": "2.9120x larger", "std_base": 0.0015030725364696895, "t_msg": "Significant (t=-518.376235, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.05354142189, "timeline_link": null, "avg_changed": 17.85077819826, "min_base": 9.01841688156, "delta_min": "1.9750x slower", "delta_avg": "1.9717x slower", "std_changed": 0.02996849688821658, "min_changed": 17.8117980957, "delta_std": "1.0802x larger", "std_base": 0.02774426800692284, "t_msg": "Significant (t=-481.672786, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.562879419326, "timeline_link": null, "avg_changed": 4.63682975769, "min_base": 4.54945993423, "delta_min": "1.0129x slower", "delta_avg": "1.0162x slower", "std_changed": 0.021568249340790425, "min_changed": 4.6081340313, "delta_std": "1.5498x larger", "std_base": 0.013917099058904519, "t_msg": "Significant (t=-6.442043, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15843466758725996, "timeline_link": null, "avg_changed": 1.2474402666094, "min_base": 0.154272794724, "delta_min": "7.9636x slower", "delta_avg": "7.8735x slower", "std_changed": 0.007692007097860524, "min_changed": 1.22856497765, "delta_std": "3.4047x larger", "std_base": 0.002259219171041042, "t_msg": "Significant (t=-960.522264, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.048199262619035996, "timeline_link": null, "avg_changed": 0.20182602405539996, "min_base": 0.0109829902649, "delta_min": "17.9525x slower", "delta_avg": "4.1873x slower", "std_changed": 0.0067081631119430525, "min_changed": 0.197172164917, "delta_std": "7.9938x smaller", "std_base": 0.053623556453716574, "t_msg": "Significant (t=-20.101310, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049849529266366, "timeline_link": null, "avg_changed": 0.21482138156892, "min_base": 0.0169191360474, "delta_min": "12.4513x slower", "delta_avg": "4.3094x slower", "std_changed": 0.002428072298011135, "min_changed": 0.210664987564, "delta_std": "23.4044x smaller", "std_base": 0.05682751449004, "t_msg": "Significant (t=-20.508794, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009059376716613601, "timeline_link": null, "avg_changed": 1.183060750962, "min_base": 0.00862097740173, "delta_min": "135.3211x slower", "delta_avg": "130.5896x slower", "std_changed": 0.009251933448095462, "min_changed": 1.16659998894, "delta_std": "12.8542x larger", "std_base": 0.0007197571351303139, "t_msg": "Significant (t=-894.562871, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015310621261597998, "timeline_link": null, "avg_changed": 0.18227304458622, "min_base": 0.00139403343201, "delta_min": "127.4202x slower", "delta_avg": "119.0501x slower", "std_changed": 0.0023599034384889903, "min_changed": 0.177628040314, "delta_std": "7.9236x larger", "std_base": 0.0002978310950923137, "t_msg": "Significant (t=-537.301955, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09219199657440398, "timeline_link": null, "avg_changed": 0.29151336669915995, "min_base": 0.037449836731, "delta_min": "7.4883x slower", "delta_avg": "3.1620x slower", "std_changed": 0.0059399645597485295, "min_changed": 0.280436992645, "delta_std": "12.0029x smaller", "std_base": 0.07129661182718319, "t_msg": "Significant (t=-19.700078, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12024434566498003, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18393598079682008, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12035931110377998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25807485103603994, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15296557426456, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14167221069335997, "timeline_link": null, "avg_changed": 0.43140583515169983, "min_base": 0.137241125107, "delta_min": "3.0593x slower", "delta_avg": "3.0451x slower", "std_changed": 0.004336273679977475, "min_changed": 0.41986489296, "delta_std": "2.2391x larger", "std_base": 0.0019366428013538567, "t_msg": "Significant (t=-431.393415, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042385816574097984, "timeline_link": null, "avg_changed": 0.20832039356235993, "min_base": 0.0288550853729, "delta_min": "6.9793x slower", "delta_avg": "4.9149x slower", "std_changed": 0.003323838375778756, "min_changed": 0.201389074326, "delta_std": "3.4980x smaller", "std_base": 0.011626894399605493, "t_msg": "Significant (t=-97.028615, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055384874343864, "timeline_link": null, "avg_changed": 0.3125315475464399, "min_base": 0.00507879257202, "delta_min": "60.5674x slower", "delta_avg": "56.4290x slower", "std_changed": 0.0031565066653679225, "min_changed": 0.307609081268, "delta_std": "1.4943x larger", "std_base": 0.0021123734306376088, "t_msg": "Significant (t=-571.538876, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0782000000000003, "timeline_link": null, "avg_changed": 4.8948, "min_base": 1.04, "delta_min": "4.5962x slower", "delta_avg": "4.5398x slower", "std_changed": 0.05319352423376524, "min_changed": 4.78, "delta_std": "2.4374x larger", "std_base": 0.021823971093403574, "t_msg": "Significant (t=-469.376073, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38320000000000026, "timeline_link": null, "avg_changed": 3.609999999999999, "min_base": 0.36, "delta_min": "9.7222x slower", "delta_avg": "9.4207x slower", "std_changed": 0.03801181341614306, "min_changed": 3.5, "delta_std": "2.0121x larger", "std_base": 0.018891743148361756, "t_msg": "Significant (t=-537.531910, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03555559317271199, "timeline_link": null, "avg_changed": 0.21172022342684862, "min_base": 0.0199229717255, "delta_min": "3.0406x slower", "delta_avg": "5.9546x slower", "std_changed": 0.08835544329860781, "min_changed": 0.0605781078339, "delta_std": "5.2228x larger", "std_base": 0.016917141766485976, "t_msg": "Significant (t=-23.983522, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017352621555328688, "timeline_link": null, "avg_changed": 0.04342740297317518, "min_base": 0.00356197357178, "delta_min": "7.5129x slower", "delta_avg": "2.5026x slower", "std_changed": 0.07590790163482165, "min_changed": 0.0267608165741, "delta_std": "1.4026x larger", "std_base": 0.054119460782182355, "t_msg": "Significant (t=-6.254213, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.732566022873, "timeline_link": null, "avg_changed": 16.51065587998, "min_base": 0.723092079163, "delta_min": "22.7323x slower", "delta_avg": "22.5381x slower", "std_changed": 0.05172785886400275, "min_changed": 16.4375331402, "delta_std": "8.0929x larger", "std_base": 0.006391797407931008, "t_msg": "Significant (t=-957.281051, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25280246734620004, "timeline_link": null, "avg_changed": 0.8115334033966001, "min_base": 0.173716068268, "delta_min": "4.5817x slower", "delta_avg": "3.2101x slower", "std_changed": 0.010717097722563046, "min_changed": 0.795918941498, "delta_std": "14.2435x smaller", "std_base": 0.15264928233294767, "t_msg": "Significant (t=-8.164418, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1766527175912, "timeline_link": null, "avg_changed": 4.815188741684, "min_base": 0.777176856995, "delta_min": "6.1663x slower", "delta_avg": "4.0923x slower", "std_changed": 0.017350192710675148, "min_changed": 4.7922680378, "delta_std": "33.9447x smaller", "std_base": 0.5889470767456028, "t_msg": "Significant (t=-13.808517, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2508393764494, "timeline_link": null, "avg_changed": 0.39382438659679997, "min_base": 0.11305809021, "delta_min": "3.3913x slower", "delta_avg": "1.5700x slower", "std_changed": 0.01484432357002412, "min_changed": 0.383410930634, "delta_std": "12.8952x smaller", "std_base": 0.19142044106460918, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2293394088746, "timeline_link": null, "avg_changed": 1.379070568086, "min_base": 0.157725095749, "delta_min": "8.5446x slower", "delta_avg": "6.0132x slower", "std_changed": 0.026545030384650413, "min_changed": 1.34770011902, "delta_std": "4.4280x smaller", "std_base": 0.11754088583500079, "t_msg": "Significant (t=-21.334897, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011274402760000002, "timeline_link": null, "avg_changed": 0.7267330202599999, "min_base": 0.007757576, "delta_min": "91.1513x slower", "delta_avg": "64.4587x slower", "std_changed": 0.011807731051940308, "min_changed": 0.707112953, "delta_std": "1.1375x larger", "std_base": 0.010380878895619502, "t_msg": "Significant (t=-321.779465, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [495.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025673524986372805, "timeline_link": null, "avg_changed": 0.12172091722325834, "min_base": 0.0025095740249050126, "delta_min": "47.8142x slower", "delta_avg": "47.4111x slower", "std_changed": 0.0007629672754119292, "min_changed": 0.11999328037629893, "delta_std": "33.9552x larger", "std_base": 2.2469815501910078e-05, "t_msg": "Significant (t=-1103.819020, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006573352978335287, "timeline_link": null, "avg_changed": 0.006436191464700989, "min_base": 0.000652145558888744, "delta_min": "9.7607x slower", "delta_avg": "9.7913x slower", "std_changed": 5.3585652482624465e-05, "min_changed": 0.006365372374283896, "delta_std": "9.6650x larger", "std_base": 5.5442906244232135e-06, "t_msg": "Significant (t=-239.864575, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00277401942235096, "timeline_link": null, "avg_changed": 0.04140226134707521, "min_base": 0.00241721053903795, "delta_min": "16.7152x slower", "delta_avg": "14.9250x slower", "std_changed": 0.00044561194391986637, "min_changed": 0.04040404040404041, "delta_std": "2.1618x larger", "std_base": 0.0002061336426245663, "t_msg": "Significant (t=-556.322203, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05928602156617816, "timeline_link": null, "avg_changed": 0.35034162138415637, "min_base": 0.057478490471144, "delta_min": "5.9518x slower", "delta_avg": "5.9093x slower", "std_changed": 0.0035488564191386044, "min_changed": 0.3420996365191362, "delta_std": "4.2698x larger", "std_base": 0.0008311539151308069, "t_msg": "Significant (t=-564.646882, a=0.95)\n"}]], "branch": "", "revision": "97005:624e331a6fa0"}