{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03772201538086799, "timeline_link": null, "avg_changed": 0.7054972314833802, "min_base": 0.0372679233551, "delta_min": "18.8185x slower", "delta_avg": "18.7025x slower", "std_changed": 0.0025416914459012643, "min_changed": 0.701325178146, "delta_std": "5.1226x larger", "std_base": 0.0004961734295135062, "t_msg": "Significant (t=-1823.354474, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015578274726871335, "timeline_link": null, "avg_changed": 0.1349686829248533, "min_base": 0.012542963028, "delta_min": "10.4847x slower", "delta_avg": "8.6639x slower", "std_changed": 0.0030189738539867427, "min_changed": 0.131508827209, "delta_std": "2.0320x smaller", "std_base": 0.00613466521244562, "t_msg": "Significant (t=-213.861230, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.29843920469255003, "timeline_link": null, "avg_changed": 1.3911784529690001, "min_base": 0.238207101822, "delta_min": "5.7404x slower", "delta_avg": "4.6615x slower", "std_changed": 0.05508193813993548, "min_changed": 1.36740899086, "delta_std": "3.4466x smaller", "std_base": 0.189843867195092, "t_msg": "Significant (t=-24.722002, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.8159785318369996, "timeline_link": null, "avg_changed": 19.892900929453997, "min_base": 3.75374984741, "delta_min": "5.2803x slower", "delta_avg": "5.2131x slower", "std_changed": 0.07366886204247651, "min_changed": 19.8208770752, "delta_std": "1.1992x smaller", "std_base": 0.08834325981800906, "t_msg": "Significant (t=-988.282711, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019799132347098, "timeline_link": null, "avg_changed": 0.23090998649602, "min_base": 0.0166239738464, "delta_min": "13.7613x slower", "delta_avg": "11.6626x slower", "std_changed": 0.002243072532057398, "min_changed": 0.228767156601, "delta_std": "2.3507x smaller", "std_base": 0.005272899580621006, "t_msg": "Significant (t=-260.512210, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.546375265121799, "timeline_link": null, "avg_changed": 48.02741259574599, "min_base": 7.44406485558, "delta_min": "6.4336x slower", "delta_avg": "6.3643x slower", "std_changed": 0.0632480565162817, "min_changed": 47.8924808502, "delta_std": "2.9589x smaller", "std_base": 0.18714542314027854, "t_msg": "Significant (t=-1449.012953, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009715967178348198, "timeline_link": null, "avg_changed": 0.52031246185308, "min_base": 0.00717306137085, "delta_min": "72.3644x slower", "delta_avg": "53.5523x slower", "std_changed": 0.0012524161679009762, "min_changed": 0.519073963165, "delta_std": "12.3618x smaller", "std_base": 0.015482078084166944, "t_msg": "Significant (t=-232.443395, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [127.578511], "base_times": [129.908308983]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04838088512420802, "timeline_link": null, "avg_changed": 3.434947304725199, "min_base": 0.0458469390869, "delta_min": "74.7314x slower", "delta_avg": "70.9980x slower", "std_changed": 0.003399271302441967, "min_changed": 3.42620682716, "delta_std": "4.1006x smaller", "std_base": 0.013939188631861771, "t_msg": "Significant (t=-1669.024872, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010271196365354401, "timeline_link": null, "avg_changed": 0.035889282226568, "min_base": 0.00156092643738, "delta_min": "22.7454x slower", "delta_avg": "3.4942x slower", "std_changed": 0.0004704358007551185, "min_changed": 0.0355038642883, "delta_std": "28.0419x smaller", "std_base": 0.013191912531911723, "t_msg": "Significant (t=-13.722965, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030873136520388, "timeline_link": null, "avg_changed": 0.9880064630508198, "min_base": 0.0293807983398, "delta_min": "33.4790x slower", "delta_avg": "32.0021x slower", "std_changed": 0.003224265537768147, "min_changed": 0.983639955521, "delta_std": "1.5493x larger", "std_base": 0.0020810923933063806, "t_msg": "Significant (t=-1763.610791, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.54661968708046, "timeline_link": null, "avg_changed": 1.0470104742055997, "min_base": 0.444701194763, "delta_min": "2.3335x slower", "delta_avg": "1.9154x slower", "std_changed": 0.003143081070953741, "min_changed": 1.03773212433, "delta_std": "26.3243x smaller", "std_base": 0.08273951200388693, "t_msg": "Significant (t=-42.733476, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17582770347584004, "timeline_link": null, "avg_changed": 1.6050174665452002, "min_base": 0.174304008484, "delta_min": "9.1427x slower", "delta_avg": "9.1284x slower", "std_changed": 0.005590836199907854, "min_changed": 1.59361290932, "delta_std": "1.1868x larger", "std_base": 0.0047107670230293825, "t_msg": "Significant (t=-1382.311813, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04141932964324001, "timeline_link": null, "avg_changed": 0.57379842758182, "min_base": 0.0304851531982, "delta_min": "18.4898x slower", "delta_avg": "13.8534x slower", "std_changed": 0.005136971573847844, "min_changed": 0.563665151596, "delta_std": "1.0460x smaller", "std_base": 0.0053731890695373095, "t_msg": "Significant (t=-506.409660, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014764599800102004, "timeline_link": null, "avg_changed": 0.25201852321626, "min_base": 0.0120520591736, "delta_min": "20.7213x slower", "delta_avg": "17.0691x slower", "std_changed": 0.0023574811338544265, "min_changed": 0.249733924866, "delta_std": "5.3985x smaller", "std_base": 0.01272696811461261, "t_msg": "Significant (t=-129.612730, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05576376438140799, "timeline_link": null, "avg_changed": 0.5488695907592201, "min_base": 0.0506539344788, "delta_min": "10.7429x slower", "delta_avg": "9.8428x slower", "std_changed": 0.0024835910497194896, "min_changed": 0.544167995453, "delta_std": "10.6822x smaller", "std_base": 0.02653032872555904, "t_msg": "Significant (t=-130.854251, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16255322456357998, "timeline_link": null, "avg_changed": 1.5219727182392, "min_base": 0.117651939392, "delta_min": "12.8968x slower", "delta_avg": "9.3629x slower", "std_changed": 0.0034836451192296904, "min_changed": 1.51733517647, "delta_std": "14.4806x smaller", "std_base": 0.05044525040081573, "t_msg": "Significant (t=-190.101306, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 13.373435497249991, "timeline_link": null, "avg_changed": 347.614891052, "min_base": 13.0255219936, "delta_min": "26.6854x slower", "delta_avg": "25.9929x slower", "std_changed": 0.024455768859956782, "min_changed": 347.590681076, "delta_std": "14.3707x smaller", "std_base": 0.3514457109961223, "t_msg": "Significant (t=-6708.696229, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6941565036779997, "timeline_link": null, "avg_changed": 19.902019786839997, "min_base": 3.00528883934, "delta_min": "6.6124x slower", "delta_avg": "5.3874x slower", "std_changed": 0.02381399936594159, "min_changed": 19.8721590042, "delta_std": "40.6439x smaller", "std_base": 0.9678943502271266, "t_msg": "Significant (t=-37.432721, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7372349071503201, "timeline_link": null, "avg_changed": 22.865853362087993, "min_base": 0.731349945068, "delta_min": "31.2189x slower", "delta_avg": "31.0157x slower", "std_changed": 0.01485994706658348, "min_changed": 22.8319408894, "delta_std": "1.2768x smaller", "std_base": 0.018973637835378896, "t_msg": "Significant (t=-6492.615113, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07287805557251201, "timeline_link": null, "avg_changed": 0.4295055055618201, "min_base": 0.0715749263763, "delta_min": "5.9791x slower", "delta_avg": "5.8935x slower", "std_changed": 0.0013144106961380602, "min_changed": 0.42795586586, "delta_std": "3.4560x smaller", "std_base": 0.004542645123011995, "t_msg": "Significant (t=-533.251178, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03258769035339999, "timeline_link": null, "avg_changed": 0.64819246768952, "min_base": 0.031877040863, "delta_min": "20.1559x slower", "delta_avg": "19.8907x slower", "std_changed": 0.0037154713867118996, "min_changed": 0.642509222031, "delta_std": "1.2592x larger", "std_base": 0.002950729333675026, "t_msg": "Significant (t=-917.454353, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.43729004856, "timeline_link": null, "avg_changed": 43.96535487174, "min_base": 19.4146761894, "delta_min": "2.2632x slower", "delta_avg": "2.2619x slower", "std_changed": 0.0339353633521238, "min_changed": 43.9395360947, "delta_std": "1.0160x smaller", "std_base": 0.03447939709398272, "t_msg": "Significant (t=-1133.704170, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.307247829438001, "timeline_link": null, "avg_changed": 9.473058986662, "min_base": 9.29859304428, "delta_min": "1.0178x slower", "delta_avg": "1.0178x slower", "std_changed": 0.008979534248382413, "min_changed": 9.46452283859, "delta_std": "2.0891x smaller", "std_base": 0.01875916521934882, "t_msg": "Significant (t=-17.827336, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29686297416688, "timeline_link": null, "avg_changed": 2.6759090471264, "min_base": 0.291566848755, "delta_min": "9.1527x slower", "delta_avg": "9.0140x slower", "std_changed": 0.004286789491870718, "min_changed": 2.66861486435, "delta_std": "1.3927x smaller", "std_base": 0.005970024114258733, "t_msg": "Significant (t=-2288.861959, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08893262386322799, "timeline_link": null, "avg_changed": 0.4456717967986599, "min_base": 0.0247910022736, "delta_min": "17.7880x slower", "delta_avg": "5.0113x slower", "std_changed": 0.015906195391757534, "min_changed": 0.440981149673, "delta_std": "6.4426x smaller", "std_base": 0.10247770193977038, "t_msg": "Significant (t=-24.324108, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.08600424766540199, "timeline_link": null, "avg_changed": 0.46134009838108, "min_base": 0.0404469966888, "delta_min": "11.3769x slower", "delta_avg": "5.3642x slower", "std_changed": 0.0015935006385034572, "min_changed": 0.460160017014, "delta_std": "63.8677x smaller", "std_base": 0.10177317250930024, "t_msg": "Significant (t=-26.074651, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.04656006336212199, "timeline_link": null, "avg_changed": 2.5877784490583995, "min_base": 0.0375099182129, "delta_min": "67.4008x slower", "delta_avg": "55.5794x slower", "std_changed": 0.028316334716703643, "min_changed": 2.52819800377, "delta_std": "1.8405x larger", "std_base": 0.015385539067484893, "t_msg": "Significant (t=-557.593300, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.004351973533629999, "timeline_link": null, "avg_changed": 0.3499833297728799, "min_base": 0.0041069984436, "delta_min": "84.8264x slower", "delta_avg": "80.4195x slower", "std_changed": 0.0012227244629913687, "min_changed": 0.348381996155, "delta_std": "1.6500x larger", "std_base": 0.0007410295571841783, "t_msg": "Significant (t=-1709.379845, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19687800407408607, "timeline_link": null, "avg_changed": 0.6514150285720199, "min_base": 0.0883250236511, "delta_min": "7.1829x slower", "delta_avg": "3.3087x slower", "std_changed": 0.01090741111618333, "min_changed": 0.634433984756, "delta_std": "12.7051x smaller", "std_base": 0.1385796889375656, "t_msg": "Significant (t=-23.121372, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24996817111972006, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.52850054740914, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2272111415863599, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.63492480754846, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3685319995879398, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2635959100723799, "timeline_link": null, "avg_changed": 0.7441700696945798, "min_base": 0.256578922272, "delta_min": "2.8330x slower", "delta_avg": "2.8231x slower", "std_changed": 0.012089800928173293, "min_changed": 0.726900100708, "delta_std": "1.4013x larger", "std_base": 0.008627794034810253, "t_msg": "Significant (t=-228.791866, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.084213328361488, "timeline_link": null, "avg_changed": 0.42527360916134005, "min_base": 0.0593729019165, "delta_min": "7.1283x slower", "delta_avg": "5.0500x slower", "std_changed": 0.0030552487882095627, "min_changed": 0.423228979111, "delta_std": "8.3303x smaller", "std_base": 0.025451028796466667, "t_msg": "Significant (t=-94.081431, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0093714380264298, "timeline_link": null, "avg_changed": 0.7177072954178201, "min_base": 0.00846481323242, "delta_min": "84.5301x slower", "delta_avg": "76.5845x slower", "std_changed": 0.0014690424418632875, "min_changed": 0.715531110764, "delta_std": "2.5301x smaller", "std_base": 0.0037168975898363927, "t_msg": "Significant (t=-1253.214363, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1681999999999992, "timeline_link": null, "avg_changed": 8.596000000000002, "min_base": 2.14, "delta_min": "3.9953x slower", "delta_avg": "3.9646x slower", "std_changed": 0.03136356914300013, "min_changed": 8.55, "delta_std": "1.0243x larger", "std_base": 0.030618788416291606, "t_msg": "Significant (t=-1036.962172, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7998000000000003, "timeline_link": null, "avg_changed": 6.742599999999997, "min_base": 0.77, "delta_min": "8.6883x slower", "delta_avg": "8.4304x slower", "std_changed": 0.0247279070637831, "min_changed": 6.69, "delta_std": "1.3387x smaller", "std_base": 0.03310404130948979, "t_msg": "Significant (t=-1016.986591, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07257661501565933, "timeline_link": null, "avg_changed": 0.5037481069564732, "min_base": 0.0473499298096, "delta_min": "2.4798x slower", "delta_avg": "6.9409x slower", "std_changed": 0.227809279279823, "min_changed": 0.117417097092, "delta_std": "8.1000x larger", "std_base": 0.028124770039911567, "t_msg": "Significant (t=-23.005916, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013203160285949431, "timeline_link": null, "avg_changed": 0.06338514614105359, "min_base": 0.00882697105408, "delta_min": "6.0035x slower", "delta_avg": "4.8008x slower", "std_changed": 0.008097893203306653, "min_changed": 0.0529930591583, "delta_std": "1.4866x smaller", "std_base": 0.01203794529783949, "t_msg": "Significant (t=-77.342672, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9872002220158, "timeline_link": null, "avg_changed": 44.53356828212799, "min_base": 1.97587704659, "delta_min": "22.4616x slower", "delta_avg": "22.4102x slower", "std_changed": 0.07485313743581481, "min_changed": 44.3813049793, "delta_std": "13.3545x larger", "std_base": 0.005605098080103177, "t_msg": "Significant (t=-4007.959261, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 3.900259160996, "timeline_link": null, "avg_changed": 1.8732996463759999, "min_base": 1.52576184273, "delta_min": "1.2203x slower", "delta_avg": "2.0820x faster", "std_changed": 0.00822755245191951, "min_changed": 1.86190795898, "delta_std": "239.4644x smaller", "std_base": 1.9702062011277595, "t_msg": "Not significant\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 4.441711378098001, "timeline_link": null, "avg_changed": 11.513455629380001, "min_base": 3.20974302292, "delta_min": "3.5800x slower", "delta_avg": "2.5921x slower", "std_changed": 0.018906193990567345, "min_changed": 11.4907560349, "delta_std": "52.1997x smaller", "std_base": 0.986897792836642, "t_msg": "Significant (t=-16.019896, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.7026494503012, "timeline_link": null, "avg_changed": 0.914930820465, "min_base": 0.439608097076, "delta_min": "2.0445x slower", "delta_avg": "1.3021x slower", "std_changed": 0.014356686115790676, "min_changed": 0.898797035217, "delta_std": "20.2245x smaller", "std_base": 0.29035655062283305, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4991327285766, "timeline_link": null, "avg_changed": 3.2352405548100003, "min_base": 0.359055995941, "delta_min": "8.9637x slower", "delta_avg": "6.4817x slower", "std_changed": 0.013935994092620519, "min_changed": 3.21846199036, "delta_std": "14.8574x smaller", "std_base": 0.20705225220241755, "t_msg": "Significant (t=-29.481987, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026193614039999997, "timeline_link": null, "avg_changed": 1.52123579776, "min_base": 0.021886458, "delta_min": "69.3718x slower", "delta_avg": "58.0766x slower", "std_changed": 0.00272328891105638, "min_changed": 1.51830195, "delta_std": "3.7324x smaller", "std_base": 0.010164310156166275, "t_msg": "Significant (t=-1004.631457, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [368.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [698.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [114.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [141.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [181.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005149774498539635, "timeline_link": null, "avg_changed": 0.2785590785776339, "min_base": 0.005118466916789083, "delta_min": "54.2065x slower", "delta_avg": "54.0915x slower", "std_changed": 0.0008318331505067426, "min_changed": 0.27745408134953664, "delta_std": "33.9905x larger", "std_base": 2.447252078089927e-05, "t_msg": "Significant (t=-2323.133675, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016661585815753326, "timeline_link": null, "avg_changed": 0.013158830207209893, "min_base": 0.001643925694558606, "delta_min": "7.9620x slower", "delta_avg": "7.8977x slower", "std_changed": 5.73905831310436e-05, "min_changed": 0.013089005235602094, "delta_std": "3.4330x larger", "std_base": 1.67173002018868e-05, "t_msg": "Significant (t=-1359.504185, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00724075434258039, "timeline_link": null, "avg_changed": 0.09203592942740152, "min_base": 0.006851661527920521, "delta_min": "13.3288x slower", "delta_avg": "12.7108x slower", "std_changed": 0.0007356711244227987, "min_changed": 0.091324200913242, "delta_std": "3.2128x larger", "std_base": 0.00022898257446781666, "t_msg": "Significant (t=-778.202690, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20504541889249686, "timeline_link": null, "avg_changed": 0.9680255891066626, "min_base": 0.20295554005200736, "delta_min": "4.7377x slower", "delta_avg": "4.7210x slower", "std_changed": 0.003494822120326036, "min_changed": 0.9615384615384616, "delta_std": "3.3225x larger", "std_base": 0.0010518571971494383, "t_msg": "Significant (t=-1478.233776, a=0.95)\n"}]], "branch": "guard-compatible", "revision": "85229:9840b5902d7e"}