{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03886714458466001, "timeline_link": null, "avg_changed": 0.7149338150024397, "min_base": 0.0384819507599, "delta_min": "18.4420x slower", "delta_avg": "18.3943x slower", "std_changed": 0.004756959692898246, "min_changed": 0.709686040878, "delta_std": "8.7149x larger", "std_base": 0.0005458426446449729, "t_msg": "Significant (t=-998.400085, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015062053998312664, "timeline_link": null, "avg_changed": 0.13030789693196668, "min_base": 0.0121419429779, "delta_min": "10.4080x slower", "delta_avg": "8.6514x slower", "std_changed": 0.003161827194775488, "min_changed": 0.126372814178, "delta_std": "1.9774x smaller", "std_base": 0.006252266808269717, "t_msg": "Significant (t=-201.457420, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27658779621135005, "timeline_link": null, "avg_changed": 1.3971829414375, "min_base": 0.212282896042, "delta_min": "6.4831x slower", "delta_avg": "5.0515x slower", "std_changed": 0.051857922109252615, "min_changed": 1.37624788284, "delta_std": "3.7015x smaller", "std_base": 0.19195000686428637, "t_msg": "Significant (t=-25.204500, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.450733323097201, "timeline_link": null, "avg_changed": 20.045590763092, "min_base": 3.38198184967, "delta_min": "5.9046x slower", "delta_avg": "5.8091x slower", "std_changed": 0.07965343997087058, "min_changed": 19.9691128731, "delta_std": "1.1477x smaller", "std_base": 0.09142005709847763, "t_msg": "Significant (t=-967.756122, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024393296241758, "timeline_link": null, "avg_changed": 0.21551468372348004, "min_base": 0.0212399959564, "delta_min": "10.0452x slower", "delta_avg": "8.8350x slower", "std_changed": 0.0017764713272011886, "min_changed": 0.213360071182, "delta_std": "2.5987x smaller", "std_base": 0.004616569748126426, "t_msg": "Significant (t=-273.205871, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.3670846700668, "timeline_link": null, "avg_changed": 46.667751145364, "min_base": 7.2834610939, "delta_min": "6.3866x slower", "delta_avg": "6.3346x slower", "std_changed": 0.07219592417967076, "min_changed": 46.516217947, "delta_std": "2.6558x smaller", "std_base": 0.19174078822562893, "t_msg": "Significant (t=-1356.376791, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.00889857769012, "timeline_link": null, "avg_changed": 0.53201966285706, "min_base": 0.00621700286865, "delta_min": "85.2227x slower", "delta_avg": "59.7870x slower", "std_changed": 0.0015732559212952477, "min_changed": 0.529829978943, "delta_std": "10.6734x smaller", "std_base": 0.016792004382609013, "t_msg": "Significant (t=-219.324373, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [145.809596062], "base_times": [145.798876047]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047357196807866014, "timeline_link": null, "avg_changed": 3.2523020792010002, "min_base": 0.044842004776, "delta_min": "72.2914x slower", "delta_avg": "68.6760x slower", "std_changed": 0.004839711117882184, "min_changed": 3.24169206619, "delta_std": "3.0969x smaller", "std_base": 0.014988055064239883, "t_msg": "Significant (t=-1438.875349, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0111642503738418, "timeline_link": null, "avg_changed": 0.036463260650630006, "min_base": 0.00133895874023, "delta_min": "27.0449x slower", "delta_avg": "3.2661x slower", "std_changed": 0.0003342030001637432, "min_changed": 0.0362119674683, "delta_std": "38.3561x smaller", "std_base": 0.012818733250309139, "t_msg": "Significant (t=-13.950696, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030632839202880006, "timeline_link": null, "avg_changed": 1.00559374809268, "min_base": 0.0292739868164, "delta_min": "34.1410x slower", "delta_avg": "32.8273x slower", "std_changed": 0.003209028568936278, "min_changed": 0.999444007874, "delta_std": "1.1542x larger", "std_base": 0.0027802877824821388, "t_msg": "Significant (t=-1623.678584, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4483116245269999, "timeline_link": null, "avg_changed": 1.0804810333254, "min_base": 0.357335090637, "delta_min": "2.9900x slower", "delta_avg": "2.4101x slower", "std_changed": 0.005018813258942211, "min_changed": 1.06842517853, "delta_std": "21.0831x smaller", "std_base": 0.1058122833915724, "t_msg": "Significant (t=-42.198248, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17592679977424006, "timeline_link": null, "avg_changed": 1.5770224475862002, "min_base": 0.174049854279, "delta_min": "8.9920x slower", "delta_avg": "8.9641x slower", "std_changed": 0.005671333038365387, "min_changed": 1.56505990028, "delta_std": "1.1263x larger", "std_base": 0.005035503690562402, "t_msg": "Significant (t=-1306.297679, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.041761193275452, "timeline_link": null, "avg_changed": 0.61045886039732, "min_base": 0.0318620204926, "delta_min": "18.9433x slower", "delta_avg": "14.6179x slower", "std_changed": 0.004366220280995519, "min_changed": 0.603573083878, "delta_std": "1.5133x smaller", "std_base": 0.00660727101628907, "t_msg": "Significant (t=-507.766139, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014685955047619999, "timeline_link": null, "avg_changed": 0.2563696861267, "min_base": 0.0116419792175, "delta_min": "21.7755x slower", "delta_avg": "17.4568x slower", "std_changed": 0.002865927526386509, "min_changed": 0.253509998322, "delta_std": "5.3295x smaller", "std_base": 0.015273874925885918, "t_msg": "Significant (t=-109.968814, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.060927190780646, "timeline_link": null, "avg_changed": 0.5444226360320799, "min_base": 0.0558650493622, "delta_min": "9.6553x slower", "delta_avg": "8.9356x slower", "std_changed": 0.0037192008626372184, "min_changed": 0.539391040802, "delta_std": "7.3147x smaller", "std_base": 0.027204964344920327, "t_msg": "Significant (t=-124.511156, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.152067322730868, "timeline_link": null, "avg_changed": 1.5135894632344002, "min_base": 0.0969400405884, "delta_min": "15.5541x slower", "delta_avg": "9.9534x slower", "std_changed": 0.0032377170145651306, "min_changed": 1.5078189373, "delta_std": "17.1724x smaller", "std_base": 0.05559947151463794, "t_msg": "Significant (t=-172.863751, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.475839972500006, "timeline_link": null, "avg_changed": 345.23095095149984, "min_base": 12.1347870827, "delta_min": "28.4455x slower", "delta_avg": "27.6720x slower", "std_changed": 0.05116326320110235, "min_changed": 345.180301905, "delta_std": "6.7336x smaller", "std_base": 0.34451544445835425, "t_msg": "Significant (t=-6755.601035, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.429724788664, "timeline_link": null, "avg_changed": 19.52008647918, "min_base": 2.76137900352, "delta_min": "7.0546x slower", "delta_avg": "5.6914x slower", "std_changed": 0.03906162300626705, "min_changed": 19.4804370403, "delta_std": "23.7512x smaller", "std_base": 0.9277610322171234, "t_msg": "Significant (t=-38.746287, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7588574266433801, "timeline_link": null, "avg_changed": 23.458657469746004, "min_base": 0.751430988312, "delta_min": "31.1593x slower", "delta_avg": "30.9131x slower", "std_changed": 0.012744465881757929, "min_changed": 23.4140489101, "delta_std": "1.4977x smaller", "std_base": 0.01908705691685167, "t_msg": "Significant (t=-6993.749262, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07997833728789602, "timeline_link": null, "avg_changed": 0.40766923427580004, "min_base": 0.0781800746918, "delta_min": "5.1946x slower", "delta_avg": "5.0972x slower", "std_changed": 0.0013595999117628607, "min_changed": 0.406111001968, "delta_std": "3.7350x smaller", "std_base": 0.00507805220823432, "t_msg": "Significant (t=-440.776725, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03177502632142, "timeline_link": null, "avg_changed": 0.6286214494705001, "min_base": 0.0309770107269, "delta_min": "20.0504x slower", "delta_avg": "19.7835x slower", "std_changed": 0.004793595723159362, "min_changed": 0.621101140976, "delta_std": "1.4022x larger", "std_base": 0.0034186179748222035, "t_msg": "Significant (t=-716.801339, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.53732361796, "timeline_link": null, "avg_changed": 43.98073444368, "min_base": 19.5180859566, "delta_min": "2.2529x slower", "delta_avg": "2.2511x slower", "std_changed": 0.015309987124987316, "min_changed": 43.9717600346, "delta_std": "2.0002x smaller", "std_base": 0.030622384520005496, "t_msg": "Significant (t=-1596.465853, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.39580526352, "timeline_link": null, "avg_changed": 9.512215137480002, "min_base": 9.38700914383, "delta_min": "1.0127x slower", "delta_avg": "1.0124x slower", "std_changed": 0.0070118223626776215, "min_changed": 9.50578904152, "delta_std": "2.2466x smaller", "std_base": 0.015752568004795783, "t_msg": "Significant (t=-15.096308, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2917731142043601, "timeline_link": null, "avg_changed": 2.730127916335799, "min_base": 0.288424968719, "delta_min": "9.4276x slower", "delta_avg": "9.3570x slower", "std_changed": 0.005693421940925077, "min_changed": 2.71915698051, "delta_std": "1.5343x larger", "std_base": 0.003710805781926945, "t_msg": "Significant (t=-2537.060377, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.092902841568014, "timeline_link": null, "avg_changed": 0.4445591163634799, "min_base": 0.027015209198, "delta_min": "16.2727x slower", "delta_avg": "4.7852x slower", "std_changed": 0.014764260444642291, "min_changed": 0.439610958099, "delta_std": "7.5449x smaller", "std_base": 0.11139450126535605, "t_msg": "Significant (t=-22.128813, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10235952854157397, "timeline_link": null, "avg_changed": 0.47723381042477997, "min_base": 0.0429229736328, "delta_min": "11.0524x slower", "delta_avg": "4.6623x slower", "std_changed": 0.0036570254550671354, "min_changed": 0.474401950836, "delta_std": "31.7453x smaller", "std_base": 0.1160934773568286, "t_msg": "Significant (t=-22.821672, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.032817521095268004, "timeline_link": null, "avg_changed": 2.7354178667066, "min_base": 0.0204610824585, "delta_min": "131.1833x slower", "delta_avg": "83.3524x slower", "std_changed": 0.021660847784577986, "min_changed": 2.68415188789, "delta_std": "1.0970x larger", "std_base": 0.019745168480240844, "t_msg": "Significant (t=-652.009718, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036827945709234002, "timeline_link": null, "avg_changed": 0.36636072635657996, "min_base": 0.00323605537415, "delta_min": "112.4907x slower", "delta_avg": "99.4790x slower", "std_changed": 0.0018803298369636074, "min_changed": 0.364026069641, "delta_std": "1.2713x larger", "std_base": 0.0014790345704975966, "t_msg": "Significant (t=-1071.981511, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20057111740101996, "timeline_link": null, "avg_changed": 0.6498158693313598, "min_base": 0.0942249298096, "delta_min": "6.7631x slower", "delta_avg": "3.2398x slower", "std_changed": 0.01057539675750633, "min_changed": 0.63725399971, "delta_std": "14.3104x smaller", "std_base": 0.15133840955362773, "t_msg": "Significant (t=-20.939248, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2518468999863199, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4690754413603798, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21590107917792006, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60547793388364, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36912958145142, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23220406532290003, "timeline_link": null, "avg_changed": 0.7175518369674001, "min_base": 0.206644058228, "delta_min": "3.1846x slower", "delta_avg": "3.0902x slower", "std_changed": 0.040918364029256644, "min_changed": 0.658081054688, "delta_std": "2.3529x larger", "std_base": 0.017390461220832903, "t_msg": "Significant (t=-77.190383, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08421289443973601, "timeline_link": null, "avg_changed": 0.4483311700821199, "min_base": 0.058956861496, "delta_min": "7.5695x slower", "delta_avg": "5.3238x slower", "std_changed": 0.0024494160381255225, "min_changed": 0.446272134781, "delta_std": "10.3058x smaller", "std_base": 0.02524314833021745, "t_msg": "Significant (t=-101.519390, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017889671325682005, "timeline_link": null, "avg_changed": 0.84028622627256, "min_base": 0.0169098377228, "delta_min": "49.4998x slower", "delta_avg": "46.9705x slower", "std_changed": 0.002585162721270568, "min_changed": 0.837033987045, "delta_std": "1.6156x smaller", "std_base": 0.004176680894817612, "t_msg": "Significant (t=-1183.881015, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1516000000000006, "timeline_link": null, "avg_changed": 8.537200000000002, "min_base": 2.13, "delta_min": "3.9718x slower", "delta_avg": "3.9678x slower", "std_changed": 0.03398919396105842, "min_changed": 8.46, "delta_std": "2.1304x larger", "std_base": 0.015954015552358494, "t_msg": "Significant (t=-1202.565079, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7898000000000002, "timeline_link": null, "avg_changed": 6.415199999999999, "min_base": 0.76, "delta_min": "8.3684x slower", "delta_avg": "8.1226x slower", "std_changed": 0.024763369920023353, "min_changed": 6.36, "delta_std": "1.5054x smaller", "std_base": 0.037279419282505125, "t_msg": "Significant (t=-888.792025, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06753692150116868, "timeline_link": null, "avg_changed": 0.4828776423136601, "min_base": 0.0431890487671, "delta_min": "2.6820x slower", "delta_avg": "7.1498x slower", "std_changed": 0.21681422748467782, "min_changed": 0.115833997726, "delta_std": "6.9593x larger", "std_base": 0.03115478816844095, "t_msg": "Significant (t=-23.223326, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012096444129943925, "timeline_link": null, "avg_changed": 0.06306114721298242, "min_base": 0.0077531337738, "delta_min": "6.6932x slower", "delta_avg": "5.2132x slower", "std_changed": 0.00825964917849018, "min_changed": 0.0518929958344, "delta_std": "1.4629x smaller", "std_base": 0.012082889681862578, "t_msg": "Significant (t=-77.862168, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9133013677604003, "timeline_link": null, "avg_changed": 45.02416254996799, "min_base": 1.90747499466, "delta_min": "23.5494x slower", "delta_avg": "23.5322x slower", "std_changed": 0.05750569273623468, "min_changed": 44.9199299812, "delta_std": "15.5040x larger", "std_base": 0.0037090947398299343, "t_msg": "Significant (t=-5290.044911, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6012061119073999, "timeline_link": null, "avg_changed": 1.8227110385879999, "min_base": 0.405607938766, "delta_min": "4.4200x slower", "delta_avg": "3.0318x slower", "std_changed": 0.01938487331408317, "min_changed": 1.79280591011, "delta_std": "16.9169x smaller", "std_base": 0.32793258196954655, "t_msg": "Significant (t=-8.314540, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5378429889659997, "timeline_link": null, "avg_changed": 11.232176733020001, "min_base": 1.69566011429, "delta_min": "6.6070x slower", "delta_avg": "4.4259x slower", "std_changed": 0.022977396660713332, "min_changed": 11.2032408714, "delta_std": "53.3392x smaller", "std_base": 1.2255951426571745, "t_msg": "Significant (t=-15.859810, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.544590187073, "timeline_link": null, "avg_changed": 0.9015797615051999, "min_base": 0.261604070663, "delta_min": "3.3867x slower", "delta_avg": "1.6555x slower", "std_changed": 0.01823284862323209, "min_changed": 0.885978937149, "delta_std": "20.8862x smaller", "std_base": 0.38081514505596964, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4679983139038, "timeline_link": null, "avg_changed": 3.150539398192, "min_base": 0.322634935379, "delta_min": "9.7025x slower", "delta_avg": "6.7319x slower", "std_changed": 0.02071330648031673, "min_changed": 3.13036203384, "delta_std": "11.0821x smaller", "std_base": 0.22954671267090748, "t_msg": "Significant (t=-26.025516, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025836192020000003, "timeline_link": null, "avg_changed": 1.5557584080600002, "min_base": 0.021182406, "delta_min": "73.2913x slower", "delta_avg": "60.2162x slower", "std_changed": 0.0034524722982361513, "min_changed": 1.552487083, "delta_std": "2.9780x smaller", "std_base": 0.010281607489633117, "t_msg": "Significant (t=-997.455263, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [389.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [752.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [127.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [173.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005171809332329633, "timeline_link": null, "avg_changed": 0.2742688393819894, "min_base": 0.005124321155554918, "delta_min": "53.2681x slower", "delta_avg": "53.0315x slower", "std_changed": 0.0007461248239311999, "min_changed": 0.2729630135116692, "delta_std": "23.0268x larger", "std_base": 3.240251214295528e-05, "t_msg": "Significant (t=-2547.846563, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016255835819334302, "timeline_link": null, "avg_changed": 0.012961047090052384, "min_base": 0.00160333493666827, "delta_min": "8.0374x slower", "delta_avg": "7.9732x slower", "std_changed": 6.249226486905874e-05, "min_changed": 0.01288659793814433, "delta_std": "3.6569x larger", "std_base": 1.7088653254162918e-05, "t_msg": "Significant (t=-1237.197429, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006935837105489797, "timeline_link": null, "avg_changed": 0.09272443386855882, "min_base": 0.006548788474132285, "delta_min": "13.9452x slower", "delta_avg": "13.3689x slower", "std_changed": 0.0005393429542015078, "min_changed": 0.091324200913242, "delta_std": "2.3809x larger", "std_base": 0.00022652635340263762, "t_msg": "Significant (t=-1036.982396, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19308726627954478, "timeline_link": null, "avg_changed": 0.9870666127468246, "min_base": 0.19005761121339906, "delta_min": "5.1663x slower", "delta_avg": "5.1120x slower", "std_changed": 0.003955607282117642, "min_changed": 0.981896287204664, "delta_std": "2.4575x larger", "std_base": 0.001609617690497383, "t_msg": "Significant (t=-1314.647127, a=0.95)\n"}]], "branch": "", "revision": "82520:a3552a8e8c2c"}