{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019373111724852, "timeline_link": null, "avg_changed": 0.29070072174074, "min_base": 0.0187990665436, "delta_min": "14.9439x slower", "delta_avg": "15.0054x slower", "std_changed": 0.0038286083959531317, "min_changed": 0.280932188034, "delta_std": "8.7531x larger", "std_base": 0.00043740219642243315, "t_msg": "Significant (t=-497.877105, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.0086670939127602, "timeline_link": null, "avg_changed": 0.06148696422576867, "min_base": 0.00654602050781, "delta_min": "9.0011x slower", "delta_avg": "7.0943x slower", "std_changed": 0.002186374338752807, "min_changed": 0.0589210987091, "delta_std": "1.7931x smaller", "std_base": 0.003920321107175164, "t_msg": "Significant (t=-144.116794, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15675765275960002, "timeline_link": null, "avg_changed": 1.0169088006029, "min_base": 0.123869895935, "delta_min": "8.0571x slower", "delta_avg": "6.4871x slower", "std_changed": 0.009585236678275069, "min_changed": 0.998032093048, "delta_std": "10.9871x smaller", "std_base": 0.10531365833289384, "t_msg": "Significant (t=-36.375892, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6900535678874002, "timeline_link": null, "avg_changed": 9.111509857178003, "min_base": 1.67448496819, "delta_min": "5.4012x slower", "delta_avg": "5.3913x slower", "std_changed": 0.0395989708978685, "min_changed": 9.04422783852, "delta_std": "5.4197x larger", "std_base": 0.00730647923375473, "t_msg": "Significant (t=-1303.228583, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006688814163210199, "timeline_link": null, "avg_changed": 0.079143443107606, "min_base": 0.00509190559387, "delta_min": "15.0190x slower", "delta_avg": "11.8322x slower", "std_changed": 0.001483110994031984, "min_changed": 0.0764751434326, "delta_std": "1.6039x smaller", "std_base": 0.002378759180512259, "t_msg": "Significant (t=-182.764563, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.189785385134, "timeline_link": null, "avg_changed": 22.85221128464, "min_base": 4.02986598015, "delta_min": "5.6543x slower", "delta_avg": "5.4543x slower", "std_changed": 0.07846434625933875, "min_changed": 22.7860541344, "delta_std": "3.4964x smaller", "std_base": 0.27434661800393156, "t_msg": "Significant (t=-146.244753, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0047777318954481994, "timeline_link": null, "avg_changed": 0.22261874675741994, "min_base": 0.00358891487122, "delta_min": "60.5748x slower", "delta_avg": "46.5951x slower", "std_changed": 0.002198077355038698, "min_changed": 0.217397928238, "delta_std": "3.2991x smaller", "std_base": 0.007251603134922006, "t_msg": "Significant (t=-203.284048, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.513009071], "base_times": [63.7252950668]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026826829910282006, "timeline_link": null, "avg_changed": 1.6448364543908003, "min_base": 0.0253469944, "delta_min": "63.9800x slower", "delta_avg": "61.3131x slower", "std_changed": 0.011377656388641862, "min_changed": 1.6217019558, "delta_std": "1.6992x larger", "std_base": 0.006695818298604772, "t_msg": "Significant (t=-866.634628, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00497686386108216, "timeline_link": null, "avg_changed": 0.018331303596493997, "min_base": 0.000662088394165, "delta_min": "26.8693x slower", "delta_avg": "3.6833x slower", "std_changed": 0.000308362713340456, "min_changed": 0.0177898406982, "delta_std": "18.4996x smaller", "std_base": 0.005704573772798531, "t_msg": "Significant (t=-16.529279, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015531334877019997, "timeline_link": null, "avg_changed": 0.44330172061920003, "min_base": 0.0146489143372, "delta_min": "29.4773x slower", "delta_avg": "28.5424x slower", "std_changed": 0.004884963784936545, "min_changed": 0.431810855865, "delta_std": "3.5072x larger", "std_base": 0.0013928556071183327, "t_msg": "Significant (t=-595.471948, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.1888206148148, "timeline_link": null, "avg_changed": 0.4578482913972001, "min_base": 0.155953168869, "delta_min": "2.8545x slower", "delta_avg": "2.4248x slower", "std_changed": 0.004930820894699099, "min_changed": 0.445166826248, "delta_std": "9.5108x smaller", "std_base": 0.04689601495259511, "t_msg": "Significant (t=-40.342108, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09969573974605397, "timeline_link": null, "avg_changed": 0.70224578857424, "min_base": 0.0961158275604, "delta_min": "7.1675x slower", "delta_avg": "7.0439x slower", "std_changed": 0.009661514995497564, "min_changed": 0.6889128685, "delta_std": "4.2177x larger", "std_base": 0.00229070162790246, "t_msg": "Significant (t=-429.098385, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021077103614805998, "timeline_link": null, "avg_changed": 0.26183931350712003, "min_base": 0.0181660652161, "delta_min": "13.7871x slower", "delta_avg": "12.4229x slower", "std_changed": 0.004405752412069626, "min_changed": 0.25045800209, "delta_std": "2.0266x larger", "std_base": 0.0021740018032850934, "t_msg": "Significant (t=-346.523135, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008707022666932199, "timeline_link": null, "avg_changed": 0.11198284626008002, "min_base": 0.0069580078125, "delta_min": "15.5961x slower", "delta_avg": "12.8612x slower", "std_changed": 0.001936784488431094, "min_changed": 0.108517885208, "delta_std": "3.2932x smaller", "std_base": 0.0063782108050581005, "t_msg": "Significant (t=-109.555020, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023852725028999995, "timeline_link": null, "avg_changed": 0.23319029331210003, "min_base": 0.0210192203522, "delta_min": "10.7840x slower", "delta_avg": "9.7763x slower", "std_changed": 0.002771566859762457, "min_changed": 0.226670980453, "delta_std": "4.5894x smaller", "std_base": 0.012719759006778426, "t_msg": "Significant (t=-113.705331, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.057759647369378005, "timeline_link": null, "avg_changed": 0.7494299936295201, "min_base": 0.0429368019104, "delta_min": "17.1137x slower", "delta_avg": "12.9750x slower", "std_changed": 0.006815038756340627, "min_changed": 0.73480796814, "delta_std": "2.2604x smaller", "std_base": 0.015404812335086268, "t_msg": "Significant (t=-290.344719, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.224647521970002, "timeline_link": null, "avg_changed": 171.13345503800014, "min_base": 6.07321000099, "delta_min": "28.1341x slower", "delta_avg": "27.4929x slower", "std_changed": 0.2718310365559983, "min_changed": 170.864356041, "delta_std": "1.7770x larger", "std_base": 0.1529749971586259, "t_msg": "Significant (t=-3738.410815, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.3958835601800001, "timeline_link": null, "avg_changed": 8.66231675148, "min_base": 1.08245396614, "delta_min": "7.9755x slower", "delta_avg": "6.2056x slower", "std_changed": 0.027059588389880092, "min_changed": 8.63315200806, "delta_std": "16.9866x smaller", "std_base": 0.45965135499359777, "t_msg": "Significant (t=-35.287955, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3717035150527401, "timeline_link": null, "avg_changed": 11.81745212555, "min_base": 0.36058306694, "delta_min": "32.5772x slower", "delta_avg": "31.7927x slower", "std_changed": 0.03990341422511632, "min_changed": 11.7468011379, "delta_std": "3.6841x larger", "std_base": 0.010831341264355651, "t_msg": "Significant (t=-1957.410426, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04634303569792999, "timeline_link": null, "avg_changed": 0.22372050285340003, "min_base": 0.044909954071, "delta_min": "4.8763x slower", "delta_avg": "4.8275x slower", "std_changed": 0.002355254060636247, "min_changed": 0.218996047974, "delta_std": "1.0926x smaller", "std_base": 0.0025732937031312597, "t_msg": "Significant (t=-359.546360, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020802321434018004, "timeline_link": null, "avg_changed": 0.36501010417942, "min_base": 0.0200741291046, "delta_min": "17.7482x slower", "delta_avg": "17.5466x slower", "std_changed": 0.0035332043872361527, "min_changed": 0.356279850006, "delta_std": "2.3901x larger", "std_base": 0.0014782873890027235, "t_msg": "Significant (t=-635.488074, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.116548204424, "timeline_link": null, "avg_changed": 18.29936633108, "min_base": 9.0450501442, "delta_min": "2.0179x slower", "delta_avg": "2.0073x slower", "std_changed": 0.046933934353150186, "min_changed": 18.2516839504, "delta_std": "1.3525x smaller", "std_base": 0.06347992697730069, "t_msg": "Significant (t=-260.093803, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.600588417054, "timeline_link": null, "avg_changed": 4.6440865993500005, "min_base": 4.58529305458, "delta_min": "1.0092x slower", "delta_avg": "1.0095x slower", "std_changed": 0.01246960272889184, "min_changed": 4.62742519379, "delta_std": "1.0037x larger", "std_base": 0.012423342366344686, "t_msg": "Significant (t=-5.525786, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15705972671507995, "timeline_link": null, "avg_changed": 1.2485207366940003, "min_base": 0.151731967926, "delta_min": "8.1224x slower", "delta_avg": "7.9493x slower", "std_changed": 0.00909946383493119, "min_changed": 1.23243093491, "delta_std": "3.2475x larger", "std_base": 0.0028019578887340246, "t_msg": "Significant (t=-810.599675, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04367358207702599, "timeline_link": null, "avg_changed": 0.20478683948513995, "min_base": 0.010143995285, "delta_min": "19.4421x slower", "delta_avg": "4.6890x slower", "std_changed": 0.007888740951371294, "min_changed": 0.197221040726, "delta_std": "6.6885x smaller", "std_base": 0.05276393201220133, "t_msg": "Significant (t=-21.353970, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048170108795176, "timeline_link": null, "avg_changed": 0.21219646453854002, "min_base": 0.0156841278076, "delta_min": "13.1699x slower", "delta_avg": "4.4051x slower", "std_changed": 0.0034243818154669607, "min_changed": 0.20655798912, "delta_std": "17.2064x smaller", "std_base": 0.05892144159061941, "t_msg": "Significant (t=-19.651380, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010168066024781803, "timeline_link": null, "avg_changed": 1.1784731483464004, "min_base": 0.0087571144104, "delta_min": "131.4336x slower", "delta_avg": "115.8994x slower", "std_changed": 0.010390219776189027, "min_changed": 1.15097904205, "delta_std": "2.1333x larger", "std_base": 0.004870600551492214, "t_msg": "Significant (t=-719.916821, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015768337249764, "timeline_link": null, "avg_changed": 0.18634678363800006, "min_base": 0.00141501426697, "delta_min": "127.8192x slower", "delta_avg": "118.1778x slower", "std_changed": 0.002285051153106414, "min_changed": 0.180866003036, "delta_std": "7.6632x larger", "std_base": 0.00029818393515763274, "t_msg": "Significant (t=-566.961871, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09146440505983203, "timeline_link": null, "avg_changed": 0.29919264793394007, "min_base": 0.0366990566254, "delta_min": "7.9555x slower", "delta_avg": "3.2711x slower", "std_changed": 0.006858260447586687, "min_changed": 0.291960000992, "delta_std": "10.4618x smaller", "std_base": 0.07175007820127356, "t_msg": "Significant (t=-20.379015, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11995073318479997, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18359120845794, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12003344535822, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2574277830124199, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15310286998752004, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14266514301306, "timeline_link": null, "avg_changed": 0.4343642854690399, "min_base": 0.138493061066, "delta_min": "3.0741x slower", "delta_avg": "3.0446x slower", "std_changed": 0.005381452150234896, "min_changed": 0.425734996796, "delta_std": "3.1330x larger", "std_base": 0.001717675892014576, "t_msg": "Significant (t=-365.135260, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043311200141902005, "timeline_link": null, "avg_changed": 0.20856092929838, "min_base": 0.0300719738007, "delta_min": "6.7389x slower", "delta_avg": "4.8154x slower", "std_changed": 0.002506850156522431, "min_changed": 0.202652931213, "delta_std": "4.9464x smaller", "std_base": 0.01239999996220009, "t_msg": "Significant (t=-92.364622, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005511565208436, "timeline_link": null, "avg_changed": 0.3284722948073999, "min_base": 0.00507283210754, "delta_min": "62.5331x slower", "delta_avg": "59.5969x slower", "std_changed": 0.005428237255213418, "min_changed": 0.31721997261, "delta_std": "3.3603x larger", "std_base": 0.001615412825246207, "t_msg": "Significant (t=-403.226654, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0544000000000002, "timeline_link": null, "avg_changed": 4.852799999999999, "min_base": 1.03, "delta_min": "4.6214x slower", "delta_avg": "4.6024x slower", "std_changed": 0.05514507767549827, "min_changed": 4.76, "delta_std": "2.3834x larger", "std_base": 0.023137565532603276, "t_msg": "Significant (t=-449.124883, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.4084000000000001, "timeline_link": null, "avg_changed": 3.883599999999999, "min_base": 0.39, "delta_min": "9.6410x slower", "delta_avg": "9.5093x slower", "std_changed": 0.04868725685014348, "min_changed": 3.76, "delta_std": "2.2735x larger", "std_base": 0.021415233944506864, "t_msg": "Significant (t=-462.001763, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03388035774231199, "timeline_link": null, "avg_changed": 0.2142490339279126, "min_base": 0.0200839042664, "delta_min": "3.0984x slower", "delta_avg": "6.3237x slower", "std_changed": 0.0888631276252437, "min_changed": 0.0622270107269, "delta_std": "5.5594x larger", "std_base": 0.01598432281404128, "t_msg": "Significant (t=-24.466427, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017517603397367094, "timeline_link": null, "avg_changed": 0.044287659645069394, "min_base": 0.00365996360779, "delta_min": "7.4725x slower", "delta_avg": "2.5282x slower", "std_changed": 0.07762301015268538, "min_changed": 0.0273489952087, "delta_std": "1.4155x larger", "std_base": 0.0548387847858938, "t_msg": "Significant (t=-6.298358, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7333127021789, "timeline_link": null, "avg_changed": 17.23348214626, "min_base": 0.727504968643, "delta_min": "23.5738x slower", "delta_avg": "23.5009x slower", "std_changed": 0.04648930003781677, "min_changed": 17.1500768661, "delta_std": "10.5572x larger", "std_base": 0.004403578298041534, "t_msg": "Significant (t=-1117.366812, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2562553882602, "timeline_link": null, "avg_changed": 0.8221891403196, "min_base": 0.174087047577, "delta_min": "4.6953x slower", "delta_avg": "3.2085x slower", "std_changed": 0.005192927257847494, "min_changed": 0.817399024963, "delta_std": "31.0925x smaller", "std_base": 0.16146101933223572, "t_msg": "Significant (t=-7.833546, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1627622604376, "timeline_link": null, "avg_changed": 4.868700647352, "min_base": 0.719008922577, "delta_min": "6.7234x slower", "delta_avg": "4.1872x slower", "std_changed": 0.0201320240794761, "min_changed": 4.83416700363, "delta_std": "29.5239x smaller", "std_base": 0.5943767095631464, "t_msg": "Significant (t=-13.933892, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2531416416168, "timeline_link": null, "avg_changed": 0.400095462799, "min_base": 0.115841150284, "delta_min": "3.3569x slower", "delta_avg": "1.5805x slower", "std_changed": 0.011369890253229462, "min_changed": 0.388868093491, "delta_std": "16.2622x smaller", "std_base": 0.1848999589397222, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.21229095458999997, "timeline_link": null, "avg_changed": 1.427281618118, "min_base": 0.132546901703, "delta_min": "10.6278x slower", "delta_avg": "6.7232x slower", "std_changed": 0.010915531333116318, "min_changed": 1.4086830616, "delta_std": "10.9584x smaller", "std_base": 0.1196166635157785, "t_msg": "Significant (t=-22.618588, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010640257840000002, "timeline_link": null, "avg_changed": 0.7426531089000001, "min_base": 0.007906103, "delta_min": "91.3993x slower", "delta_avg": "69.7965x slower", "std_changed": 0.01015381192250837, "min_changed": 0.722612449, "delta_std": "1.3789x larger", "std_base": 0.007363883285146573, "t_msg": "Significant (t=-412.669648, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [500.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [90.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025733163554076937, "timeline_link": null, "avg_changed": 0.12703412952063586, "min_base": 0.002526586001197602, "delta_min": "49.3198x slower", "delta_avg": "49.3659x slower", "std_changed": 0.0010707359653064298, "min_changed": 0.12461059190031153, "delta_std": "43.4928x larger", "std_base": 2.4618718769501987e-05, "t_msg": "Significant (t=-821.713613, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006691166793926148, "timeline_link": null, "avg_changed": 0.0065337036811845715, "min_base": 0.0006620762711864406, "delta_min": "9.7951x slower", "delta_avg": "9.7647x slower", "std_changed": 5.1106617542785315e-05, "min_changed": 0.00648508430609598, "delta_std": "11.5696x larger", "std_base": 4.417310768383202e-06, "t_msg": "Significant (t=-255.640162, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002833664975825625, "timeline_link": null, "avg_changed": 0.04159979843693486, "min_base": 0.0025015634771732333, "delta_min": "16.2500x slower", "delta_avg": "14.6806x slower", "std_changed": 0.0005024423697301288, "min_changed": 0.04065040650406504, "delta_std": "2.3938x larger", "std_base": 0.00020989054576559394, "t_msg": "Significant (t=-503.411810, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05861190300990916, "timeline_link": null, "avg_changed": 0.34481719312608616, "min_base": 0.05672853622648868, "delta_min": "5.9497x slower", "delta_avg": "5.8831x slower", "std_changed": 0.004442804637576062, "min_changed": 0.3375171395422424, "delta_std": "5.5917x larger", "std_base": 0.0007945383020481296, "t_msg": "Significant (t=-448.403746, a=0.95)\n"}]], "branch": "", "revision": "97019:6885d94b89cf"}