{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036666426658632005, "timeline_link": null, "avg_changed": 0.7332385683059799, "min_base": 0.0361049175262, "delta_min": "20.2234x slower", "delta_avg": "19.9975x slower", "std_changed": 0.0026167444426512566, "min_changed": 0.73016500473, "delta_std": "4.8216x larger", "std_base": 0.0005427083289728513, "t_msg": "Significant (t=-1843.082237, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015105910301209996, "timeline_link": null, "avg_changed": 0.14345062255855337, "min_base": 0.0122010707855, "delta_min": "11.4612x slower", "delta_avg": "9.4963x slower", "std_changed": 0.0028856655894393592, "min_changed": 0.139838933945, "delta_std": "1.9645x smaller", "std_base": 0.0056688983461761, "t_msg": "Significant (t=-247.110970, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2878491520881, "timeline_link": null, "avg_changed": 1.4618639469140002, "min_base": 0.225110054016, "delta_min": "6.3750x slower", "delta_avg": "5.0786x slower", "std_changed": 0.06597790207922286, "min_changed": 1.43506979942, "delta_std": "2.8620x smaller", "std_base": 0.18882700660390947, "t_msg": "Significant (t=-26.248907, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.523540687561001, "timeline_link": null, "avg_changed": 20.803143210408006, "min_base": 3.46255683899, "delta_min": "5.9871x slower", "delta_avg": "5.9040x slower", "std_changed": 0.0800097976088706, "min_changed": 20.7307648659, "delta_std": "1.0316x larger", "std_base": 0.07756162937771162, "t_msg": "Significant (t=-1096.487963, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019047803878784, "timeline_link": null, "avg_changed": 0.23863067150113998, "min_base": 0.0158259868622, "delta_min": "14.9108x slower", "delta_avg": "12.5280x slower", "std_changed": 0.0021711096997893637, "min_changed": 0.235977888107, "delta_std": "2.4613x smaller", "std_base": 0.005343782557223411, "t_msg": "Significant (t=-269.189937, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.742763805389404, "timeline_link": null, "avg_changed": 47.103642373084, "min_base": 7.62758612633, "delta_min": "6.1551x slower", "delta_avg": "6.0836x slower", "std_changed": 0.05503169969122723, "min_changed": 46.9486968517, "delta_std": "3.4176x smaller", "std_base": 0.1880740554883081, "t_msg": "Significant (t=-1420.307108, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087964200973448, "timeline_link": null, "avg_changed": 0.5275650501251399, "min_base": 0.0063419342041, "delta_min": "82.9266x slower", "delta_avg": "59.9750x slower", "std_changed": 0.0015243103038954887, "min_changed": 0.525915145874, "delta_std": "9.8795x smaller", "std_base": 0.01505948646488026, "t_msg": "Significant (t=-242.345588, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.38008213], "base_times": [142.065835953]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048163375854494, "timeline_link": null, "avg_changed": 3.4261986207960007, "min_base": 0.0455749034882, "delta_min": "75.0098x slower", "delta_avg": "71.1370x slower", "std_changed": 0.004584337650427609, "min_changed": 3.41856503487, "delta_std": "2.9937x smaller", "std_base": 0.013723925488572219, "t_msg": "Significant (t=-1650.820892, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009805703163139999, "timeline_link": null, "avg_changed": 0.038350968360894, "min_base": 0.00136995315552, "delta_min": "27.6695x slower", "delta_avg": "3.9111x slower", "std_changed": 0.0003247857088769994, "min_changed": 0.0379059314728, "delta_std": "36.2491x smaller", "std_base": 0.011773177297188893, "t_msg": "Significant (t=-17.138003, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03087010383606001, "timeline_link": null, "avg_changed": 1.0662369346622003, "min_base": 0.0293231010437, "delta_min": "36.2351x slower", "delta_avg": "34.5395x slower", "std_changed": 0.0031844651575294383, "min_changed": 1.06252408028, "delta_std": "1.2482x larger", "std_base": 0.002551260789257743, "t_msg": "Significant (t=-1794.218755, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45054813385008, "timeline_link": null, "avg_changed": 1.0657693624499998, "min_base": 0.371038198471, "delta_min": "2.8471x slower", "delta_avg": "2.3655x slower", "std_changed": 0.004212757958600508, "min_changed": 1.05638599396, "delta_std": "21.3991x smaller", "std_base": 0.09014905389406085, "t_msg": "Significant (t=-48.203820, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17547705650326, "timeline_link": null, "avg_changed": 1.6086474037168004, "min_base": 0.173493862152, "delta_min": "9.2172x slower", "delta_avg": "9.1673x slower", "std_changed": 0.015181996750402882, "min_changed": 1.59912705421, "delta_std": "3.3199x larger", "std_base": 0.0045729814644482735, "t_msg": "Significant (t=-639.139562, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04308084011078799, "timeline_link": null, "avg_changed": 0.6123261404038, "min_base": 0.0355501174927, "delta_min": "16.8952x slower", "delta_avg": "14.2134x slower", "std_changed": 0.015269359915160319, "min_changed": 0.60062789917, "delta_std": "3.0548x larger", "std_base": 0.00499843312267035, "t_msg": "Significant (t=-250.529430, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015232863426197998, "timeline_link": null, "avg_changed": 0.26207187652597996, "min_base": 0.0125839710236, "delta_min": "20.6365x slower", "delta_avg": "17.2044x slower", "std_changed": 0.0022218626255528285, "min_changed": 0.259688854218, "delta_std": "5.7029x smaller", "std_base": 0.012671163181771602, "t_msg": "Significant (t=-135.677021, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05718641757965401, "timeline_link": null, "avg_changed": 0.57385290622712, "min_base": 0.0519599914551, "delta_min": "10.9856x slower", "delta_avg": "10.0348x slower", "std_changed": 0.0024110086077190626, "min_changed": 0.570809841156, "delta_std": "10.6299x smaller", "std_base": 0.025628735745908578, "t_msg": "Significant (t=-141.923664, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.13186975955959002, "timeline_link": null, "avg_changed": 1.5667716264726004, "min_base": 0.0997250080109, "delta_min": "15.6475x slower", "delta_avg": "11.8812x slower", "std_changed": 0.004627023671189643, "min_changed": 1.56044602394, "delta_std": "6.7671x smaller", "std_base": 0.03131143709411407, "t_msg": "Significant (t=-320.562962, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.440245509149996, "timeline_link": null, "avg_changed": 335.15545296700014, "min_base": 12.0660159588, "delta_min": "27.7643x slower", "delta_avg": "26.9412x slower", "std_changed": 0.15267756079251812, "min_changed": 335.004309893, "delta_std": "2.4760x smaller", "std_base": 0.3780289325326822, "t_msg": "Significant (t=-5597.158602, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6176318168640003, "timeline_link": null, "avg_changed": 20.59398169516, "min_base": 2.94256591797, "delta_min": "6.9968x slower", "delta_avg": "5.6927x slower", "std_changed": 0.009451586015622085, "min_changed": 20.5885531902, "delta_std": "103.0588x smaller", "std_base": 0.9740690128127992, "t_msg": "Significant (t=-38.968990, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7521557617187401, "timeline_link": null, "avg_changed": 24.29967975139, "min_base": 0.745522022247, "delta_min": "32.5525x slower", "delta_avg": "32.3067x slower", "std_changed": 0.015749399458612826, "min_changed": 24.2686181068, "delta_std": "1.1420x smaller", "std_base": 0.017985132944850258, "t_msg": "Significant (t=-6964.963885, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07577376365661799, "timeline_link": null, "avg_changed": 0.43392165184024023, "min_base": 0.0742430686951, "delta_min": "5.8158x slower", "delta_avg": "5.7265x slower", "std_changed": 0.0017373707514328877, "min_changed": 0.43177986145, "delta_std": "2.7341x smaller", "std_base": 0.004750070561537376, "t_msg": "Significant (t=-500.706595, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03264778137207399, "timeline_link": null, "avg_changed": 0.69822122573844, "min_base": 0.0318920612335, "delta_min": "21.3487x slower", "delta_avg": "21.3865x slower", "std_changed": 0.008904432465437609, "min_changed": 0.680853128433, "delta_std": "2.8618x larger", "std_base": 0.0031115203718075934, "t_msg": "Significant (t=-498.951152, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.7440308094, "timeline_link": null, "avg_changed": 45.184195995319996, "min_base": 18.7291669846, "delta_min": "2.4109x slower", "delta_avg": "2.4106x slower", "std_changed": 0.03233154395488393, "min_changed": 45.1546320915, "delta_std": "1.1885x larger", "std_base": 0.02720266353466044, "t_msg": "Significant (t=-1399.239011, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.229517173768, "timeline_link": null, "avg_changed": 9.441902637479998, "min_base": 9.20261502266, "delta_min": "1.0253x slower", "delta_avg": "1.0230x slower", "std_changed": 0.007190814349142033, "min_changed": 9.43521809578, "delta_std": "7.7781x smaller", "std_base": 0.05593121815260173, "t_msg": "Significant (t=-8.421620, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29844122409821994, "timeline_link": null, "avg_changed": 2.7944754075992, "min_base": 0.288717985153, "delta_min": "9.6429x slower", "delta_avg": "9.3636x slower", "std_changed": 0.005710457714628165, "min_changed": 2.78406500816, "delta_std": "1.0226x smaller", "std_base": 0.005839463412409982, "t_msg": "Significant (t=-2160.948524, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08948622703554801, "timeline_link": null, "avg_changed": 0.45785443305966006, "min_base": 0.0216541290283, "delta_min": "20.9251x slower", "delta_avg": "5.1165x slower", "std_changed": 0.015512663508122996, "min_changed": 0.453114032745, "delta_std": "6.6782x smaller", "std_base": 0.10359699176750871, "t_msg": "Significant (t=-24.865939, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.107887296676634, "timeline_link": null, "avg_changed": 0.4893977785110401, "min_base": 0.0441620349884, "delta_min": "11.0322x slower", "delta_avg": "4.5362x slower", "std_changed": 0.002253930300461927, "min_changed": 0.48720407486, "delta_std": "50.4589x smaller", "std_base": 0.11373087357978051, "t_msg": "Significant (t=-23.715257, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03608453750611, "timeline_link": null, "avg_changed": 2.6869175720216005, "min_base": 0.0191960334778, "delta_min": "137.6903x slower", "delta_avg": "74.4617x slower", "std_changed": 0.027018863384057828, "min_changed": 2.6431081295, "delta_std": "1.0552x smaller", "std_base": 0.028511048042420748, "t_msg": "Significant (t=-477.198039, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003453211784362999, "timeline_link": null, "avg_changed": 0.35885142326352, "min_base": 0.00314998626709, "delta_min": "113.3974x slower", "delta_avg": "103.9182x slower", "std_changed": 0.0013558923409315536, "min_changed": 0.357200145721, "delta_std": "1.5830x larger", "std_base": 0.0008565409255703799, "t_msg": "Significant (t=-1566.952297, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.192335200309756, "timeline_link": null, "avg_changed": 0.6706920766830601, "min_base": 0.0849368572235, "delta_min": "7.7116x slower", "delta_avg": "3.4871x slower", "std_changed": 0.010573566376213496, "min_changed": 0.654995918274, "delta_std": "13.8435x smaller", "std_base": 0.14637569046807483, "t_msg": "Significant (t=-23.048249, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2514468860625799, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47015516281134007, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21125021457672005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60586638450618, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36843678474433994, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26947976589197997, "timeline_link": null, "avg_changed": 0.7016236639023199, "min_base": 0.260036945343, "delta_min": "2.6448x slower", "delta_avg": "2.6036x slower", "std_changed": 0.009063111383637298, "min_changed": 0.687746047974, "delta_std": "1.0067x smaller", "std_base": 0.009123464633426876, "t_msg": "Significant (t=-237.615656, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08407282352446, "timeline_link": null, "avg_changed": 0.4234284543991801, "min_base": 0.057678937912, "delta_min": "7.2983x slower", "delta_avg": "5.0364x slower", "std_changed": 0.0032222448211498035, "min_changed": 0.42095708847, "delta_std": "8.2640x smaller", "std_base": 0.02662863354623479, "t_msg": "Significant (t=-89.461181, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0093298816680896, "timeline_link": null, "avg_changed": 0.7439770698547001, "min_base": 0.00847887992859, "delta_min": "87.4158x slower", "delta_avg": "79.7413x slower", "std_changed": 0.002342590178882312, "min_changed": 0.741188049316, "delta_std": "1.5145x smaller", "std_base": 0.003547848813963126, "t_msg": "Significant (t=-1221.870419, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1506, "timeline_link": null, "avg_changed": 8.6924, "min_base": 2.13, "delta_min": "4.0610x slower", "delta_avg": "4.0418x slower", "std_changed": 0.02661593814362577, "min_changed": 8.65, "delta_std": "1.0932x smaller", "std_base": 0.029095900545805947, "t_msg": "Significant (t=-1173.059167, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7632000000000001, "timeline_link": null, "avg_changed": 6.695999999999999, "min_base": 0.73, "delta_min": "8.9726x slower", "delta_avg": "8.7736x slower", "std_changed": 0.04615855548972436, "min_changed": 6.55, "delta_std": "1.3792x larger", "std_base": 0.03346884021453572, "t_msg": "Significant (t=-735.785493, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07174753348031135, "timeline_link": null, "avg_changed": 0.51700393040972, "min_base": 0.0458781719208, "delta_min": "2.6281x slower", "delta_avg": "7.2059x slower", "std_changed": 0.23377502796014465, "min_changed": 0.120573997498, "delta_std": "7.7276x larger", "std_base": 0.030251973553996368, "t_msg": "Significant (t=-23.134038, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011894679069518733, "timeline_link": null, "avg_changed": 0.06353802490234396, "min_base": 0.00762701034546, "delta_min": "7.0345x slower", "delta_avg": "5.3417x slower", "std_changed": 0.007713411463445763, "min_changed": 0.053652048111, "delta_std": "1.5874x smaller", "std_base": 0.012244646532608063, "t_msg": "Significant (t=-79.796145, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 2.014547133446, "timeline_link": null, "avg_changed": 47.072538390168, "min_base": 2.00277090073, "delta_min": "23.3664x slower", "delta_avg": "23.3663x slower", "std_changed": 0.504659073479034, "min_changed": 46.7976169586, "delta_std": "89.4073x larger", "std_base": 0.0056444927999593055, "t_msg": "Significant (t=-631.293880, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5868425846104, "timeline_link": null, "avg_changed": 1.9361222267160003, "min_base": 0.427613019943, "delta_min": "4.4839x slower", "delta_avg": "3.2992x slower", "std_changed": 0.013329206946969362, "min_changed": 1.91736698151, "delta_std": "23.0561x smaller", "std_base": 0.30732015301863874, "t_msg": "Significant (t=-9.808166, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.422708654406, "timeline_link": null, "avg_changed": 11.37276186944, "min_base": 1.69337296486, "delta_min": "6.7105x slower", "delta_avg": "4.6942x slower", "std_changed": 0.011682282791917837, "min_changed": 11.3634150028, "delta_std": "99.8508x smaller", "std_base": 1.166485456438078, "t_msg": "Significant (t=-17.155742, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5265737533570001, "timeline_link": null, "avg_changed": 0.9396393299104, "min_base": 0.27525806427, "delta_min": "3.3535x slower", "delta_avg": "1.7844x slower", "std_changed": 0.014610361629505466, "min_changed": 0.923065900803, "delta_std": "23.1289x smaller", "std_base": 0.3379219614296851, "t_msg": "Significant (t=-2.730751, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4766282081604, "timeline_link": null, "avg_changed": 3.3833891868599997, "min_base": 0.335072040558, "delta_min": "10.0518x slower", "delta_avg": "7.0986x slower", "std_changed": 0.01705746678090444, "min_changed": 3.36806511879, "delta_std": "12.4748x smaller", "std_base": 0.21278803253873937, "t_msg": "Significant (t=-30.447821, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02646023512, "timeline_link": null, "avg_changed": 1.5807642622999998, "min_base": 0.020990909, "delta_min": "75.1923x slower", "delta_avg": "59.7411x slower", "std_changed": 0.0021686512807005476, "min_changed": 1.578354833, "delta_std": "6.6649x smaller", "std_base": 0.014453847649557714, "t_msg": "Significant (t=-751.974844, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [382.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [743.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [120.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [167.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [187.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004940167266811533, "timeline_link": null, "avg_changed": 0.28914016145294935, "min_base": 0.004919042400177873, "delta_min": "58.5686x slower", "delta_avg": "58.5284x slower", "std_changed": 0.0007663161296715226, "min_changed": 0.28810141169691733, "delta_std": "40.2378x larger", "std_base": 1.90446685615818e-05, "t_msg": "Significant (t=-2621.603596, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016143010034825017, "timeline_link": null, "avg_changed": 0.01347818199157917, "min_base": 0.0015870496746548167, "delta_min": "8.4464x slower", "delta_avg": "8.3492x slower", "std_changed": 7.150009265222045e-05, "min_changed": 0.013404825737265416, "delta_std": "4.1534x larger", "std_base": 1.7214860776464942e-05, "t_msg": "Significant (t=-1140.692963, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00696434047227675, "timeline_link": null, "avg_changed": 0.09534929383061665, "min_base": 0.006542361792607131, "delta_min": "14.3521x slower", "delta_avg": "13.6911x slower", "std_changed": 0.000467443496558622, "min_changed": 0.09389671361502347, "delta_std": "1.3169x larger", "std_base": 0.0003549656985347025, "t_msg": "Significant (t=-1064.795387, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19750696747948143, "timeline_link": null, "avg_changed": 1.0095851580345154, "min_base": 0.19357570624886578, "delta_min": "5.1789x slower", "delta_avg": "5.1116x slower", "std_changed": 0.004490719019965351, "min_changed": 1.0025062656641603, "delta_std": "1.1244x smaller", "std_base": 0.0050494199534138985, "t_msg": "Significant (t=-849.766648, a=0.95)\n"}]], "branch": "", "revision": "86102:6a3c7c1c12ef"}