{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019219489097596, "timeline_link": null, "avg_changed": 0.27864836692809997, "min_base": 0.0188779830933, "delta_min": "14.4030x slower", "delta_avg": "14.4982x slower", "std_changed": 0.0030088691098868114, "min_changed": 0.271899938583, "delta_std": "8.4305x larger", "std_base": 0.00035690305820545916, "t_msg": "Significant (t=-605.432955, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008729117711384399, "timeline_link": null, "avg_changed": 0.0588151868184447, "min_base": 0.00658512115479, "delta_min": "8.4029x slower", "delta_avg": "6.7378x slower", "std_changed": 0.0024910634797015926, "min_changed": 0.0553338527679, "delta_std": "1.4838x smaller", "std_base": 0.003696148029610279, "t_msg": "Significant (t=-137.625035, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1322594165801, "timeline_link": null, "avg_changed": 0.6686170101166001, "min_base": 0.102001905441, "delta_min": "6.3968x slower", "delta_avg": "5.0553x slower", "std_changed": 0.007456645335957825, "min_changed": 0.65248799324, "delta_std": "12.2671x smaller", "std_base": 0.09147117275027788, "t_msg": "Significant (t=-26.136470, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6457941961282003, "timeline_link": null, "avg_changed": 8.9223354148862, "min_base": 1.62871599197, "delta_min": "5.4389x slower", "delta_avg": "5.4213x slower", "std_changed": 0.029843864680924415, "min_changed": 8.8584830761, "delta_std": "3.6732x larger", "std_base": 0.008124807545997398, "t_msg": "Significant (t=-1663.524497, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0064451932907118, "timeline_link": null, "avg_changed": 0.07946387767790801, "min_base": 0.00491404533386, "delta_min": "15.8019x slower", "delta_avg": "12.3292x slower", "std_changed": 0.001338128118756303, "min_changed": 0.0776510238647, "delta_std": "1.6034x smaller", "std_base": 0.002145521127804135, "t_msg": "Significant (t=-204.191594, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.070058059694, "timeline_link": null, "avg_changed": 22.996994447699997, "min_base": 3.89324116707, "delta_min": "5.8818x slower", "delta_avg": "5.6503x slower", "std_changed": 0.08214064882246652, "min_changed": 22.8992011547, "delta_std": "3.4134x smaller", "std_base": 0.28037688956710294, "t_msg": "Significant (t=-144.857999, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046210002899168, "timeline_link": null, "avg_changed": 0.21729113101962, "min_base": 0.00350093841553, "delta_min": "60.6197x slower", "delta_avg": "47.0225x slower", "std_changed": 0.002366638970850637, "min_changed": 0.212225914001, "delta_std": "2.9005x smaller", "std_base": 0.006864420783248443, "t_msg": "Significant (t=-207.108842, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [131.628725052], "base_times": [64.375770092]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.026733412742618007, "timeline_link": null, "avg_changed": 1.5959821987162002, "min_base": 0.0251231193542, "delta_min": "62.6768x slower", "delta_avg": "59.6999x slower", "std_changed": 0.00959873217782753, "min_changed": 1.57463693619, "delta_std": "1.4804x larger", "std_base": 0.006483977085734099, "t_msg": "Significant (t=-957.936594, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00484453678131012, "timeline_link": null, "avg_changed": 0.017955813407893997, "min_base": 0.000649213790894, "delta_min": "26.8388x slower", "delta_avg": "3.7064x slower", "std_changed": 0.00020904492253255686, "min_changed": 0.0174241065979, "delta_std": "26.6044x smaller", "std_base": 0.005561515190995887, "t_msg": "Significant (t=-16.658285, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015585989952093999, "timeline_link": null, "avg_changed": 0.44261215686802, "min_base": 0.0149040222168, "delta_min": "28.9906x slower", "delta_avg": "28.3981x slower", "std_changed": 0.006272789533253055, "min_changed": 0.432075977325, "delta_std": "5.2552x larger", "std_base": 0.0011936272894970993, "t_msg": "Significant (t=-472.884526, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19100038528442004, "timeline_link": null, "avg_changed": 0.4665966081618999, "min_base": 0.159919023514, "delta_min": "2.8111x slower", "delta_avg": "2.4429x slower", "std_changed": 0.007219876142796503, "min_changed": 0.449541091919, "delta_std": "6.3785x smaller", "std_base": 0.04605199165003808, "t_msg": "Significant (t=-41.805858, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.097583560943602, "timeline_link": null, "avg_changed": 0.7914968442916801, "min_base": 0.0941920280457, "delta_min": "8.1453x slower", "delta_avg": "8.1110x slower", "std_changed": 0.013801240931466143, "min_changed": 0.76722407341, "delta_std": "4.8004x larger", "std_base": 0.002874993587373371, "t_msg": "Significant (t=-348.054887, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020956044197078, "timeline_link": null, "avg_changed": 0.25670837879182, "min_base": 0.0178601741791, "delta_min": "13.8452x slower", "delta_avg": "12.2498x slower", "std_changed": 0.004599972005522252, "min_changed": 0.247277975082, "delta_std": "2.0453x larger", "std_base": 0.002249046819432541, "t_msg": "Significant (t=-325.567920, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008819031715393402, "timeline_link": null, "avg_changed": 0.11028819084165999, "min_base": 0.00696611404419, "delta_min": "15.5119x slower", "delta_avg": "12.5057x slower", "std_changed": 0.0013879740113889457, "min_changed": 0.108057975769, "delta_std": "4.6810x smaller", "std_base": 0.00649704224031589, "t_msg": "Significant (t=-107.997224, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023292813301089996, "timeline_link": null, "avg_changed": 0.23471766948698003, "min_base": 0.0204210281372, "delta_min": "11.2754x slower", "delta_avg": "10.0768x slower", "std_changed": 0.002499740182257828, "min_changed": 0.230256080627, "delta_std": "5.1133x smaller", "std_base": 0.012782008739942764, "t_msg": "Significant (t=-114.786735, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.064549136161802, "timeline_link": null, "avg_changed": 0.7794602918624999, "min_base": 0.0435581207275, "delta_min": "17.5808x slower", "delta_avg": "12.0755x slower", "std_changed": 0.007411345217476699, "min_changed": 0.765784978867, "delta_std": "2.4789x smaller", "std_base": 0.01837169995405433, "t_msg": "Significant (t=-255.179833, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.242417097089999, "timeline_link": null, "avg_changed": 161.23336803899997, "min_base": 6.05642914772, "delta_min": "26.6212x slower", "delta_avg": "25.8287x slower", "std_changed": 0.0038012848373523305, "min_changed": 161.229604959, "delta_std": "49.4244x smaller", "std_base": 0.18787620031215313, "t_msg": "Significant (t=-5832.177071, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.397409629822, "timeline_link": null, "avg_changed": 8.745140600204, "min_base": 1.08881807327, "delta_min": "7.9919x slower", "delta_avg": "6.2581x slower", "std_changed": 0.037850048634406164, "min_changed": 8.7016890049, "delta_std": "11.7089x smaller", "std_base": 0.4431827467747691, "t_msg": "Significant (t=-36.938332, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37304141521458, "timeline_link": null, "avg_changed": 11.262110290534002, "min_base": 0.363761901855, "delta_min": "30.6644x slower", "delta_avg": "30.1900x slower", "std_changed": 0.0386492481996242, "min_changed": 11.1545341015, "delta_std": "4.5986x larger", "std_base": 0.008404605944165205, "t_msg": "Significant (t=-1946.711504, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.044158635139464, "timeline_link": null, "avg_changed": 0.21732208251957993, "min_base": 0.0427248477936, "delta_min": "4.9980x slower", "delta_avg": "4.9214x slower", "std_changed": 0.0019584680861125608, "min_changed": 0.213540077209, "delta_std": "1.2187x smaller", "std_base": 0.0023866892836411605, "t_msg": "Significant (t=-396.599237, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020678315162664003, "timeline_link": null, "avg_changed": 0.37353519916530004, "min_base": 0.0199499130249, "delta_min": "18.1870x slower", "delta_avg": "18.0641x slower", "std_changed": 0.005570933437622556, "min_changed": 0.362828969955, "delta_std": "3.5429x larger", "std_base": 0.0015724316043367501, "t_msg": "Significant (t=-431.032857, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.340604972838, "timeline_link": null, "avg_changed": 18.69021167754, "min_base": 9.26921200752, "delta_min": "2.0069x slower", "delta_avg": "2.0010x slower", "std_changed": 0.07456331076210129, "min_changed": 18.602684021, "delta_std": "1.3782x larger", "std_base": 0.05410007560291429, "t_msg": "Significant (t=-226.941487, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.4362617492659995, "timeline_link": null, "avg_changed": 4.5263576507579995, "min_base": 4.42067980766, "delta_min": "1.0146x slower", "delta_avg": "1.0203x slower", "std_changed": 0.024626307963082985, "min_changed": 4.48540496826, "delta_std": "2.5956x larger", "std_base": 0.009487593322613648, "t_msg": "Significant (t=-7.633769, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15640183925631998, "timeline_link": null, "avg_changed": 1.1892327356338002, "min_base": 0.151585817337, "delta_min": "7.7058x slower", "delta_avg": "7.6037x slower", "std_changed": 0.00877791743575456, "min_changed": 1.16809201241, "delta_std": "2.7967x larger", "std_base": 0.0031387085807128793, "t_msg": "Significant (t=-783.422470, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04709886074068001, "timeline_link": null, "avg_changed": 0.19642259597779999, "min_base": 0.0112299919128, "delta_min": "16.9405x slower", "delta_avg": "4.1704x slower", "std_changed": 0.006497818387073782, "min_changed": 0.19024181366, "delta_std": "8.0426x smaller", "std_base": 0.05225923031422606, "t_msg": "Significant (t=-20.050233, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04788465023042399, "timeline_link": null, "avg_changed": 0.21076416015624005, "min_base": 0.0169761180878, "delta_min": "12.0843x slower", "delta_avg": "4.4015x slower", "std_changed": 0.0027314007565178073, "min_changed": 0.205145120621, "delta_std": "20.2895x smaller", "std_base": 0.055418657324755795, "t_msg": "Significant (t=-20.757192, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010257301330566, "timeline_link": null, "avg_changed": 1.1501944160460005, "min_base": 0.00869798660278, "delta_min": "130.6154x slower", "delta_avg": "112.1342x slower", "std_changed": 0.008424948459987284, "min_changed": 1.13609099388, "delta_std": "2.2025x larger", "std_base": 0.0038252565313155458, "t_msg": "Significant (t=-871.159550, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015876102447508003, "timeline_link": null, "avg_changed": 0.18391563415531997, "min_base": 0.00142502784729, "delta_min": "126.7835x slower", "delta_avg": "115.8443x slower", "std_changed": 0.002188971185583632, "min_changed": 0.180670022964, "delta_std": "4.6343x larger", "std_base": 0.00047234125232363956, "t_msg": "Significant (t=-575.726077, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09085566520691599, "timeline_link": null, "avg_changed": 0.3007427406311399, "min_base": 0.0365519523621, "delta_min": "7.9558x slower", "delta_avg": "3.3101x slower", "std_changed": 0.006421462456918531, "min_changed": 0.290801048279, "delta_std": "11.1304x smaller", "std_base": 0.07147373347412987, "t_msg": "Significant (t=-20.681331, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11978137493133996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18394525051120003, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12018279552458001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25753444671627995, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16407950878146, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14016207695007996, "timeline_link": null, "avg_changed": 0.45568493843080005, "min_base": 0.136076927185, "delta_min": "3.2405x slower", "delta_avg": "3.2511x slower", "std_changed": 0.007050062570010585, "min_changed": 0.440953016281, "delta_std": "4.6629x larger", "std_base": 0.0015119551354731433, "t_msg": "Significant (t=-309.427188, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042818632125854, "timeline_link": null, "avg_changed": 0.20558123111725993, "min_base": 0.0293371677399, "delta_min": "6.7843x slower", "delta_avg": "4.8012x slower", "std_changed": 0.002899980718089496, "min_changed": 0.199032068253, "delta_std": "3.9425x smaller", "std_base": 0.01143304901821535, "t_msg": "Significant (t=-97.574832, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0056083393096924, "timeline_link": null, "avg_changed": 0.31457820415495996, "min_base": 0.00515413284302, "delta_min": "59.4455x slower", "delta_avg": "56.0912x slower", "std_changed": 0.004313164565553697, "min_changed": 0.306390047073, "delta_std": "2.2554x larger", "std_base": 0.0019123408994702522, "t_msg": "Significant (t=-463.056824, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0092000000000005, "timeline_link": null, "avg_changed": 5.0733999999999995, "min_base": 0.98, "delta_min": "5.0612x slower", "delta_avg": "5.0272x slower", "std_changed": 0.05239605842785799, "min_changed": 4.96, "delta_std": "2.7515x larger", "std_base": 0.01904238023194474, "t_msg": "Significant (t=-515.492582, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3884000000000004, "timeline_link": null, "avg_changed": 3.5643999999999996, "min_base": 0.36, "delta_min": "9.6944x slower", "delta_avg": "9.1771x slower", "std_changed": 0.04224128940518086, "min_changed": 3.49, "delta_std": "2.0370x larger", "std_base": 0.020737425498998912, "t_msg": "Significant (t=-477.244203, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034614249865206004, "timeline_link": null, "avg_changed": 0.2087559143701807, "min_base": 0.0194129943848, "delta_min": "3.0582x slower", "delta_avg": "6.0309x slower", "std_changed": 0.08750817954785585, "min_changed": 0.0593690872192, "delta_std": "5.2903x larger", "std_base": 0.01654119251173108, "t_msg": "Significant (t=-23.948391, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01771411561965864, "timeline_link": null, "avg_changed": 0.044397788524631165, "min_base": 0.0035560131073, "delta_min": "7.4524x slower", "delta_avg": "2.5064x slower", "std_changed": 0.08247971359517096, "min_changed": 0.0265009403229, "delta_std": "1.4680x larger", "std_base": 0.05618436917023741, "t_msg": "Significant (t=-5.978744, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7407855272292, "timeline_link": null, "avg_changed": 16.95072193146, "min_base": 0.72976398468, "delta_min": "23.1047x slower", "delta_avg": "22.8821x slower", "std_changed": 0.04595056221873855, "min_changed": 16.8609969616, "delta_std": "7.2511x larger", "std_base": 0.0063370505441472935, "t_msg": "Significant (t=-1105.094186, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2533461570738, "timeline_link": null, "avg_changed": 0.8052890300751999, "min_base": 0.17715883255, "delta_min": "4.4776x slower", "delta_avg": "3.1786x slower", "std_changed": 0.007651747990848993, "min_changed": 0.793245077133, "delta_std": "20.6479x smaller", "std_base": 0.15799254127854348, "t_msg": "Significant (t=-7.802501, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1662104129784, "timeline_link": null, "avg_changed": 4.851022815706, "min_base": 0.793017864227, "delta_min": "6.0998x slower", "delta_avg": "4.1596x slower", "std_changed": 0.010505945627640565, "min_changed": 4.83725190163, "delta_std": "52.9772x smaller", "std_base": 0.5565758461387112, "t_msg": "Significant (t=-14.801259, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.249382162094, "timeline_link": null, "avg_changed": 0.39091544151299995, "min_base": 0.129023790359, "delta_min": "2.9454x slower", "delta_avg": "1.5675x slower", "std_changed": 0.00967474721788279, "min_changed": 0.380033016205, "delta_std": "19.5194x smaller", "std_base": 0.18884520818854847, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.224655818939, "timeline_link": null, "avg_changed": 1.374860572816, "min_base": 0.161130905151, "delta_min": "8.4192x slower", "delta_avg": "6.1199x slower", "std_changed": 0.0161642253447267, "min_changed": 1.3565928936, "delta_std": "6.3576x smaller", "std_base": 0.10276639561426255, "t_msg": "Significant (t=-24.723053, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010456485420000003, "timeline_link": null, "avg_changed": 0.7235547919199999, "min_base": 0.007711981, "delta_min": "91.5949x slower", "delta_avg": "69.1967x slower", "std_changed": 0.01012896111970345, "min_changed": 0.70637834, "delta_std": "1.3203x larger", "std_base": 0.00767188600843132, "t_msg": "Significant (t=-396.835414, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [183.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [495.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [87.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002501287663377822, "timeline_link": null, "avg_changed": 0.12406312849680994, "min_base": 0.002438051548211494, "delta_min": "50.0657x slower", "delta_avg": "49.5997x slower", "std_changed": 0.0011549500021572033, "min_changed": 0.12206286237412267, "delta_std": "55.7646x larger", "std_base": 2.0711169580268887e-05, "t_msg": "Significant (t=-744.130779, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006713601822076631, "timeline_link": null, "avg_changed": 0.0064368342686319064, "min_base": 0.000660414740457007, "delta_min": "9.6631x slower", "delta_avg": "9.5878x slower", "std_changed": 3.706668908343125e-05, "min_changed": 0.006381620931716656, "delta_std": "4.6745x larger", "std_base": 7.929624183773602e-06, "t_msg": "Significant (t=-340.109756, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027962988376818826, "timeline_link": null, "avg_changed": 0.041759637988898396, "min_base": 0.0024563989191844758, "delta_min": "16.6503x slower", "delta_avg": "14.9339x slower", "std_changed": 0.00042550967393522134, "min_changed": 0.0408997955010225, "delta_std": "2.0814x larger", "std_base": 0.00020443753327892823, "t_msg": "Significant (t=-583.622122, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05970748063975724, "timeline_link": null, "avg_changed": 0.33560776382766805, "min_base": 0.0582739970498789, "delta_min": "5.6559x slower", "delta_avg": "5.6209x slower", "std_changed": 0.00314538737353395, "min_changed": 0.3295911010402719, "delta_std": "4.1803x larger", "std_base": 0.0007524290560812776, "t_msg": "Significant (t=-603.225063, a=0.95)\n"}]], "branch": "", "revision": "96535:d0a7535c8be7"}