{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.041514897346502, "timeline_link": null, "avg_changed": 0.6808479881286001, "min_base": 0.0410687923431, "delta_min": "16.5030x slower", "delta_avg": "16.4001x slower", "std_changed": 0.001573951668211839, "min_changed": 0.677757978439, "delta_std": "2.6844x larger", "std_base": 0.0005863343262903401, "t_msg": "Significant (t=-2691.547429, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015879395802819333, "timeline_link": null, "avg_changed": 0.13657867113747335, "min_base": 0.0128479003906, "delta_min": "10.3843x slower", "delta_avg": "8.6010x slower", "std_changed": 0.0024023811890996356, "min_changed": 0.133416891098, "delta_std": "2.3958x smaller", "std_base": 0.005755676419844403, "t_msg": "Significant (t=-237.017110, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28707618713395, "timeline_link": null, "avg_changed": 1.4332931637765, "min_base": 0.228931188583, "delta_min": "6.1333x slower", "delta_avg": "4.9927x slower", "std_changed": 0.08330812620617803, "min_changed": 1.40409493446, "delta_std": "2.2507x smaller", "std_base": 0.18750238993380305, "t_msg": "Significant (t=-24.983556, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3957447671892, "timeline_link": null, "avg_changed": 19.861014752383994, "min_base": 3.33787298203, "delta_min": "5.9310x slower", "delta_avg": "5.8488x slower", "std_changed": 0.07128346870100014, "min_changed": 19.7970039845, "delta_std": "1.0922x smaller", "std_base": 0.07785657483156794, "t_msg": "Significant (t=-1102.943332, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.017613992691040005, "timeline_link": null, "avg_changed": 0.23232731342315996, "min_base": 0.0145280361176, "delta_min": "15.8062x slower", "delta_avg": "13.1899x slower", "std_changed": 0.0022275343288904377, "min_changed": 0.229632854462, "delta_std": "2.2080x smaller", "std_base": 0.004918349638468747, "t_msg": "Significant (t=-281.196088, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.084328489304001, "timeline_link": null, "avg_changed": 46.205893349646, "min_base": 8.01158905029, "delta_min": "5.7533x slower", "delta_avg": "5.7155x slower", "std_changed": 0.05244847101749914, "min_changed": 46.0933828354, "delta_std": "3.2501x smaller", "std_base": 0.17046260480201594, "t_msg": "Significant (t=-1511.420149, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008837790489203802, "timeline_link": null, "avg_changed": 0.5183369493485, "min_base": 0.00627684593201, "delta_min": "82.2144x slower", "delta_avg": "58.6501x slower", "std_changed": 0.0012081224323737447, "min_changed": 0.516047000885, "delta_std": "12.6459x smaller", "std_base": 0.015277828839463924, "t_msg": "Significant (t=-235.078661, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.114440918], "base_times": [135.672125101]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048343415260308026, "timeline_link": null, "avg_changed": 3.216152720451, "min_base": 0.0457739830017, "delta_min": "70.1965x slower", "delta_avg": "66.5272x slower", "std_changed": 0.0017090961304747365, "min_changed": 3.21317386627, "delta_std": "8.2619x smaller", "std_base": 0.014120455528187824, "t_msg": "Significant (t=-1574.842803, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009884414672855201, "timeline_link": null, "avg_changed": 0.03789999961853001, "min_base": 0.00136804580688, "delta_min": "27.5422x slower", "delta_avg": "3.8343x slower", "std_changed": 0.00014728514565296862, "min_changed": 0.0376789569855, "delta_std": "78.3339x smaller", "std_base": 0.011537420104807341, "t_msg": "Significant (t=-17.168826, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029926290512089997, "timeline_link": null, "avg_changed": 1.0246971416472, "min_base": 0.0282759666443, "delta_min": "36.1318x slower", "delta_avg": "34.2407x slower", "std_changed": 0.0021351965492537707, "min_changed": 1.02166199684, "delta_std": "1.3007x smaller", "std_base": 0.002777148727370126, "t_msg": "Significant (t=-2007.969516, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4468208599090599, "timeline_link": null, "avg_changed": 1.0474294281005998, "min_base": 0.346657991409, "delta_min": "2.9961x slower", "delta_avg": "2.3442x slower", "std_changed": 0.002537374106026319, "min_changed": 1.03861403465, "delta_std": "39.7820x smaller", "std_base": 0.1009418501190595, "t_msg": "Significant (t=-42.059887, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17790252208704, "timeline_link": null, "avg_changed": 1.6001708316810004, "min_base": 0.175853013992, "delta_min": "9.0646x slower", "delta_avg": "8.9946x slower", "std_changed": 0.0049653322961703775, "min_changed": 1.59404301643, "delta_std": "1.0135x larger", "std_base": 0.004899108494543293, "t_msg": "Significant (t=-1441.780928, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04412147045135201, "timeline_link": null, "avg_changed": 0.5898638439178401, "min_base": 0.0351951122284, "delta_min": "16.4482x slower", "delta_avg": "13.3691x slower", "std_changed": 0.005722219846167373, "min_changed": 0.578897953033, "delta_std": "1.0704x larger", "std_base": 0.005345820789703043, "t_msg": "Significant (t=-492.794599, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.017245264053342, "timeline_link": null, "avg_changed": 0.25450788021090004, "min_base": 0.0142350196838, "delta_min": "17.7452x slower", "delta_avg": "14.7581x slower", "std_changed": 0.002021241964883928, "min_changed": 0.252602815628, "delta_std": "6.9037x smaller", "std_base": 0.013954128732808404, "t_msg": "Significant (t=-118.987876, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.057770757675168004, "timeline_link": null, "avg_changed": 0.56092270374296, "min_base": 0.0526700019836, "delta_min": "10.5766x slower", "delta_avg": "9.7095x slower", "std_changed": 0.0030931924483555855, "min_changed": 0.557066917419, "delta_std": "8.6446x smaller", "std_base": 0.026739513262043362, "t_msg": "Significant (t=-132.173430, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.12737508296966998, "timeline_link": null, "avg_changed": 1.550986428261, "min_base": 0.0927820205688, "delta_min": "16.6806x slower", "delta_avg": "12.1765x slower", "std_changed": 0.0021439860789021605, "min_changed": 1.54765796661, "delta_std": "18.4629x smaller", "std_base": 0.039584176037803814, "t_msg": "Significant (t=-253.932766, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.175049066550008, "timeline_link": null, "avg_changed": 352.45601058000017, "min_base": 11.8678312302, "delta_min": "29.6915x slower", "delta_avg": "28.9490x slower", "std_changed": 0.0826087861286227, "min_changed": 352.374232054, "delta_std": "3.7567x smaller", "std_base": 0.3103368791207767, "t_msg": "Significant (t=-7492.442656, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.471085453034, "timeline_link": null, "avg_changed": 19.96528992654, "min_base": 2.77534413338, "delta_min": "7.1833x slower", "delta_avg": "5.7519x slower", "std_changed": 0.023784310183852585, "min_changed": 19.9361498356, "delta_std": "39.3389x smaller", "std_base": 0.9356485282637342, "t_msg": "Significant (t=-39.406092, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8292295503616401, "timeline_link": null, "avg_changed": 23.541119971276004, "min_base": 0.821332931519, "delta_min": "28.6445x slower", "delta_avg": "28.3891x slower", "std_changed": 0.007889669672507822, "min_changed": 23.526640892, "delta_std": "2.4375x smaller", "std_base": 0.019231032549862106, "t_msg": "Significant (t=-7726.031158, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07431674480437798, "timeline_link": null, "avg_changed": 0.41379477024076006, "min_base": 0.0729789733887, "delta_min": "5.6625x slower", "delta_avg": "5.5680x slower", "std_changed": 0.000354658215771986, "min_changed": 0.413239955902, "delta_std": "13.9381x smaller", "std_base": 0.004943264955691089, "t_msg": "Significant (t=-484.359579, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03192620754242401, "timeline_link": null, "avg_changed": 0.6831186914443399, "min_base": 0.0311231613159, "delta_min": "21.8504x slower", "delta_avg": "21.3968x slower", "std_changed": 0.0028746238869356124, "min_changed": 0.680052042007, "delta_std": "1.1585x smaller", "std_base": 0.003330252804969451, "t_msg": "Significant (t=-1046.666910, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.89517464638, "timeline_link": null, "avg_changed": 43.30004491806, "min_base": 18.8753371239, "delta_min": "2.2935x slower", "delta_avg": "2.2916x slower", "std_changed": 0.015055417144107163, "min_changed": 43.2911000252, "delta_std": "2.4994x smaller", "std_base": 0.03762997471612645, "t_msg": "Significant (t=-1346.433609, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.239776372908, "timeline_link": null, "avg_changed": 9.446486997604, "min_base": 9.23099899292, "delta_min": "1.0227x slower", "delta_avg": "1.0224x slower", "std_changed": 0.005750938221221925, "min_changed": 9.4405310154, "delta_std": "2.9330x smaller", "std_base": 0.016867502281567397, "t_msg": "Significant (t=-25.936847, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29667058467862, "timeline_link": null, "avg_changed": 2.7101156282426, "min_base": 0.289096832275, "delta_min": "9.3540x slower", "delta_avg": "9.1351x slower", "std_changed": 0.002822516202526704, "min_changed": 2.70421910286, "delta_std": "2.0400x smaller", "std_base": 0.0057580419797442885, "t_msg": "Significant (t=-2661.259198, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.087161283493058, "timeline_link": null, "avg_changed": 0.4303472948074, "min_base": 0.0212020874023, "delta_min": "20.1467x slower", "delta_avg": "4.9374x slower", "std_changed": 0.014484431673402968, "min_changed": 0.427153110504, "delta_std": "7.3643x smaller", "std_base": 0.10666782953565339, "t_msg": "Significant (t=-22.543099, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.105317015647904, "timeline_link": null, "avg_changed": 0.4710220718383002, "min_base": 0.0421860218048, "delta_min": "11.1459x slower", "delta_avg": "4.4724x slower", "std_changed": 0.0013135117522604317, "min_changed": 0.470199108124, "delta_std": "86.8548x smaller", "std_base": 0.11408482717700194, "t_msg": "Significant (t=-22.665186, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.039214663505548, "timeline_link": null, "avg_changed": 2.6676098060611997, "min_base": 0.019984960556, "delta_min": "130.7533x slower", "delta_avg": "68.0258x slower", "std_changed": 0.022126442212529268, "min_changed": 2.61309885979, "delta_std": "1.3966x smaller", "std_base": 0.03090186025853555, "t_msg": "Significant (t=-489.008290, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003647122383116801, "timeline_link": null, "avg_changed": 0.35612506389618, "min_base": 0.00327610969543, "delta_min": "108.3490x slower", "delta_avg": "97.6455x slower", "std_changed": 0.0005614892201142867, "min_changed": 0.354963064194, "delta_std": "2.8284x smaller", "std_base": 0.0015881062134719258, "t_msg": "Significant (t=-1479.654693, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19919498920444595, "timeline_link": null, "avg_changed": 0.6616020727157599, "min_base": 0.0854558944702, "delta_min": "7.5654x slower", "delta_avg": "3.3214x slower", "std_changed": 0.010793822611038941, "min_changed": 0.646509885788, "delta_std": "13.3357x smaller", "std_base": 0.1439429171228894, "t_msg": "Significant (t=-22.651740, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24464719772338, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46903469085695987, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.19522814273835995, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60720988273624, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3670766782760201, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2748272085190001, "timeline_link": null, "avg_changed": 0.68580435276026, "min_base": 0.266237974167, "delta_min": "2.5101x slower", "delta_avg": "2.4954x slower", "std_changed": 0.013665555429565658, "min_changed": 0.66828918457, "delta_std": "1.3775x larger", "std_base": 0.00992085015858417, "t_msg": "Significant (t=-172.087863, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08237438678742601, "timeline_link": null, "avg_changed": 0.3983539485931199, "min_base": 0.0578079223633, "delta_min": "6.8766x slower", "delta_avg": "4.8359x slower", "std_changed": 0.0018718911203174252, "min_changed": 0.397523880005, "delta_std": "12.7320x smaller", "std_base": 0.02383296446025639, "t_msg": "Significant (t=-93.461015, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0093378114700326, "timeline_link": null, "avg_changed": 0.7522802543639802, "min_base": 0.00845098495483, "delta_min": "88.5765x slower", "delta_avg": "80.5628x slower", "std_changed": 0.00130790073498808, "min_changed": 0.748558998108, "delta_std": "3.0213x smaller", "std_base": 0.003951556997320071, "t_msg": "Significant (t=-1262.113605, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.136, "timeline_link": null, "avg_changed": 8.138399999999995, "min_base": 2.1, "delta_min": "3.8667x slower", "delta_avg": "3.8101x slower", "std_changed": 0.018556037578433878, "min_changed": 8.12, "delta_std": "1.7724x smaller", "std_base": 0.03288818409491816, "t_msg": "Significant (t=-1123.974319, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7644000000000003, "timeline_link": null, "avg_changed": 5.879999999999999, "min_base": 0.73, "delta_min": "7.9726x slower", "delta_avg": "7.6923x slower", "std_changed": 0.026802375770419558, "min_changed": 5.82, "delta_std": "1.2390x smaller", "std_base": 0.033206834801754605, "t_msg": "Significant (t=-847.655350, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07117608388265399, "timeline_link": null, "avg_changed": 0.5134454584121664, "min_base": 0.0438349246979, "delta_min": "2.6837x slower", "delta_avg": "7.2137x slower", "std_changed": 0.23359378235233713, "min_changed": 0.117640018463, "delta_std": "7.6606x larger", "std_base": 0.03049290186118413, "t_msg": "Significant (t=-22.993345, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012828859806061603, "timeline_link": null, "avg_changed": 0.055617436885831574, "min_base": 0.00789594650269, "delta_min": "6.7126x slower", "delta_avg": "4.3353x slower", "std_changed": 0.005407979161372333, "min_changed": 0.0530021190643, "delta_std": "2.2927x smaller", "std_base": 0.012398645415037293, "t_msg": "Significant (t=-70.732623, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9419974565508, "timeline_link": null, "avg_changed": 45.77085743427799, "min_base": 1.92984104156, "delta_min": "23.6411x slower", "delta_avg": "23.5690x slower", "std_changed": 0.06320815724259213, "min_changed": 45.6235268116, "delta_std": "10.7507x larger", "std_base": 0.005879422131475318, "t_msg": "Significant (t=-4882.040102, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.585727643967, "timeline_link": null, "avg_changed": 1.8598197460199999, "min_base": 0.425805091858, "delta_min": "4.3455x slower", "delta_avg": "3.1752x slower", "std_changed": 0.008123537164803452, "min_changed": 1.85033297539, "delta_std": "38.7406x smaller", "std_base": 0.3147107286782926, "t_msg": "Significant (t=-9.049605, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.43892774582, "timeline_link": null, "avg_changed": 11.205826187140001, "min_base": 1.68023705482, "delta_min": "6.6554x slower", "delta_avg": "4.5946x slower", "std_changed": 0.017047245769851213, "min_changed": 11.1826360226, "delta_std": "70.4253x smaller", "std_base": 1.2005565952311086, "t_msg": "Significant (t=-16.326931, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5436216354365999, "timeline_link": null, "avg_changed": 0.9189051628114001, "min_base": 0.227394104004, "delta_min": "3.9611x slower", "delta_avg": "1.6903x slower", "std_changed": 0.015667664161795585, "min_changed": 0.900726079941, "delta_std": "25.2033x smaller", "std_base": 0.3948768537094951, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4674250125887999, "timeline_link": null, "avg_changed": 3.3202702999100007, "min_base": 0.316422939301, "delta_min": "10.4414x slower", "delta_avg": "7.1033x slower", "std_changed": 0.01293823585933359, "min_changed": 3.3038880825, "delta_std": "17.3041x smaller", "std_base": 0.22388401644212697, "t_msg": "Significant (t=-28.445668, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024996754120000002, "timeline_link": null, "avg_changed": 1.5230836400400003, "min_base": 0.019398236, "delta_min": "78.3394x slower", "delta_avg": "60.9313x slower", "std_changed": 0.0014428964643862449, "min_changed": 1.519646266, "delta_std": "11.0678x smaller", "std_base": 0.015969733295008823, "t_msg": "Significant (t=-660.630867, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [373.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [730.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [119.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [188.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0046233769137148505, "timeline_link": null, "avg_changed": 0.28277319463235584, "min_base": 0.004604390747016355, "delta_min": "61.2925x slower", "delta_avg": "61.1616x slower", "std_changed": 0.0007297280358674943, "min_changed": 0.28221482192244735, "delta_std": "33.8959x larger", "std_base": 2.1528480210697752e-05, "t_msg": "Significant (t=-2694.100753, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015570687321909264, "timeline_link": null, "avg_changed": 0.01307506627057171, "min_base": 0.0015403573629081946, "delta_min": "8.4641x slower", "delta_avg": "8.3972x slower", "std_changed": 3.563331914922441e-05, "min_changed": 0.01303780964797914, "delta_std": "2.8798x larger", "std_base": 1.2373398565165963e-05, "t_msg": "Significant (t=-2159.159877, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006741099652753214, "timeline_link": null, "avg_changed": 0.09147640791476398, "min_base": 0.006277463904582548, "delta_min": "14.5479x slower", "delta_avg": "13.5700x slower", "std_changed": 0.00041636316927868585, "min_changed": 0.091324200913242, "delta_std": "1.1360x larger", "std_base": 0.00036650267920770494, "t_msg": "Significant (t=-1080.184687, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19706915440517064, "timeline_link": null, "avg_changed": 0.9881010211733297, "min_base": 0.1938688961589725, "delta_min": "5.0725x slower", "delta_avg": "5.0140x slower", "std_changed": 0.0037144216731886002, "min_changed": 0.9834050399508297, "delta_std": "1.5030x smaller", "std_base": 0.005582909881077402, "t_msg": "Significant (t=-834.137730, a=0.95)\n"}]], "branch": "", "revision": "90585:8a2bfc0d6823"}