{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019817099571223996, "timeline_link": null, "avg_changed": 0.28581254959110003, "min_base": 0.0196030139923, "delta_min": "14.2055x slower", "delta_avg": "14.4225x slower", "std_changed": 0.0030787681707385387, "min_changed": 0.278470993042, "delta_std": "8.0911x larger", "std_base": 0.0003805146968328866, "t_msg": "Significant (t=-606.303839, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.009029391606648401, "timeline_link": null, "avg_changed": 0.06080681165059468, "min_base": 0.00691604614258, "delta_min": "8.2874x slower", "delta_avg": "6.7343x slower", "std_changed": 0.0021996471605388764, "min_changed": 0.0573160648346, "delta_std": "1.7340x smaller", "std_base": 0.003814113149588552, "t_msg": "Significant (t=-144.026689, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15427280664455, "timeline_link": null, "avg_changed": 1.0042578458785, "min_base": 0.121560811996, "delta_min": "8.1380x slower", "delta_avg": "6.5096x slower", "std_changed": 0.007385968351695697, "min_changed": 0.989259958267, "delta_std": "13.9119x smaller", "std_base": 0.10275298286588641, "t_msg": "Significant (t=-36.898844, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6751805829993998, "timeline_link": null, "avg_changed": 9.148253960609196, "min_base": 1.66212916374, "delta_min": "5.4551x slower", "delta_avg": "5.4611x slower", "std_changed": 0.029897570737352965, "min_changed": 9.06704187393, "delta_std": "5.1432x larger", "std_base": 0.0058130099435897975, "t_msg": "Significant (t=-1734.965374, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0068743467330949996, "timeline_link": null, "avg_changed": 0.078539223670966, "min_base": 0.00529193878174, "delta_min": "14.4860x slower", "delta_avg": "11.4250x slower", "std_changed": 0.0015493233318549509, "min_changed": 0.0766589641571, "delta_std": "1.4859x smaller", "std_base": 0.002302208383448204, "t_msg": "Significant (t=-182.612302, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.091709327698, "timeline_link": null, "avg_changed": 23.066681194300003, "min_base": 3.88262581825, "delta_min": "5.9126x slower", "delta_avg": "5.6374x slower", "std_changed": 0.08988489843873654, "min_changed": 22.9564158916, "delta_std": "3.1724x smaller", "std_base": 0.2851553305677195, "t_msg": "Significant (t=-141.910566, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004736380577088599, "timeline_link": null, "avg_changed": 0.21948939323428, "min_base": 0.00356602668762, "delta_min": "59.8312x slower", "delta_avg": "46.3412x slower", "std_changed": 0.0028358395481921064, "min_changed": 0.213359832764, "delta_std": "2.5367x smaller", "std_base": 0.007193699252728292, "t_msg": "Significant (t=-196.383632, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.921006918], "base_times": [65.2261960506]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027097773551948014, "timeline_link": null, "avg_changed": 1.6300455236435996, "min_base": 0.0258269309998, "delta_min": "62.2497x slower", "delta_avg": "60.1542x slower", "std_changed": 0.010164297073642203, "min_changed": 1.60771989822, "delta_std": "1.4975x larger", "std_base": 0.0067875218390221195, "t_msg": "Significant (t=-927.370371, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004940304756164619, "timeline_link": null, "avg_changed": 0.018103499412537995, "min_base": 0.000655889511108, "delta_min": "27.0382x slower", "delta_avg": "3.6644x slower", "std_changed": 0.00020707456944411262, "min_changed": 0.0177340507507, "delta_std": "27.4704x smaller", "std_base": 0.005688419516427701, "t_msg": "Significant (t=-16.351859, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015109028816231995, "timeline_link": null, "avg_changed": 0.4478427600861001, "min_base": 0.0146100521088, "delta_min": "29.7489x slower", "delta_avg": "29.6407x slower", "std_changed": 0.00409806011836375, "min_changed": 0.434633016586, "delta_std": "2.9082x larger", "std_base": 0.0014091235249775564, "t_msg": "Significant (t=-706.091734, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18964826583868, "timeline_link": null, "avg_changed": 0.46983599185944, "min_base": 0.156980037689, "delta_min": "2.9103x slower", "delta_avg": "2.4774x slower", "std_changed": 0.006183723299964096, "min_changed": 0.45686006546, "delta_std": "7.4545x smaller", "std_base": 0.046096510356190896, "t_msg": "Significant (t=-42.598385, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09847858905792205, "timeline_link": null, "avg_changed": 0.7144620513915801, "min_base": 0.0955460071564, "delta_min": "7.2920x slower", "delta_avg": "7.2550x slower", "std_changed": 0.012461697696040445, "min_changed": 0.696722984314, "delta_std": "5.3785x larger", "std_base": 0.0023169323719877846, "t_msg": "Significant (t=-343.634971, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020891718864445998, "timeline_link": null, "avg_changed": 0.27140827178958, "min_base": 0.0177869796753, "delta_min": "14.8982x slower", "delta_avg": "12.9912x slower", "std_changed": 0.003697761102114895, "min_changed": 0.264994859695, "delta_std": "1.6375x larger", "std_base": 0.002258113682601356, "t_msg": "Significant (t=-408.846425, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008730039596555801, "timeline_link": null, "avg_changed": 0.10995786666866002, "min_base": 0.00691699981689, "delta_min": "15.3601x slower", "delta_avg": "12.5953x slower", "std_changed": 0.0015555523616912782, "min_changed": 0.106245994568, "delta_std": "4.1793x smaller", "std_base": 0.006501089659452026, "t_msg": "Significant (t=-107.080239, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024033002853397996, "timeline_link": null, "avg_changed": 0.22831473350528, "min_base": 0.0209050178528, "delta_min": "10.6698x slower", "delta_avg": "9.5001x slower", "std_changed": 0.0025382399409879615, "min_changed": 0.223052978516, "delta_std": "5.1409x smaller", "std_base": 0.013048884115191508, "t_msg": "Significant (t=-108.661713, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.05888463020323, "timeline_link": null, "avg_changed": 0.7481655311583998, "min_base": 0.0433619022369, "delta_min": "16.8644x slower", "delta_avg": "12.7056x slower", "std_changed": 0.007445463438921867, "min_changed": 0.731271982193, "delta_std": "2.1124x smaller", "std_base": 0.01572751316583318, "t_msg": "Significant (t=-280.098493, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.310111045839999, "timeline_link": null, "avg_changed": 164.2632750269998, "min_base": 6.20328807831, "delta_min": "26.4557x slower", "delta_avg": "26.0318x slower", "std_changed": 0.15242793088558354, "min_changed": 164.112379074, "delta_std": "1.4126x larger", "std_base": 0.10790749246704755, "t_msg": "Significant (t=-5980.474886, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.4355797767660001, "timeline_link": null, "avg_changed": 8.586822843552001, "min_base": 1.06896591187, "delta_min": "7.9957x slower", "delta_avg": "5.9814x slower", "std_changed": 0.030653939335076024, "min_changed": 8.54714202881, "delta_std": "15.7785x smaller", "std_base": 0.483673002735926, "t_msg": "Significant (t=-32.994703, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37985324859615993, "timeline_link": null, "avg_changed": 11.841195607194004, "min_base": 0.36943602562, "delta_min": "31.8544x slower", "delta_avg": "31.1731x slower", "std_changed": 0.033758481575874674, "min_changed": 11.768173933, "delta_std": "3.2967x larger", "std_base": 0.010240223137290711, "t_msg": "Significant (t=-2297.330705, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046533703804014, "timeline_link": null, "avg_changed": 0.22139618396758004, "min_base": 0.0454249382019, "delta_min": "4.7348x slower", "delta_avg": "4.7578x slower", "std_changed": 0.00264569860079137, "min_changed": 0.215078115463, "delta_std": "1.0659x larger", "std_base": 0.00248215743809417, "t_msg": "Significant (t=-340.831756, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020901756286626005, "timeline_link": null, "avg_changed": 0.3611615371704401, "min_base": 0.0202040672302, "delta_min": "17.4578x slower", "delta_avg": "17.2790x slower", "std_changed": 0.0041470466089999535, "min_changed": 0.352718114853, "delta_std": "2.7195x larger", "std_base": 0.0015249045392732527, "t_msg": "Significant (t=-544.526072, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.078941774368, "timeline_link": null, "avg_changed": 18.32243084908, "min_base": 9.01433300972, "delta_min": "2.0303x slower", "delta_avg": "2.0181x slower", "std_changed": 0.02441514685600285, "min_changed": 18.3018550873, "delta_std": "2.4101x smaller", "std_base": 0.05884354824925853, "t_msg": "Significant (t=-324.436316, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.599580955504, "timeline_link": null, "avg_changed": 4.666601991654, "min_base": 4.59347295761, "delta_min": "1.0101x slower", "delta_avg": "1.0146x slower", "std_changed": 0.016380206094572948, "min_changed": 4.63993597031, "delta_std": "2.1184x larger", "std_base": 0.007732493214835441, "t_msg": "Significant (t=-8.273539, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15767787933348, "timeline_link": null, "avg_changed": 1.2378077173234, "min_base": 0.153282165527, "delta_min": "7.8813x slower", "delta_avg": "7.8502x slower", "std_changed": 0.010778791805369307, "min_changed": 1.20805597305, "delta_std": "4.0743x larger", "std_base": 0.0026455507014423664, "t_msg": "Significant (t=-688.158676, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046396598815936, "timeline_link": null, "avg_changed": 0.20587376594548, "min_base": 0.0103161334991, "delta_min": "19.4206x slower", "delta_avg": "4.4373x slower", "std_changed": 0.008415533635375023, "min_changed": 0.200345039368, "delta_std": "6.3279x smaller", "std_base": 0.053253022334796916, "t_msg": "Significant (t=-20.916210, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.048561863899243995, "timeline_link": null, "avg_changed": 0.21210756301876, "min_base": 0.0156860351562, "delta_min": "13.0615x slower", "delta_avg": "4.3678x slower", "std_changed": 0.0031732728023641057, "min_changed": 0.204883813858, "delta_std": "18.2932x smaller", "std_base": 0.05804921139173375, "t_msg": "Significant (t=-19.892065, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.009370484352110601, "timeline_link": null, "avg_changed": 1.1952289342881999, "min_base": 0.00881195068359, "delta_min": "132.1679x slower", "delta_avg": "127.5525x slower", "std_changed": 0.018320273354730895, "min_changed": 1.16465687752, "delta_std": "27.7015x larger", "std_base": 0.0006613468512919652, "t_msg": "Significant (t=-457.407324, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015660953521724, "timeline_link": null, "avg_changed": 0.18471810817720002, "min_base": 0.00142502784729, "delta_min": "126.3667x slower", "delta_avg": "117.9482x slower", "std_changed": 0.0021111973529964003, "min_changed": 0.180076122284, "delta_std": "6.8868x larger", "std_base": 0.0003065561162148739, "t_msg": "Significant (t=-607.067571, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08878547668457598, "timeline_link": null, "avg_changed": 0.3026086902618601, "min_base": 0.0350868701935, "delta_min": "8.4070x slower", "delta_avg": "3.4083x slower", "std_changed": 0.008129027118576966, "min_changed": 0.294974088669, "delta_std": "9.1859x smaller", "std_base": 0.07467257746832859, "t_msg": "Significant (t=-20.128918, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1194885253906, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18405307292941994, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12082931995392, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2580164480209399, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15222902297977997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.1383783388138, "timeline_link": null, "avg_changed": 0.4322177934645599, "min_base": 0.135912895203, "delta_min": "3.1276x slower", "delta_avg": "3.1234x slower", "std_changed": 0.004665327558091057, "min_changed": 0.425076961517, "delta_std": "3.7255x larger", "std_base": 0.001252258016538485, "t_msg": "Significant (t=-430.136014, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043978900909415995, "timeline_link": null, "avg_changed": 0.2069097042083599, "min_base": 0.0306251049042, "delta_min": "6.5419x slower", "delta_avg": "4.7047x slower", "std_changed": 0.003131246959394802, "min_changed": 0.200347185135, "delta_std": "3.9673x smaller", "std_base": 0.012422683266369096, "t_msg": "Significant (t=-89.928463, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005424690246582402, "timeline_link": null, "avg_changed": 0.34613959789278, "min_base": 0.00501585006714, "delta_min": "67.1334x slower", "delta_avg": "63.8082x slower", "std_changed": 0.0034957353126207884, "min_changed": 0.336730957031, "delta_std": "2.2552x larger", "std_base": 0.0015500978859895286, "t_msg": "Significant (t=-630.025839, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0317999999999998, "timeline_link": null, "avg_changed": 4.8636, "min_base": 0.99, "delta_min": "4.7576x slower", "delta_avg": "4.7137x slower", "std_changed": 0.05244083157546735, "min_changed": 4.71, "delta_std": "2.1075x larger", "std_base": 0.024882581400306084, "t_msg": "Significant (t=-466.794243, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.38380000000000014, "timeline_link": null, "avg_changed": 3.668199999999999, "min_base": 0.36, "delta_min": "9.9167x slower", "delta_avg": "9.5576x slower", "std_changed": 0.03852854759255581, "min_changed": 3.57, "delta_std": "1.9681x larger", "std_base": 0.019576120396950936, "t_msg": "Significant (t=-537.391225, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03427974383036733, "timeline_link": null, "avg_changed": 0.2133874654769753, "min_base": 0.0208239555359, "delta_min": "2.9484x slower", "delta_avg": "6.2249x slower", "std_changed": 0.0893501365714622, "min_changed": 0.0613968372345, "delta_std": "5.4150x larger", "std_base": 0.016500341531331515, "t_msg": "Significant (t=-24.142530, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017321581363680044, "timeline_link": null, "avg_changed": 0.043222233772276825, "min_base": 0.00348210334778, "delta_min": "7.6816x slower", "delta_avg": "2.4953x slower", "std_changed": 0.07571733616188597, "min_changed": 0.0267481803894, "delta_std": "1.4049x larger", "std_base": 0.053894660890720106, "t_msg": "Significant (t=-6.231540, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7320432901383999, "timeline_link": null, "avg_changed": 16.99196357726, "min_base": 0.718292951584, "delta_min": "23.5243x slower", "delta_avg": "23.2117x slower", "std_changed": 0.04754818524522627, "min_changed": 16.8973250389, "delta_std": "6.7681x larger", "std_base": 0.007025387594979419, "t_msg": "Significant (t=-1069.781145, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2557379722594, "timeline_link": null, "avg_changed": 0.8108271121977999, "min_base": 0.170084953308, "delta_min": "4.7343x slower", "delta_avg": "3.1705x slower", "std_changed": 0.003949262970959802, "min_changed": 0.805225133896, "delta_std": "41.0292x smaller", "std_base": 0.16203495893359343, "t_msg": "Significant (t=-7.657906, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1534501552578, "timeline_link": null, "avg_changed": 4.748327350618, "min_base": 0.722220897675, "delta_min": "6.5416x slower", "delta_avg": "4.1166x slower", "std_changed": 0.02312369725123244, "min_changed": 4.72451591492, "delta_std": "25.5323x smaller", "std_base": 0.590401055819302, "t_msg": "Significant (t=-13.604704, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24928355217, "timeline_link": null, "avg_changed": 0.3970756053926, "min_base": 0.113352775574, "delta_min": "3.3965x slower", "delta_avg": "1.5929x slower", "std_changed": 0.013101713183637054, "min_changed": 0.385003089905, "delta_std": "13.9889x smaller", "std_base": 0.18327897824431041, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.23278760910040003, "timeline_link": null, "avg_changed": 1.3983201503780003, "min_base": 0.153262138367, "delta_min": "9.0170x slower", "delta_avg": "6.0068x slower", "std_changed": 0.011695878117527333, "min_changed": 1.38195800781, "delta_std": "9.8281x smaller", "std_base": 0.11494775248223281, "t_msg": "Significant (t=-22.556534, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01081138022, "timeline_link": null, "avg_changed": 0.7407840278800001, "min_base": 0.007950744, "delta_min": "90.6988x slower", "delta_avg": "68.5189x slower", "std_changed": 0.011883507881038315, "min_changed": 0.721123254, "delta_std": "1.5790x larger", "std_base": 0.007526016597988314, "t_msg": "Significant (t=-366.956031, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [181.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [488.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [87.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002505122829872891, "timeline_link": null, "avg_changed": 0.12496034095244057, "min_base": 0.0024184615682272194, "delta_min": "50.9044x slower", "delta_avg": "49.8819x slower", "std_changed": 0.0008849656638082228, "min_changed": 0.12311025754665879, "delta_std": "24.0154x larger", "std_base": 3.684989795825298e-05, "t_msg": "Significant (t=-977.596630, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006798461535883089, "timeline_link": null, "avg_changed": 0.006540746987960586, "min_base": 0.0006618571712224502, "delta_min": "9.7352x slower", "delta_avg": "9.6209x slower", "std_changed": 6.408855585326396e-05, "min_changed": 0.006443298969072165, "delta_std": "5.9383x larger", "std_base": 1.0792330572247292e-05, "t_msg": "Significant (t=-220.895786, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0028653672372636113, "timeline_link": null, "avg_changed": 0.042002652148727906, "min_base": 0.0025195263290501385, "delta_min": "16.3333x slower", "delta_avg": "14.6587x slower", "std_changed": 0.0006781720094023953, "min_changed": 0.0411522633744856, "delta_std": "3.2712x larger", "std_base": 0.00020731357074879782, "t_msg": "Significant (t=-390.244259, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05887879076303221, "timeline_link": null, "avg_changed": 0.3507155866949649, "min_base": 0.057522919288153875, "delta_min": "5.9427x slower", "delta_avg": "5.9566x slower", "std_changed": 0.0030486260143279672, "min_changed": 0.34184382010468967, "delta_std": "3.9882x larger", "std_base": 0.0007644152306974909, "t_msg": "Significant (t=-656.569374, a=0.95)\n"}]], "branch": "", "revision": "96714:0d84a7a0a0fe"}