{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037805213928228, "timeline_link": null, "avg_changed": 0.7667375135422201, "min_base": 0.0373289585114, "delta_min": "20.4792x slower", "delta_avg": "20.2813x slower", "std_changed": 0.0011765455162756414, "min_changed": 0.764467954636, "delta_std": "1.5955x larger", "std_base": 0.0007374018894991121, "t_msg": "Significant (t=-3712.071461, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016464770634969993, "timeline_link": null, "avg_changed": 0.14663637320200001, "min_base": 0.013514995575, "delta_min": "10.6627x slower", "delta_avg": "8.9061x slower", "std_changed": 0.001846746347936426, "min_changed": 0.144106149673, "delta_std": "3.2729x smaller", "std_base": 0.0060441251949467974, "t_msg": "Significant (t=-252.259427, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28277053833025, "timeline_link": null, "avg_changed": 1.498351967335, "min_base": 0.223983049393, "delta_min": "6.6345x slower", "delta_avg": "5.2988x slower", "std_changed": 0.04531043925624848, "min_changed": 1.48600506783, "delta_std": "4.3592x smaller", "std_base": 0.19751897629008927, "t_msg": "Significant (t=-26.825864, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3418954181671996, "timeline_link": null, "avg_changed": 21.402818074232002, "min_base": 3.33691978455, "delta_min": "6.3945x slower", "delta_avg": "6.4044x slower", "std_changed": 0.07586134840563924, "min_changed": 21.3378210068, "delta_std": "32.6884x larger", "std_base": 0.0023207388767643423, "t_msg": "Significant (t=-1682.678914, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020662446022032, "timeline_link": null, "avg_changed": 0.25265724658968, "min_base": 0.0173859596252, "delta_min": "14.4066x slower", "delta_avg": "12.2278x slower", "std_changed": 0.0018038138948154555, "min_changed": 0.250473022461, "delta_std": "2.8421x smaller", "std_base": 0.005126573101008013, "t_msg": "Significant (t=-301.849956, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.153039631844003, "timeline_link": null, "avg_changed": 49.29714607238802, "min_base": 8.07456016541, "delta_min": "6.0782x slower", "delta_avg": "6.0465x slower", "std_changed": 0.06111190551289503, "min_changed": 49.0789308548, "delta_std": "3.0062x smaller", "std_base": 0.18371662206074874, "t_msg": "Significant (t=-1502.641604, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009139714241028201, "timeline_link": null, "avg_changed": 0.5592867374420802, "min_base": 0.00647592544556, "delta_min": "86.2283x slower", "delta_avg": "61.1930x slower", "std_changed": 0.0005607184513427444, "min_changed": 0.558408021927, "delta_std": "28.7381x smaller", "std_base": 0.01611397285533537, "t_msg": "Significant (t=-241.267249, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [315.379422903], "base_times": [142.299932003]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049222865104677986, "timeline_link": null, "avg_changed": 3.1650189304344, "min_base": 0.0466830730438, "delta_min": "67.6674x slower", "delta_avg": "64.2998x slower", "std_changed": 0.003145397217720205, "min_changed": 3.15892100334, "delta_std": "4.3811x smaller", "std_base": 0.01378017377947999, "t_msg": "Significant (t=-1558.729396, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0103591728210496, "timeline_link": null, "avg_changed": 0.040140790939330005, "min_base": 0.00147294998169, "delta_min": "27.1625x slower", "delta_avg": "3.8749x slower", "std_changed": 0.00015560330331214703, "min_changed": 0.040009021759, "delta_std": "76.0259x smaller", "std_base": 0.01182988249408478, "t_msg": "Significant (t=-17.799807, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03082915306092199, "timeline_link": null, "avg_changed": 1.1004192256936, "min_base": 0.0292890071869, "delta_min": "37.4337x slower", "delta_avg": "35.6941x slower", "std_changed": 0.0024116267236591526, "min_changed": 1.09639692307, "delta_std": "1.1663x smaller", "std_base": 0.0028125610727512997, "t_msg": "Significant (t=-2041.377653, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.44036107540130004, "timeline_link": null, "avg_changed": 1.1170626068118, "min_base": 0.357688903809, "delta_min": "3.1041x slower", "delta_avg": "2.5367x slower", "std_changed": 0.002166482389190976, "min_changed": 1.1102848053, "delta_std": "46.4255x smaller", "std_base": 0.10058002037733886, "t_msg": "Significant (t=-47.563052, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17797861099240003, "timeline_link": null, "avg_changed": 1.701258425713, "min_base": 0.176617145538, "delta_min": "9.5844x slower", "delta_avg": "9.5588x slower", "std_changed": 0.008046815685603734, "min_changed": 1.69276881218, "delta_std": "1.9836x larger", "std_base": 0.004056693483069266, "t_msg": "Significant (t=-1195.267936, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043376789093009994, "timeline_link": null, "avg_changed": 0.6337454700469601, "min_base": 0.0365970134735, "delta_min": "17.0511x slower", "delta_avg": "14.6102x slower", "std_changed": 0.005784888806611137, "min_changed": 0.624019861221, "delta_std": "1.2346x larger", "std_base": 0.004685772445913179, "t_msg": "Significant (t=-560.750357, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016276974678028, "timeline_link": null, "avg_changed": 0.27890969276430005, "min_base": 0.0133888721466, "delta_min": "20.6636x slower", "delta_avg": "17.1352x slower", "std_changed": 0.0021682752936193995, "min_changed": 0.276661872864, "delta_std": "6.3690x smaller", "std_base": 0.013809828045448435, "t_msg": "Significant (t=-132.848716, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05260299205781999, "timeline_link": null, "avg_changed": 0.6077323389053801, "min_base": 0.0471680164337, "delta_min": "12.7602x slower", "delta_avg": "11.5532x slower", "std_changed": 0.0025812878410077446, "min_changed": 0.601873159409, "delta_std": "10.6718x smaller", "std_base": 0.02754695054351854, "t_msg": "Significant (t=-141.875463, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.21795378684998007, "timeline_link": null, "avg_changed": 1.7132636070248, "min_base": 0.142219781876, "delta_min": "12.0185x slower", "delta_avg": "7.8607x slower", "std_changed": 0.002712492616497479, "min_changed": 1.70926594734, "delta_std": "26.8511x smaller", "std_base": 0.07283332183898585, "t_msg": "Significant (t=-145.072500, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.2194920778, "timeline_link": null, "avg_changed": 369.5446654559999, "min_base": 10.8732461929, "delta_min": "33.9863x slower", "delta_avg": "32.9377x slower", "std_changed": 0.0029561801069194677, "min_changed": 369.541738987, "delta_std": "118.3152x smaller", "std_base": 0.34976116167246696, "t_msg": "Significant (t=-7243.946389, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5064827919000003, "timeline_link": null, "avg_changed": 21.56205945016, "min_base": 2.76693892479, "delta_min": "7.7895x slower", "delta_avg": "6.1492x slower", "std_changed": 0.005623640835791105, "min_changed": 21.5529620647, "delta_std": "186.8579x smaller", "std_base": 1.05082192391223, "t_msg": "Significant (t=-38.420324, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7434841585160001, "timeline_link": null, "avg_changed": 25.82138867855, "min_base": 0.739033937454, "delta_min": "34.8775x slower", "delta_avg": "34.7302x slower", "std_changed": 0.023280490490432695, "min_changed": 25.7756559849, "delta_std": "1.2904x larger", "std_base": 0.018041532687621147, "t_msg": "Significant (t=-6020.699853, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07973181247711002, "timeline_link": null, "avg_changed": 0.43873666286464, "min_base": 0.0783479213715, "delta_min": "5.5909x slower", "delta_avg": "5.5027x slower", "std_changed": 0.00044942852550034114, "min_changed": 0.438035964966, "delta_std": "11.3691x smaller", "std_base": 0.005109614501248706, "t_msg": "Significant (t=-494.907102, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03262293338775601, "timeline_link": null, "avg_changed": 0.6958709859847799, "min_base": 0.03165102005, "delta_min": "21.7653x slower", "delta_avg": "21.3307x slower", "std_changed": 0.003514102017402268, "min_changed": 0.688892841339, "delta_std": "1.4205x larger", "std_base": 0.0024738638197992773, "t_msg": "Significant (t=-1091.290293, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.44240016938, "timeline_link": null, "avg_changed": 47.3799445629, "min_base": 20.4254291058, "delta_min": "2.3190x slower", "delta_avg": "2.3177x slower", "std_changed": 0.009520618157888175, "min_changed": 47.3659420013, "delta_std": "2.9260x smaller", "std_base": 0.027857624427806465, "t_msg": "Significant (t=-2046.026530, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.868334388740001, "timeline_link": null, "avg_changed": 10.94426956176, "min_base": 10.8568711281, "delta_min": "1.0074x slower", "delta_avg": "1.0070x slower", "std_changed": 0.005445463783939255, "min_changed": 10.9375398159, "delta_std": "2.6377x smaller", "std_base": 0.014363290051812416, "t_msg": "Significant (t=-11.053795, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29129713535318, "timeline_link": null, "avg_changed": 2.8215702581402002, "min_base": 0.282820940018, "delta_min": "9.9586x slower", "delta_avg": "9.6862x slower", "std_changed": 0.0027178431167433617, "min_changed": 2.81650996208, "delta_std": "2.0627x smaller", "std_base": 0.005605990709827578, "t_msg": "Significant (t=-2871.833820, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09349029541015799, "timeline_link": null, "avg_changed": 0.48426833152776005, "min_base": 0.0224461555481, "delta_min": "21.3526x slower", "delta_avg": "5.1799x slower", "std_changed": 0.016776170007763876, "min_changed": 0.479282855988, "delta_std": "6.6907x smaller", "std_base": 0.11224364846378372, "t_msg": "Significant (t=-24.347587, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10771567821507197, "timeline_link": null, "avg_changed": 0.5073802232742, "min_base": 0.0393228530884, "delta_min": "12.8719x slower", "delta_avg": "4.7104x slower", "std_changed": 0.0016424373652537667, "min_changed": 0.506160020828, "delta_std": "72.6417x smaller", "std_base": 0.1193094649661525, "t_msg": "Significant (t=-23.684520, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0335513305664, "timeline_link": null, "avg_changed": 2.8851089239124006, "min_base": 0.0189568996429, "delta_min": "149.2000x slower", "delta_avg": "85.9909x slower", "std_changed": 0.017855968907509588, "min_changed": 2.82836890221, "delta_std": "1.1566x smaller", "std_base": 0.02065212258415706, "t_msg": "Significant (t=-738.564191, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032980298995972, "timeline_link": null, "avg_changed": 0.3776484155654801, "min_base": 0.00290393829346, "delta_min": "129.6112x slower", "delta_avg": "114.5073x slower", "std_changed": 0.0006999565976706496, "min_changed": 0.376383066177, "delta_std": "1.6162x smaller", "std_base": 0.0011312351407136382, "t_msg": "Significant (t=-1989.856615, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19388869285586, "timeline_link": null, "avg_changed": 0.7068763685227001, "min_base": 0.0794899463654, "delta_min": "8.7188x slower", "delta_avg": "3.6458x slower", "std_changed": 0.009729587827025658, "min_changed": 0.693057060242, "delta_std": "15.5927x smaller", "std_base": 0.1517108129031083, "t_msg": "Significant (t=-23.860751, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24362964630124004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46810234069826, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18539584159854003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5944681167602199, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3660429716110199, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2631016302108801, "timeline_link": null, "avg_changed": 0.6982383346557199, "min_base": 0.255016088486, "delta_min": "2.6944x slower", "delta_avg": "2.6539x slower", "std_changed": 0.00890427587186657, "min_changed": 0.687115192413, "delta_std": "1.0070x larger", "std_base": 0.008842241196594047, "t_msg": "Significant (t=-245.194054, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08300257205966605, "timeline_link": null, "avg_changed": 0.4472399950028001, "min_base": 0.0565268993378, "delta_min": "7.8934x slower", "delta_avg": "5.3883x slower", "std_changed": 0.0017032949066875219, "min_changed": 0.446189880371, "delta_std": "15.0413x smaller", "std_base": 0.02561978085328842, "t_msg": "Significant (t=-100.308207, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009069991111755599, "timeline_link": null, "avg_changed": 0.78441951274874, "min_base": 0.00829815864563, "delta_min": "94.4220x slower", "delta_avg": "86.4851x slower", "std_changed": 0.000756951427208582, "min_changed": 0.783528804779, "delta_std": "4.1961x smaller", "std_base": 0.003176275619311116, "t_msg": "Significant (t=-1679.071732, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.165199999999999, "timeline_link": null, "avg_changed": 9.079199999999997, "min_base": 2.13, "delta_min": "4.2488x slower", "delta_avg": "4.1932x slower", "std_changed": 0.01562833637848818, "min_changed": 9.05, "delta_std": "1.6867x smaller", "std_base": 0.026360143073533262, "t_msg": "Significant (t=-1595.357378, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8058000000000003, "timeline_link": null, "avg_changed": 6.454399999999998, "min_base": 0.78, "delta_min": "8.1410x slower", "delta_avg": "8.0099x slower", "std_changed": 0.052766718020095256, "min_changed": 6.35, "delta_std": "1.6011x larger", "std_base": 0.032955752648863294, "t_msg": "Significant (t=-642.018349, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07399894237519603, "timeline_link": null, "avg_changed": 0.5408162848154334, "min_base": 0.0490398406982, "delta_min": "2.5220x slower", "delta_avg": "7.3084x slower", "std_changed": 0.2465241961875334, "min_changed": 0.123677015305, "delta_std": "7.8997x larger", "std_base": 0.03120667879721901, "t_msg": "Significant (t=-23.008115, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012746901988983324, "timeline_link": null, "avg_changed": 0.05773318052291696, "min_base": 0.00752377510071, "delta_min": "7.3336x slower", "delta_avg": "4.5292x slower", "std_changed": 0.005492396266128913, "min_changed": 0.0551760196686, "delta_std": "2.3050x smaller", "std_base": 0.012659932449867708, "t_msg": "Significant (t=-72.892968, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7483887958524, "timeline_link": null, "avg_changed": 47.823234486585996, "min_base": 1.73733615875, "delta_min": "27.4566x slower", "delta_avg": "27.3527x slower", "std_changed": 0.051718987688761604, "min_changed": 47.7014069557, "delta_std": "9.5923x larger", "std_base": 0.005391717974613024, "t_msg": "Significant (t=-6265.440735, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5942298889162, "timeline_link": null, "avg_changed": 2.0437903881079995, "min_base": 0.422919034958, "delta_min": "4.8137x slower", "delta_avg": "3.4394x slower", "std_changed": 0.005931026132738742, "min_changed": 2.03580999374, "delta_std": "52.1550x smaller", "std_base": 0.30933278529919284, "t_msg": "Significant (t=-10.476485, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5914361476879995, "timeline_link": null, "avg_changed": 11.9254061222, "min_base": 1.74648499489, "delta_min": "6.8209x slower", "delta_avg": "4.6019x slower", "std_changed": 0.01117956773187352, "min_changed": 11.9125359058, "delta_std": "110.5690x smaller", "std_base": 1.2361139002441592, "t_msg": "Significant (t=-16.883992, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5410055637352, "timeline_link": null, "avg_changed": 1.0004401206966, "min_base": 0.240449905396, "delta_min": "4.0878x slower", "delta_avg": "1.8492x slower", "std_changed": 0.025883772089746737, "min_changed": 0.982913017273, "delta_std": "15.5744x smaller", "std_base": 0.40312412262342345, "t_msg": "Significant (t=-2.543176, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.46790475845339996, "timeline_link": null, "avg_changed": 3.6858691692340004, "min_base": 0.309310913086, "delta_min": "11.8524x slower", "delta_avg": "7.8774x slower", "std_changed": 0.01862342061452914, "min_changed": 3.66608405113, "delta_std": "12.1341x smaller", "std_base": 0.2259783592740509, "t_msg": "Significant (t=-31.734346, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0243112379, "timeline_link": null, "avg_changed": 1.6803954624199997, "min_base": 0.018811054, "delta_min": "89.1755x slower", "delta_avg": "69.1201x slower", "std_changed": 0.001431094426379265, "min_changed": 1.677484578, "delta_std": "10.8918x smaller", "std_base": 0.015587235093789275, "t_msg": "Significant (t=-748.127433, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [376.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [732.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [181.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004471155857507275, "timeline_link": null, "avg_changed": 0.3110972750349811, "min_base": 0.004422698527197164, "delta_min": "70.1322x slower", "delta_avg": "69.5787x slower", "std_changed": 0.0006412745662507792, "min_changed": 0.31017369727047145, "delta_std": "25.8705x larger", "std_base": 2.4787872066208283e-05, "t_msg": "Significant (t=-3378.515590, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014725720995577144, "timeline_link": null, "avg_changed": 0.013978681593577609, "min_base": 0.001455604075691412, "delta_min": "9.5816x slower", "delta_avg": "9.4927x slower", "std_changed": 3.730274704104931e-05, "min_changed": 0.01394700139470014, "delta_std": "3.2598x larger", "std_base": 1.1443165801739292e-05, "t_msg": "Significant (t=-2266.402268, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006703427347707808, "timeline_link": null, "avg_changed": 0.0995344134940272, "min_base": 0.006230529595015576, "delta_min": "15.7353x slower", "delta_avg": "14.8483x slower", "std_changed": 0.00047488045401078937, "min_changed": 0.09803921568627451, "delta_std": "1.2580x larger", "std_base": 0.0003774829792105183, "t_msg": "Significant (t=-1082.059638, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19311394057767894, "timeline_link": null, "avg_changed": 1.0215454896095333, "min_base": 0.18826851797376007, "delta_min": "5.4027x slower", "delta_avg": "5.2899x slower", "std_changed": 0.0032721934322863114, "min_changed": 1.0171646535282899, "delta_std": "1.7379x smaller", "std_base": 0.005686643526664782, "t_msg": "Significant (t=-892.851939, a=0.95)\n"}]], "branch": "", "revision": "92847:89d1f31fabc8"}