{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03762267589569599, "timeline_link": null, "avg_changed": 0.69254948616028, "min_base": 0.0371809005737, "delta_min": "18.4869x slower", "delta_avg": "18.4078x slower", "std_changed": 0.004243724267439502, "min_changed": 0.687361001968, "delta_std": "8.0023x larger", "std_base": 0.0005303107385302965, "t_msg": "Significant (t=-1082.843942, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.014907743136087333, "timeline_link": null, "avg_changed": 0.13275150299070668, "min_base": 0.0121929645538, "delta_min": "10.6018x slower", "delta_avg": "8.9049x slower", "std_changed": 0.003103962751633056, "min_changed": 0.12926697731, "delta_std": "2.0533x smaller", "std_base": 0.006373392226760236, "t_msg": "Significant (t=-203.593459, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26384713649755, "timeline_link": null, "avg_changed": 1.3969863295555, "min_base": 0.207288980484, "delta_min": "6.7061x slower", "delta_avg": "5.2947x slower", "std_changed": 0.007640248573840877, "min_changed": 1.3900949955, "delta_std": "23.0920x smaller", "std_base": 0.1764289917332542, "t_msg": "Significant (t=-28.696007, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.427595109938999, "timeline_link": null, "avg_changed": 20.309047350881997, "min_base": 3.36607789993, "delta_min": "6.0072x slower", "delta_avg": "5.9252x slower", "std_changed": 0.07864473983203354, "min_changed": 20.220541954, "delta_std": "1.0172x smaller", "std_base": 0.07999947712602663, "t_msg": "Significant (t=-1064.068838, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020578808784486, "timeline_link": null, "avg_changed": 0.22003269195559993, "min_base": 0.0173377990723, "delta_min": "12.5826x slower", "delta_avg": "10.6922x slower", "std_changed": 0.0018860091549753692, "min_changed": 0.218154907227, "delta_std": "2.9127x smaller", "std_base": 0.005493357793035995, "t_msg": "Significant (t=-242.825064, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.5034071922297985, "timeline_link": null, "avg_changed": 46.63589499474201, "min_base": 7.41900014877, "delta_min": "6.2655x slower", "delta_avg": "6.2153x slower", "std_changed": 0.13646812071149542, "min_changed": 46.4836270809, "delta_std": "1.2837x smaller", "std_base": 0.17518849768423908, "t_msg": "Significant (t=-1246.048336, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087609052658128, "timeline_link": null, "avg_changed": 0.5402914333344001, "min_base": 0.0062530040741, "delta_min": "85.9984x slower", "delta_avg": "61.6707x slower", "std_changed": 0.0017020882728612256, "min_changed": 0.537748098373, "delta_std": "8.9182x smaller", "std_base": 0.015179587167189493, "t_msg": "Significant (t=-246.059451, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.423391104], "base_times": [139.76433897]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047853879928588014, "timeline_link": null, "avg_changed": 3.0421090412136005, "min_base": 0.045501947403, "delta_min": "66.7339x slower", "delta_avg": "63.5708x slower", "std_changed": 0.002401489592727015, "min_changed": 3.0365228653, "delta_std": "5.4910x smaller", "std_base": 0.013186480047253058, "t_msg": "Significant (t=-1579.645755, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010067415237425, "timeline_link": null, "avg_changed": 0.039608645439144004, "min_base": 0.00141310691833, "delta_min": "27.8245x slower", "delta_avg": "3.9343x slower", "std_changed": 0.00021870752429300932, "min_changed": 0.0393190383911, "delta_std": "53.7489x smaller", "std_base": 0.01175528149302509, "t_msg": "Significant (t=-17.766644, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.035284099578858, "timeline_link": null, "avg_changed": 1.0374653911585998, "min_base": 0.0338521003723, "delta_min": "30.5538x slower", "delta_avg": "29.4032x slower", "std_changed": 0.002160550012549423, "min_changed": 1.03430891037, "delta_std": "1.1683x smaller", "std_base": 0.0025241733801790404, "t_msg": "Significant (t=-2132.838715, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4729413080215601, "timeline_link": null, "avg_changed": 1.0944229173658002, "min_base": 0.369771003723, "delta_min": "2.9344x slower", "delta_avg": "2.3141x slower", "std_changed": 0.0034523189754752577, "min_changed": 1.08504295349, "delta_std": "27.1885x smaller", "std_base": 0.09386344950877606, "t_msg": "Significant (t=-46.786787, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17083230018613998, "timeline_link": null, "avg_changed": 1.7030837011338003, "min_base": 0.16886806488, "delta_min": "10.0214x slower", "delta_avg": "9.9693x slower", "std_changed": 0.006134252161649789, "min_changed": 1.69230103493, "delta_std": "1.1207x larger", "std_base": 0.005473363506973425, "t_msg": "Significant (t=-1317.905356, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.039396214485172, "timeline_link": null, "avg_changed": 0.6055135774612799, "min_base": 0.0305390357971, "delta_min": "19.5549x slower", "delta_avg": "15.3698x slower", "std_changed": 0.004715119425638607, "min_changed": 0.597187995911, "delta_std": "1.2496x smaller", "std_base": 0.005892228718220493, "t_msg": "Significant (t=-530.446886, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014739284515382003, "timeline_link": null, "avg_changed": 0.25320897102362006, "min_base": 0.0119581222534, "delta_min": "20.8824x slower", "delta_avg": "17.1792x slower", "std_changed": 0.0025911895608471194, "min_changed": 0.249713897705, "delta_std": "5.3645x smaller", "std_base": 0.013900420577066327, "t_msg": "Significant (t=-119.253939, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054844470024102004, "timeline_link": null, "avg_changed": 0.5529045057297002, "min_base": 0.0500438213348, "delta_min": "10.9837x slower", "delta_avg": "10.0813x slower", "std_changed": 0.002949920096280656, "min_changed": 0.549664020538, "delta_std": "8.6678x smaller", "std_base": 0.025569419063570107, "t_msg": "Significant (t=-136.827902, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.14305005550389996, "timeline_link": null, "avg_changed": 1.5715485429757998, "min_base": 0.104892969131, "delta_min": "14.9440x slower", "delta_avg": "10.9860x slower", "std_changed": 0.0022377775487717575, "min_changed": 1.56752109528, "delta_std": "18.3952x smaller", "std_base": 0.041164371165521116, "t_msg": "Significant (t=-245.020560, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.65942955014999, "timeline_link": null, "avg_changed": 347.9693889620003, "min_base": 12.3181531429, "delta_min": "28.2406x slower", "delta_avg": "27.4870x slower", "std_changed": 0.09835436719091462, "min_changed": 347.872023106, "delta_std": "3.5051x smaller", "std_base": 0.3447412311792238, "t_msg": "Significant (t=-6613.721928, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6090089797960005, "timeline_link": null, "avg_changed": 19.62618823052, "min_base": 2.87910079956, "delta_min": "6.8102x slower", "delta_avg": "5.4381x slower", "std_changed": 0.021671236925740026, "min_changed": 19.6071209908, "delta_std": "46.7741x smaller", "std_base": 1.013652336538902, "t_msg": "Significant (t=-35.325050, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7377401351928399, "timeline_link": null, "avg_changed": 24.253546490662004, "min_base": 0.730236053467, "delta_min": "33.1905x slower", "delta_avg": "32.8755x slower", "std_changed": 0.009156448741540235, "min_changed": 24.2368650436, "delta_std": "2.1745x smaller", "std_base": 0.01991055026965891, "t_msg": "Significant (t=-7587.555697, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.075070157051082, "timeline_link": null, "avg_changed": 0.45209674835198, "min_base": 0.0737478733063, "delta_min": "6.1182x slower", "delta_avg": "6.0223x slower", "std_changed": 0.0008619524397874093, "min_changed": 0.451200962067, "delta_std": "5.3652x smaller", "std_base": 0.00462458392241217, "t_msg": "Significant (t=-566.720396, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031511936187746004, "timeline_link": null, "avg_changed": 0.6785482168197601, "min_base": 0.0306580066681, "delta_min": "21.9775x slower", "delta_avg": "21.5331x slower", "std_changed": 0.003180359003344939, "min_changed": 0.673785924911, "delta_std": "1.0215x larger", "std_base": 0.0031134855585872923, "t_msg": "Significant (t=-1027.988146, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.00878853796, "timeline_link": null, "avg_changed": 45.358856153480005, "min_base": 18.988109827, "delta_min": "2.3882x slower", "delta_avg": "2.3862x slower", "std_changed": 0.012620254284230277, "min_changed": 45.3478319645, "delta_std": "2.6831x smaller", "std_base": 0.03386155531533157, "t_msg": "Significant (t=-1630.481247, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.30031504631, "timeline_link": null, "avg_changed": 9.415520620346001, "min_base": 9.28805994987, "delta_min": "1.0135x slower", "delta_avg": "1.0124x slower", "std_changed": 0.003602073638803928, "min_changed": 9.41351890564, "delta_std": "4.4705x smaller", "std_base": 0.016103110890997984, "t_msg": "Significant (t=-15.611569, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2979874753952199, "timeline_link": null, "avg_changed": 2.8376364898684, "min_base": 0.295874118805, "delta_min": "9.5413x slower", "delta_avg": "9.5227x slower", "std_changed": 0.005301363323932358, "min_changed": 2.82301211357, "delta_std": "1.8800x larger", "std_base": 0.0028199205489464903, "t_msg": "Significant (t=-2990.663090, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08609498500820202, "timeline_link": null, "avg_changed": 0.44822722911830004, "min_base": 0.0224359035492, "delta_min": "19.8768x slower", "delta_avg": "5.2062x slower", "std_changed": 0.012711990614013045, "min_changed": 0.445955038071, "delta_std": "8.3616x smaller", "std_base": 0.10629224416068855, "t_msg": "Significant (t=-23.920309, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.0856343269348, "timeline_link": null, "avg_changed": 0.47944550514224, "min_base": 0.0400850772858, "delta_min": "11.9380x slower", "delta_avg": "5.5988x slower", "std_changed": 0.00125869953806706, "min_changed": 0.478537082672, "delta_std": "80.8990x smaller", "std_base": 0.10182749566769174, "t_msg": "Significant (t=-27.344803, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034916887283325995, "timeline_link": null, "avg_changed": 2.7778375816345995, "min_base": 0.0202949047089, "delta_min": "133.5601x slower", "delta_avg": "79.5557x slower", "std_changed": 0.022295045186479623, "min_changed": 2.71058893204, "delta_std": "1.0436x larger", "std_base": 0.021363258784181122, "t_msg": "Significant (t=-628.127056, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003675160408019599, "timeline_link": null, "avg_changed": 0.38887140274046006, "min_base": 0.00323295593262, "delta_min": "119.5965x slower", "delta_avg": "105.8107x slower", "std_changed": 0.0017370848049070736, "min_changed": 0.386650085449, "delta_std": "1.3281x larger", "std_base": 0.001307957210712619, "t_msg": "Significant (t=-1252.617297, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19180354595186802, "timeline_link": null, "avg_changed": 0.6671511268615999, "min_base": 0.0871860980988, "delta_min": "7.4782x slower", "delta_avg": "3.4783x slower", "std_changed": 0.011749302841396903, "min_changed": 0.651995897293, "delta_std": "12.1280x smaller", "std_base": 0.14249584133647988, "t_msg": "Significant (t=-23.508385, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24772755146025996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47153377056122, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21199705123899995, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6058313179015399, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36763195514676, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23856042861936003, "timeline_link": null, "avg_changed": 0.72475870609282, "min_base": 0.210868835449, "delta_min": "3.1773x slower", "delta_avg": "3.0381x slower", "std_changed": 0.04021522242540792, "min_changed": 0.669996976852, "delta_std": "2.2140x larger", "std_base": 0.0181643056042609, "t_msg": "Significant (t=-77.909866, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08186083793638799, "timeline_link": null, "avg_changed": 0.43283207416536, "min_base": 0.0587959289551, "delta_min": "7.3132x slower", "delta_avg": "5.2874x slower", "std_changed": 0.002474680873772441, "min_changed": 0.429988861084, "delta_std": "9.4253x smaller", "std_base": 0.023324672078570308, "t_msg": "Significant (t=-105.806000, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017977967262260003, "timeline_link": null, "avg_changed": 0.81923900127418, "min_base": 0.017028093338, "delta_min": "48.0267x slower", "delta_avg": "45.5691x slower", "std_changed": 0.0009130150837826308, "min_changed": 0.817803144455, "delta_std": "4.3878x smaller", "std_base": 0.004006170283356813, "t_msg": "Significant (t=-1378.904710, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1875999999999998, "timeline_link": null, "avg_changed": 8.310799999999999, "min_base": 2.17, "delta_min": "3.7834x slower", "delta_avg": "3.7990x slower", "std_changed": 0.03973586258671373, "min_changed": 8.21, "delta_std": "2.5274x larger", "std_base": 0.015722075991082992, "t_msg": "Significant (t=-1013.207741, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8081999999999999, "timeline_link": null, "avg_changed": 5.863599999999999, "min_base": 0.78, "delta_min": "7.4487x slower", "delta_avg": "7.2551x slower", "std_changed": 0.02738687306587826, "min_changed": 5.81, "delta_std": "1.3065x smaller", "std_base": 0.03578222110125046, "t_msg": "Significant (t=-793.320818, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07126996199290667, "timeline_link": null, "avg_changed": 0.4909297370910999, "min_base": 0.0453550815582, "delta_min": "2.5641x slower", "delta_avg": "6.8883x slower", "std_changed": 0.22084491893238925, "min_changed": 0.116293907166, "delta_std": "7.7317x larger", "std_base": 0.02856364390812843, "t_msg": "Significant (t=-23.080919, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012392948627471046, "timeline_link": null, "avg_changed": 0.06301563787460114, "min_base": 0.00787496566772, "delta_min": "6.6380x slower", "delta_avg": "5.0848x slower", "std_changed": 0.007913310194901468, "min_changed": 0.0522739887238, "delta_std": "1.5174x smaller", "std_base": 0.012007602074245284, "t_msg": "Significant (t=-78.713969, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9157008743282, "timeline_link": null, "avg_changed": 43.78345680713399, "min_base": 1.90693116188, "delta_min": "22.9107x slower", "delta_avg": "22.8551x slower", "std_changed": 0.05357709698709323, "min_changed": 43.6891100407, "delta_std": "9.3856x larger", "std_base": 0.005708438504291052, "t_msg": "Significant (t=-5494.577672, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6210256099689999, "timeline_link": null, "avg_changed": 1.8393050193779998, "min_base": 0.448199033737, "delta_min": "4.0526x slower", "delta_avg": "2.9617x slower", "std_changed": 0.020330826619910543, "min_changed": 1.81635022163, "delta_std": "14.9723x smaller", "std_base": 0.304398748884616, "t_msg": "Significant (t=-8.929405, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.514206361768, "timeline_link": null, "avg_changed": 11.4681941986, "min_base": 1.73381400108, "delta_min": "6.6079x slower", "delta_avg": "4.5614x slower", "std_changed": 0.010807233152609692, "min_changed": 11.4568910599, "delta_std": "104.2899x smaller", "std_base": 1.127085200316744, "t_msg": "Significant (t=-17.763347, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5473289966572, "timeline_link": null, "avg_changed": 0.8973153591154001, "min_base": 0.273634910583, "delta_min": "3.2276x slower", "delta_avg": "1.6394x slower", "std_changed": 0.018477034675551913, "min_changed": 0.88317990303, "delta_std": "19.8568x smaller", "std_base": 0.3668942375138388, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.43169846534719997, "timeline_link": null, "avg_changed": 3.159307861328, "min_base": 0.273977994919, "delta_min": "11.4875x slower", "delta_avg": "7.3183x slower", "std_changed": 0.011648630308157982, "min_changed": 3.14731001854, "delta_std": "17.1060x smaller", "std_base": 0.19926100962529775, "t_msg": "Significant (t=-30.556529, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025969062699999993, "timeline_link": null, "avg_changed": 1.6280079942199999, "min_base": 0.02138158, "delta_min": "75.9599x slower", "delta_avg": "62.6903x slower", "std_changed": 0.0017292605606013967, "min_changed": 1.624142188, "delta_std": "6.2913x smaller", "std_base": 0.010879373509542647, "t_msg": "Significant (t=-1028.338726, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [369.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [748.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [119.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [186.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005100029320039371, "timeline_link": null, "avg_changed": 0.2833759033004954, "min_base": 0.005077106008958046, "delta_min": "55.7021x slower", "delta_avg": "55.5636x slower", "std_changed": 0.0002379855809714645, "min_changed": 0.2828054298642534, "delta_std": "10.6753x larger", "std_base": 2.22931736510921e-05, "t_msg": "Significant (t=-8232.140563, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016400599753683253, "timeline_link": null, "avg_changed": 0.013268970576729324, "min_base": 0.0016183848519177862, "delta_min": "8.1517x slower", "delta_avg": "8.0905x slower", "std_changed": 7.296544301133645e-05, "min_changed": 0.013192612137203167, "delta_std": "4.4208x larger", "std_base": 1.650487171771016e-05, "t_msg": "Significant (t=-1099.185406, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007070869102542725, "timeline_link": null, "avg_changed": 0.09162861491628607, "min_base": 0.006686726847208292, "delta_min": "13.6575x slower", "delta_avg": "12.9586x slower", "std_changed": 0.0005472084101812532, "min_changed": 0.091324200913242, "delta_std": "2.4838x larger", "std_base": 0.00022031469429018211, "t_msg": "Significant (t=-1013.593921, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.2015045742662214, "timeline_link": null, "avg_changed": 1.0088074719592166, "min_base": 0.19927761863245735, "delta_min": "5.0402x slower", "delta_avg": "5.0064x slower", "std_changed": 0.003523692466553582, "min_changed": 1.0043942247332078, "delta_std": "2.8330x larger", "std_base": 0.001243823079439687, "t_msg": "Significant (t=-1527.651531, a=0.95)\n"}]], "branch": "", "revision": "83594:a28233b58867"}