{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019676995277402, "timeline_link": null, "avg_changed": 0.2997129774093, "min_base": 0.0188319683075, "delta_min": "15.4462x slower", "delta_avg": "15.2316x slower", "std_changed": 0.004579136088981401, "min_changed": 0.290881872177, "delta_std": "6.3298x larger", "std_base": 0.000723428466181039, "t_msg": "Significant (t=-427.131972, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008537092208863527, "timeline_link": null, "avg_changed": 0.06084742069244865, "min_base": 0.00642013549805, "delta_min": "8.9984x slower", "delta_avg": "7.1274x slower", "std_changed": 0.002020594206987787, "min_changed": 0.0577709674835, "delta_std": "1.9284x smaller", "std_base": 0.003896528864548542, "t_msg": "Significant (t=-145.962149, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.15542094707495, "timeline_link": null, "avg_changed": 1.0063881158833499, "min_base": 0.124845027924, "delta_min": "7.9721x slower", "delta_avg": "6.4752x slower", "std_changed": 0.008651680363713825, "min_changed": 0.995273113251, "delta_std": "12.1809x smaller", "std_base": 0.10538509595624879, "t_msg": "Significant (t=-35.990676, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7117110681532006, "timeline_link": null, "avg_changed": 9.2564048290248, "min_base": 1.69178199768, "delta_min": "5.4174x slower", "delta_avg": "5.4077x slower", "std_changed": 0.03331010816798485, "min_changed": 9.16506290436, "delta_std": "5.3901x larger", "std_base": 0.006179889144830766, "t_msg": "Significant (t=-1574.715664, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006445541381837799, "timeline_link": null, "avg_changed": 0.075176663398738, "min_base": 0.00490093231201, "delta_min": "14.8367x slower", "delta_avg": "11.6634x slower", "std_changed": 0.0015327547735824985, "min_changed": 0.0727138519287, "delta_std": "1.5159x smaller", "std_base": 0.0023234635796059583, "t_msg": "Significant (t=-174.601781, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 3.989609384536, "timeline_link": null, "avg_changed": 23.224865245820002, "min_base": 3.81421804428, "delta_min": "6.0604x slower", "delta_avg": "5.8213x slower", "std_changed": 0.07521099697697105, "min_changed": 23.1155700684, "delta_std": "3.8253x smaller", "std_base": 0.28770307549251606, "t_msg": "Significant (t=-144.638451, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046429252624515995, "timeline_link": null, "avg_changed": 0.2206081342697, "min_base": 0.00346183776855, "delta_min": "61.8868x slower", "delta_avg": "47.5149x slower", "std_changed": 0.0026684278227002006, "min_changed": 0.214241981506, "delta_std": "2.6785x smaller", "std_base": 0.007147452176505295, "t_msg": "Significant (t=-200.162518, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.352216005], "base_times": [64.7267079353]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027128458023072004, "timeline_link": null, "avg_changed": 1.6680069875715997, "min_base": 0.0254518985748, "delta_min": "64.6520x slower", "delta_avg": "61.4855x slower", "std_changed": 0.012666372555061743, "min_changed": 1.64551591873, "delta_std": "1.9230x larger", "std_base": 0.006586638612555147, "t_msg": "Significant (t=-812.712953, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.005155959129334141, "timeline_link": null, "avg_changed": 0.018815970420835992, "min_base": 0.000688076019287, "delta_min": "26.6192x slower", "delta_avg": "3.6494x slower", "std_changed": 0.00015129784508787506, "min_changed": 0.0183160305023, "delta_std": "39.6444x smaller", "std_base": 0.005998118647736955, "t_msg": "Significant (t=-16.098407, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015458774566653996, "timeline_link": null, "avg_changed": 0.44718107223503983, "min_base": 0.014732837677, "delta_min": "29.7979x slower", "delta_avg": "28.9273x slower", "std_changed": 0.004147544834747174, "min_changed": 0.439007043839, "delta_std": "3.0477x larger", "std_base": 0.0013608806146940455, "t_msg": "Significant (t=-699.350655, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19483706951134006, "timeline_link": null, "avg_changed": 0.47246830463416, "min_base": 0.162165880203, "delta_min": "2.8558x slower", "delta_avg": "2.4249x slower", "std_changed": 0.00590460945493131, "min_changed": 0.463119983673, "delta_std": "7.8337x smaller", "std_base": 0.04625477665727296, "t_msg": "Significant (t=-42.100449, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.10272832393645, "timeline_link": null, "avg_changed": 0.7000378942489798, "min_base": 0.0995218753815, "delta_min": "6.8580x slower", "delta_avg": "6.8145x slower", "std_changed": 0.011497533966914495, "min_changed": 0.68251991272, "delta_std": "5.7806x larger", "std_base": 0.0019889719813992583, "t_msg": "Significant (t=-361.973497, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021212954521179998, "timeline_link": null, "avg_changed": 0.27150101661682, "min_base": 0.0182268619537, "delta_min": "14.4086x slower", "delta_avg": "12.7988x slower", "std_changed": 0.003334935644501763, "min_changed": 0.262622833252, "delta_std": "1.4487x larger", "std_base": 0.0023020600960832896, "t_msg": "Significant (t=-436.738705, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008663134574889802, "timeline_link": null, "avg_changed": 0.1094802236557, "min_base": 0.00685405731201, "delta_min": "15.4631x slower", "delta_avg": "12.6375x slower", "std_changed": 0.0017615818570309732, "min_changed": 0.105984926224, "delta_std": "3.6419x smaller", "std_base": 0.006415457160125971, "t_msg": "Significant (t=-107.153723, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023896174430842, "timeline_link": null, "avg_changed": 0.23203733444214003, "min_base": 0.0209050178528, "delta_min": "10.7940x slower", "delta_avg": "9.7102x slower", "std_changed": 0.0031265942584659356, "min_changed": 0.225648880005, "delta_std": "4.1114x smaller", "std_base": 0.012854570396765663, "t_msg": "Significant (t=-111.251180, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08077365398408, "timeline_link": null, "avg_changed": 0.7697764778137399, "min_base": 0.0501930713654, "delta_min": "14.9529x slower", "delta_avg": "9.5300x slower", "std_changed": 0.007599819879465839, "min_changed": 0.750534057617, "delta_std": "4.2350x smaller", "std_base": 0.03218530962286862, "t_msg": "Significant (t=-147.321640, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.243260383610006, "timeline_link": null, "avg_changed": 172.0482424494999, "min_base": 6.1234369278, "delta_min": "28.0949x slower", "delta_avg": "27.5574x slower", "std_changed": 0.010817169530947229, "min_changed": 172.037533998, "delta_std": "11.1896x smaller", "std_base": 0.1210399687835107, "t_msg": "Significant (t=-9647.757197, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.3879499912260003, "timeline_link": null, "avg_changed": 8.800144958498, "min_base": 1.04115009308, "delta_min": "8.4076x slower", "delta_avg": "6.3404x slower", "std_changed": 0.0412911006451088, "min_changed": 8.75355792046, "delta_std": "11.6466x smaller", "std_base": 0.48090080853438927, "t_msg": "Significant (t=-34.338501, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37532812118525993, "timeline_link": null, "avg_changed": 11.322220606813996, "min_base": 0.36323094368, "delta_min": "30.9976x slower", "delta_avg": "30.1662x slower", "std_changed": 0.03408521086156503, "min_changed": 11.2592728138, "delta_std": "3.6776x larger", "std_base": 0.009268229016518715, "t_msg": "Significant (t=-2191.394044, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04632964134216598, "timeline_link": null, "avg_changed": 0.22427183628082, "min_base": 0.0446231365204, "delta_min": "4.9093x slower", "delta_avg": "4.8408x slower", "std_changed": 0.002775781362050508, "min_changed": 0.219066143036, "delta_std": "1.1574x larger", "std_base": 0.002398245955335356, "t_msg": "Significant (t=-343.002391, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020901694297792005, "timeline_link": null, "avg_changed": 0.35557656764986, "min_base": 0.0201609134674, "delta_min": "17.0319x slower", "delta_avg": "17.0119x slower", "std_changed": 0.011090800632233501, "min_changed": 0.343377828598, "delta_std": "5.3068x larger", "std_base": 0.002089912245158696, "t_msg": "Significant (t=-209.685506, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 8.984752416612, "timeline_link": null, "avg_changed": 18.49164524078, "min_base": 8.96741104126, "delta_min": "2.0441x slower", "delta_avg": "2.0581x slower", "std_changed": 0.09812940715338914, "min_changed": 18.3299369812, "delta_std": "8.7619x larger", "std_base": 0.011199612863197395, "t_msg": "Significant (t=-215.235623, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.5529927730579995, "timeline_link": null, "avg_changed": 4.628635215758, "min_base": 4.52544403076, "delta_min": "1.0199x slower", "delta_avg": "1.0166x slower", "std_changed": 0.01448534108938957, "min_changed": 4.61566996574, "delta_std": "1.3832x smaller", "std_base": 0.020035952768764326, "t_msg": "Significant (t=-6.841258, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15801965236661997, "timeline_link": null, "avg_changed": 1.2689828443526, "min_base": 0.152591943741, "delta_min": "8.2007x slower", "delta_avg": "8.0305x slower", "std_changed": 0.008795067792924188, "min_changed": 1.25135707855, "delta_std": "1.8015x larger", "std_base": 0.00488200120101071, "t_msg": "Significant (t=-780.947760, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.045813770294231795, "timeline_link": null, "avg_changed": 0.19872992038735998, "min_base": 0.0096161365509, "delta_min": "20.4014x slower", "delta_avg": "4.3378x slower", "std_changed": 0.0062436142904431025, "min_changed": 0.196182966232, "delta_std": "8.5853x smaller", "std_base": 0.053603359632513434, "t_msg": "Significant (t=-20.036418, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.049035134315488, "timeline_link": null, "avg_changed": 0.2125818490982001, "min_base": 0.0166459083557, "delta_min": "12.5334x slower", "delta_avg": "4.3353x slower", "std_changed": 0.0017832902548943527, "min_changed": 0.208629846573, "delta_std": "32.8354x smaller", "std_base": 0.058555105771764586, "t_msg": "Significant (t=-19.740618, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.012792501449588399, "timeline_link": null, "avg_changed": 1.1976335430141998, "min_base": 0.00894498825073, "delta_min": "131.7322x slower", "delta_avg": "93.6200x slower", "std_changed": 0.008146807061039438, "min_changed": 1.17834305763, "delta_std": "1.2263x smaller", "std_base": 0.009990713684359252, "t_msg": "Significant (t=-649.904298, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015410089492792001, "timeline_link": null, "avg_changed": 0.18911701202388, "min_base": 0.00140309333801, "delta_min": "131.0926x slower", "delta_avg": "122.7229x slower", "std_changed": 0.002678010038036923, "min_changed": 0.183935165405, "delta_std": "8.9126x larger", "std_base": 0.0003004735070176356, "t_msg": "Significant (t=-492.190806, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08882735729219401, "timeline_link": null, "avg_changed": 0.30135911941536003, "min_base": 0.0363938808441, "delta_min": "7.9757x slower", "delta_avg": "3.3926x slower", "std_changed": 0.006603410651519973, "min_changed": 0.290266036987, "delta_std": "11.3011x smaller", "std_base": 0.07462609592054657, "t_msg": "Significant (t=-20.059703, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12076246261594, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18314025878903994, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11978776931758006, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25834197044368, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15194832324976, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14145559310912004, "timeline_link": null, "avg_changed": 0.45220404624939986, "min_base": 0.139003992081, "delta_min": "3.1523x slower", "delta_avg": "3.1968x slower", "std_changed": 0.006571566097617707, "min_changed": 0.438189029694, "delta_std": "3.6750x larger", "std_base": 0.0017881712985364318, "t_msg": "Significant (t=-322.637159, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.042903509140018004, "timeline_link": null, "avg_changed": 0.20828272819522003, "min_base": 0.0288941860199, "delta_min": "7.0298x slower", "delta_avg": "4.8547x slower", "std_changed": 0.002799146553767203, "min_changed": 0.203119039536, "delta_std": "4.3041x smaller", "std_base": 0.012047767396392576, "t_msg": "Significant (t=-94.545975, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005495562553404799, "timeline_link": null, "avg_changed": 0.3392044830321599, "min_base": 0.00508403778076, "delta_min": "65.3837x slower", "delta_avg": "61.7233x slower", "std_changed": 0.003248006054488385, "min_changed": 0.332412958145, "delta_std": "2.1088x larger", "std_base": 0.001540215525162074, "t_msg": "Significant (t=-656.434185, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0658, "timeline_link": null, "avg_changed": 5.291800000000003, "min_base": 1.03, "delta_min": "4.9903x slower", "delta_avg": "4.9651x slower", "std_changed": 0.07758313513349961, "min_changed": 5.14, "delta_std": "3.1663x larger", "std_base": 0.024502394718451004, "t_msg": "Significant (t=-367.283626, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3962000000000001, "timeline_link": null, "avg_changed": 3.7630000000000012, "min_base": 0.37, "delta_min": "9.8919x slower", "delta_avg": "9.4977x slower", "std_changed": 0.05011211919082962, "min_changed": 3.66, "delta_std": "2.3880x larger", "std_base": 0.020984931425639092, "t_msg": "Significant (t=-438.201813, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03490264892578601, "timeline_link": null, "avg_changed": 0.21151601314546056, "min_base": 0.0212199687958, "delta_min": "2.9476x slower", "delta_avg": "6.0602x slower", "std_changed": 0.08790763209280913, "min_changed": 0.0625469684601, "delta_std": "5.3183x larger", "std_base": 0.01652918856170966, "t_msg": "Significant (t=-24.182321, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01673578786849759, "timeline_link": null, "avg_changed": 0.044216980934153625, "min_base": 0.00342106819153, "delta_min": "7.8578x slower", "delta_avg": "2.6421x slower", "std_changed": 0.07745951501881104, "min_changed": 0.0268821716309, "delta_std": "1.5345x larger", "std_base": 0.050477529790084665, "t_msg": "Significant (t=-6.646445, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7440471172333, "timeline_link": null, "avg_changed": 16.80289487838, "min_base": 0.73050403595, "delta_min": "22.9310x slower", "delta_avg": "22.5831x slower", "std_changed": 0.034655023766896616, "min_changed": 16.7511949539, "delta_std": "5.6407x larger", "std_base": 0.006143799606432431, "t_msg": "Significant (t=-1442.873780, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.251753807068, "timeline_link": null, "avg_changed": 0.842755842209, "min_base": 0.166512966156, "delta_min": "4.9726x slower", "delta_avg": "3.3475x slower", "std_changed": 0.014807050151197557, "min_changed": 0.827996015549, "delta_std": "10.8655x smaller", "std_base": 0.16088538880314204, "t_msg": "Significant (t=-8.179482, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1814408302314, "timeline_link": null, "avg_changed": 4.9406821727759995, "min_base": 0.765588998795, "delta_min": "6.4138x slower", "delta_avg": "4.1819x slower", "std_changed": 0.02064279027838933, "min_changed": 4.91031098366, "delta_std": "28.8703x smaller", "std_base": 0.5959632238486284, "t_msg": "Significant (t=-14.096308, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.252132129669, "timeline_link": null, "avg_changed": 0.41118979454059995, "min_base": 0.109690904617, "delta_min": "3.6943x slower", "delta_avg": "1.6309x slower", "std_changed": 0.010305988485056206, "min_changed": 0.405230998993, "delta_std": "18.1348x smaller", "std_base": 0.1868969254595921, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22863626480080002, "timeline_link": null, "avg_changed": 1.40087594986, "min_base": 0.159666061401, "delta_min": "8.7042x slower", "delta_avg": "6.1271x slower", "std_changed": 0.009106717733434806, "min_changed": 1.38976693153, "delta_std": "12.2223x smaller", "std_base": 0.11130475044944038, "t_msg": "Significant (t=-23.471397, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.010530098259999999, "timeline_link": null, "avg_changed": 0.7315210436599999, "min_base": 0.007696985, "delta_min": "93.7907x slower", "delta_avg": "69.4695x slower", "std_changed": 0.007883019324663768, "min_changed": 0.72190562, "delta_std": "1.0634x larger", "std_base": 0.00741321529493699, "t_msg": "Significant (t=-471.129750, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [187.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [494.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [86.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025278098458912913, "timeline_link": null, "avg_changed": 0.12666383919741386, "min_base": 0.002481876099781347, "delta_min": "50.1595x slower", "delta_avg": "50.1081x slower", "std_changed": 0.0012109683920240742, "min_changed": 0.12448959267005279, "delta_std": "67.5692x larger", "std_base": 1.7921903366264636e-05, "t_msg": "Significant (t=-724.773804, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006749527873052338, "timeline_link": null, "avg_changed": 0.006585220605996969, "min_base": 0.0006717721348918447, "delta_min": "9.7294x slower", "delta_avg": "9.7566x slower", "std_changed": 4.13408032807015e-05, "min_changed": 0.006535947712418301, "delta_std": "17.2843x larger", "std_base": 2.3918106529172492e-06, "t_msg": "Significant (t=-319.144678, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002744582233340698, "timeline_link": null, "avg_changed": 0.04212772442979327, "min_base": 0.0024084778420038534, "delta_min": "17.1925x slower", "delta_avg": "15.3494x slower", "std_changed": 0.00035637733928414267, "min_changed": 0.041407867494824016, "delta_std": "1.7242x larger", "std_base": 0.00020669121847062492, "t_msg": "Significant (t=-675.960146, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.059421340977865736, "timeline_link": null, "avg_changed": 0.3438463067923003, "min_base": 0.05748468572044479, "delta_min": "5.8913x slower", "delta_avg": "5.7866x slower", "std_changed": 0.0026419604256201386, "min_changed": 0.33866017567996615, "delta_std": "3.1798x larger", "std_base": 0.0008308634571669515, "t_msg": "Significant (t=-726.184297, a=0.95)\n"}]], "branch": "", "revision": "97204:df974ce2019b"}