{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.01914019107818201, "timeline_link": null, "avg_changed": 0.2911554336547799, "min_base": 0.0186841487885, "delta_min": "15.1330x slower", "delta_avg": "15.2117x slower", "std_changed": 0.0034693615958951477, "min_changed": 0.282747030258, "delta_std": "8.5557x larger", "std_base": 0.00040550335097648804, "t_msg": "Significant (t=-550.658387, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008571874300639604, "timeline_link": null, "avg_changed": 0.06125614325205401, "min_base": 0.00638008117676, "delta_min": "9.1019x slower", "delta_avg": "7.1462x slower", "std_changed": 0.0020098806171339047, "min_changed": 0.0580711364746, "delta_std": "1.8336x smaller", "std_base": 0.003685280277475485, "t_msg": "Significant (t=-153.713641, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1585373163223, "timeline_link": null, "avg_changed": 0.9987854957588999, "min_base": 0.124917030334, "delta_min": "7.9297x slower", "delta_avg": "6.3000x slower", "std_changed": 0.006816021259244243, "min_changed": 0.990553855896, "delta_std": "15.3391x smaller", "std_base": 0.10455166065742581, "t_msg": "Significant (t=-35.864989, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6219547939295995, "timeline_link": null, "avg_changed": 9.035422544479403, "min_base": 1.60543203354, "delta_min": "5.5781x slower", "delta_avg": "5.5707x slower", "std_changed": 0.028829520567222256, "min_changed": 8.95525407791, "delta_std": "4.2444x larger", "std_base": 0.006792422872100748, "t_msg": "Significant (t=-1769.855135, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0065160846710232015, "timeline_link": null, "avg_changed": 0.07726195812225801, "min_base": 0.00484895706177, "delta_min": "15.4450x slower", "delta_avg": "11.8571x slower", "std_changed": 0.0013516017282014729, "min_changed": 0.0748920440674, "delta_std": "1.7446x smaller", "std_base": 0.0023579478089764843, "t_msg": "Significant (t=-184.060060, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.011129426956, "timeline_link": null, "avg_changed": 23.039515781400002, "min_base": 3.85234713554, "delta_min": "5.9636x slower", "delta_avg": "5.7439x slower", "std_changed": 0.05925972830643242, "min_changed": 22.9736828804, "delta_std": "4.6593x smaller", "std_base": 0.27610725107458084, "t_msg": "Significant (t=-150.671107, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004622526168822801, "timeline_link": null, "avg_changed": 0.2278473567963, "min_base": 0.00346517562866, "delta_min": "63.8793x slower", "delta_avg": "49.2907x slower", "std_changed": 0.0028137289204909063, "min_changed": 0.221353054047, "delta_std": "2.5549x smaller", "std_base": 0.007188688020197232, "t_msg": "Significant (t=-204.467893, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [130.99256587], "base_times": [63.6998541355]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027103967666621993, "timeline_link": null, "avg_changed": 1.6657158517838002, "min_base": 0.025444984436, "delta_min": "64.4520x slower", "delta_avg": "61.4565x slower", "std_changed": 0.011453422026043178, "min_changed": 1.63998007774, "delta_std": "1.7265x larger", "std_base": 0.006634064230198246, "t_msg": "Significant (t=-875.395598, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.005032472610475499, "timeline_link": null, "avg_changed": 0.018104729652400006, "min_base": 0.000664949417114, "delta_min": "26.6142x slower", "delta_avg": "3.5976x slower", "std_changed": 0.00030514085964130516, "min_changed": 0.017697095871, "delta_std": "18.9277x smaller", "std_base": 0.005775606908470342, "t_msg": "Significant (t=-15.982057, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015137996673584002, "timeline_link": null, "avg_changed": 0.4437125778198199, "min_base": 0.0145161151886, "delta_min": "29.6685x slower", "delta_avg": "29.3112x slower", "std_changed": 0.00473096601337593, "min_changed": 0.430671215057, "delta_std": "3.4119x larger", "std_base": 0.0013865922319622412, "t_msg": "Significant (t=-614.704625, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18399856090543998, "timeline_link": null, "avg_changed": 0.46767085075378, "min_base": 0.151131868362, "delta_min": "3.0380x slower", "delta_avg": "2.5417x slower", "std_changed": 0.004676790856030038, "min_changed": 0.459134817123, "delta_std": "10.2155x smaller", "std_base": 0.0477756196686228, "t_msg": "Significant (t=-41.785409, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09773234844208402, "timeline_link": null, "avg_changed": 0.7342930507660002, "min_base": 0.0950040817261, "delta_min": "7.4151x slower", "delta_avg": "7.5133x slower", "std_changed": 0.014093092920787793, "min_changed": 0.704460859299, "delta_std": "6.9221x larger", "std_base": 0.002035950782438333, "t_msg": "Significant (t=-316.106405, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021327157020576012, "timeline_link": null, "avg_changed": 0.25946497917168, "min_base": 0.0181970596313, "delta_min": "13.8623x slower", "delta_avg": "12.1659x slower", "std_changed": 0.004151823873045408, "min_changed": 0.252253055573, "delta_std": "1.8406x larger", "std_base": 0.002255668220025612, "t_msg": "Significant (t=-356.378115, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0088625907897966, "timeline_link": null, "avg_changed": 0.11127739429475998, "min_base": 0.00708603858948, "delta_min": "15.3195x slower", "delta_avg": "12.5559x slower", "std_changed": 0.0017995105729307465, "min_changed": 0.108554840088, "delta_std": "3.6582x smaller", "std_base": 0.0065829728630951686, "t_msg": "Significant (t=-106.115064, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.023623871803275995, "timeline_link": null, "avg_changed": 0.2320477437972599, "min_base": 0.0206170082092, "delta_min": "10.9487x slower", "delta_avg": "9.8226x slower", "std_changed": 0.0029824021957065646, "min_changed": 0.225729942322, "delta_std": "4.3828x smaller", "std_base": 0.013071220198073484, "t_msg": "Significant (t=-109.924924, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08144841194150597, "timeline_link": null, "avg_changed": 0.7482475185394601, "min_base": 0.050400018692, "delta_min": "14.5409x slower", "delta_avg": "9.1868x slower", "std_changed": 0.006190115976234275, "min_changed": 0.732859134674, "delta_std": "5.2541x smaller", "std_base": 0.03252367564428858, "t_msg": "Significant (t=-142.414278, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.216185450555003, "timeline_link": null, "avg_changed": 163.95599496349993, "min_base": 6.09597992897, "delta_min": "26.8832x slower", "delta_avg": "26.3757x slower", "std_changed": 0.07753225896013581, "min_changed": 163.879241943, "delta_std": "1.5661x smaller", "std_base": 0.12142591349831344, "t_msg": "Significant (t=-7742.116035, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.371863365172, "timeline_link": null, "avg_changed": 8.572299337388, "min_base": 1.04355096817, "delta_min": "8.1918x slower", "delta_avg": "6.2487x slower", "std_changed": 0.024870185942518528, "min_changed": 8.54858899117, "delta_std": "18.4953x smaller", "std_base": 0.45998120432024286, "t_msg": "Significant (t=-34.951824, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.37005111217501996, "timeline_link": null, "avg_changed": 11.399210286141995, "min_base": 0.36204791069, "delta_min": "31.2822x slower", "delta_avg": "30.8044x slower", "std_changed": 0.02857815773575973, "min_changed": 11.325660944, "delta_std": "3.4004x larger", "std_base": 0.008404434235975734, "t_msg": "Significant (t=-2618.068486, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.046135029792789994, "timeline_link": null, "avg_changed": 0.21906273841856003, "min_base": 0.04518699646, "delta_min": "4.7524x slower", "delta_avg": "4.7483x slower", "std_changed": 0.002373697848448285, "min_changed": 0.214745998383, "delta_std": "1.0020x larger", "std_base": 0.0023689818732907653, "t_msg": "Significant (t=-364.620074, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.02082202434540199, "timeline_link": null, "avg_changed": 0.35958786964417994, "min_base": 0.0200660228729, "delta_min": "17.4573x slower", "delta_avg": "17.2696x slower", "std_changed": 0.004133356270041682, "min_changed": 0.350298166275, "delta_std": "2.6013x larger", "std_base": 0.0015889788022982576, "t_msg": "Significant (t=-540.942989, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.103843832016, "timeline_link": null, "avg_changed": 18.33623957634, "min_base": 9.01397895813, "delta_min": "2.0228x slower", "delta_avg": "2.0141x slower", "std_changed": 0.06051247169454921, "min_changed": 18.2333638668, "delta_std": "1.3592x smaller", "std_base": 0.08224662343431836, "t_msg": "Significant (t=-202.178518, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.5732490062719995, "timeline_link": null, "avg_changed": 4.618691968916001, "min_base": 4.54889202118, "delta_min": "1.0110x slower", "delta_avg": "1.0099x slower", "std_changed": 0.023389954849197866, "min_changed": 4.59915590286, "delta_std": "1.5598x larger", "std_base": 0.014995189755864488, "t_msg": "Significant (t=-3.657280, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15773084640502, "timeline_link": null, "avg_changed": 1.2317824697497999, "min_base": 0.151036024094, "delta_min": "8.0265x slower", "delta_avg": "7.8094x slower", "std_changed": 0.008686877242145336, "min_changed": 1.21228885651, "delta_std": "3.3140x larger", "std_base": 0.002621231048509342, "t_msg": "Significant (t=-836.997209, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.045444703102121994, "timeline_link": null, "avg_changed": 0.20600544452672004, "min_base": 0.0101070404053, "delta_min": "19.7368x slower", "delta_avg": "4.5331x slower", "std_changed": 0.006479645502968097, "min_changed": 0.199481010437, "delta_std": "7.9230x smaller", "std_base": 0.05133838545819654, "t_msg": "Significant (t=-21.940688, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04809132099151201, "timeline_link": null, "avg_changed": 0.21433736801154005, "min_base": 0.01606798172, "delta_min": "13.0245x slower", "delta_avg": "4.4569x slower", "std_changed": 0.0027867386054021763, "min_changed": 0.209278106689, "delta_std": "20.6930x smaller", "std_base": 0.05766609130520658, "t_msg": "Significant (t=-20.361478, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.0101821565628028, "timeline_link": null, "avg_changed": 1.2053500509255999, "min_base": 0.00922989845276, "delta_min": "128.9616x slower", "delta_avg": "118.3787x slower", "std_changed": 0.007245160088721404, "min_changed": 1.19030284882, "delta_std": "2.2564x larger", "std_base": 0.0032110078831349173, "t_msg": "Significant (t=-1066.409523, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015664100646966001, "timeline_link": null, "avg_changed": 0.18731920719146003, "min_base": 0.00141501426697, "delta_min": "128.6362x slower", "delta_avg": "119.5850x slower", "std_changed": 0.0025694717239146568, "min_changed": 0.182022094727, "delta_std": "8.6118x larger", "std_base": 0.0002983662907830036, "t_msg": "Significant (t=-507.771264, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.08895910263060999, "timeline_link": null, "avg_changed": 0.29608042240146004, "min_base": 0.0353012084961, "delta_min": "8.0854x slower", "delta_avg": "3.3283x slower", "std_changed": 0.006423527569398795, "min_changed": 0.28542304039, "delta_std": "11.5455x smaller", "std_base": 0.07416292383944434, "t_msg": "Significant (t=-19.674333, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12093026638031999, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18340670108798005, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12022055149074003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25834400177008, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15239344596862003, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13916203022002002, "timeline_link": null, "avg_changed": 0.45952246665956, "min_base": 0.135911941528, "delta_min": "3.2845x slower", "delta_avg": "3.3021x slower", "std_changed": 0.006572712438402936, "min_changed": 0.446408987045, "delta_std": "4.4197x larger", "std_base": 0.0014871512676668825, "t_msg": "Significant (t=-336.153597, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04227903366089199, "timeline_link": null, "avg_changed": 0.20463254928583996, "min_base": 0.0286481380463, "delta_min": "6.9650x slower", "delta_avg": "4.8400x slower", "std_changed": 0.002489682327298444, "min_changed": 0.199535131454, "delta_std": "5.0687x smaller", "std_base": 0.012619542343423034, "t_msg": "Significant (t=-89.250677, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0055339479446415984, "timeline_link": null, "avg_changed": 0.32745744705196, "min_base": 0.00506401062012, "delta_min": "62.8046x slower", "delta_avg": "59.1725x slower", "std_changed": 0.003203926777421948, "min_changed": 0.318042993546, "delta_std": "1.5213x larger", "std_base": 0.0021060324234611592, "t_msg": "Significant (t=-593.705870, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0281999999999996, "timeline_link": null, "avg_changed": 5.0146000000000015, "min_base": 0.99, "delta_min": "4.9495x slower", "delta_avg": "4.8771x slower", "std_changed": 0.0534220775274318, "min_changed": 4.9, "delta_std": "1.9563x larger", "std_base": 0.027307022345685304, "t_msg": "Significant (t=-469.828380, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3814000000000001, "timeline_link": null, "avg_changed": 3.9410000000000003, "min_base": 0.36, "delta_min": "10.6667x slower", "delta_avg": "10.3330x slower", "std_changed": 0.05429511196851395, "min_changed": 3.84, "delta_std": "2.4739x larger", "std_base": 0.021947060609287864, "t_msg": "Significant (t=-429.796028, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.034783557256062664, "timeline_link": null, "avg_changed": 0.21071168740590193, "min_base": 0.0215768814087, "delta_min": "2.8102x slower", "delta_avg": "6.0578x slower", "std_changed": 0.0873810737914178, "min_changed": 0.0606350898743, "delta_std": "5.3934x larger", "std_base": 0.016201481937224132, "t_msg": "Significant (t=-24.245101, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017052347183226298, "timeline_link": null, "avg_changed": 0.04392830038071461, "min_base": 0.00338792800903, "delta_min": "7.9287x slower", "delta_avg": "2.5761x slower", "std_changed": 0.07830696837116476, "min_changed": 0.0268619060516, "delta_std": "1.4908x larger", "std_base": 0.05252641903278892, "t_msg": "Significant (t=-6.373433, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7470688819885, "timeline_link": null, "avg_changed": 16.974805426600003, "min_base": 0.736799955368, "delta_min": "22.9766x slower", "delta_avg": "22.7219x slower", "std_changed": 0.03836820078765203, "min_changed": 16.9291298389, "delta_std": "6.2243x larger", "std_base": 0.006164273426455789, "t_msg": "Significant (t=-1320.543269, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2488993644716, "timeline_link": null, "avg_changed": 0.8263584136962001, "min_base": 0.164901971817, "delta_min": "4.9564x slower", "delta_avg": "3.3201x slower", "std_changed": 0.009265268693831421, "min_changed": 0.817327976227, "delta_std": "16.7553x smaller", "std_base": 0.15524217432046, "t_msg": "Significant (t=-8.302796, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1755099773409998, "timeline_link": null, "avg_changed": 4.785481595994, "min_base": 0.750808000565, "delta_min": "6.3531x slower", "delta_avg": "4.0710x slower", "std_changed": 0.013765231449639804, "min_changed": 4.76996302605, "delta_std": "42.4229x smaller", "std_base": 0.5839615046324038, "t_msg": "Significant (t=-13.819233, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24212417602520003, "timeline_link": null, "avg_changed": 0.3948714256288, "min_base": 0.121737003326, "delta_min": "3.1249x slower", "delta_avg": "1.6309x slower", "std_changed": 0.013461594824760087, "min_changed": 0.380421161652, "delta_std": "13.3829x smaller", "std_base": 0.18015530613908262, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2294769763944, "timeline_link": null, "avg_changed": 1.37718038559, "min_base": 0.16117310524, "delta_min": "8.4127x slower", "delta_avg": "6.0014x slower", "std_changed": 0.01717864217298411, "min_changed": 1.35590600967, "delta_std": "7.1438x smaller", "std_base": 0.12272027365284814, "t_msg": "Significant (t=-20.710210, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01153179522, "timeline_link": null, "avg_changed": 0.7370030563199996, "min_base": 0.008023313, "delta_min": "88.7950x slower", "delta_avg": "63.9105x slower", "std_changed": 0.011805037028872114, "min_changed": 0.712430034, "delta_std": "1.4233x larger", "std_base": 0.00829414714340974, "t_msg": "Significant (t=-355.561848, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [178.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [500.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [89.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0024745695995930105, "timeline_link": null, "avg_changed": 0.1269483162122575, "min_base": 0.002422988931301964, "delta_min": "51.5853x slower", "delta_avg": "51.3012x slower", "std_changed": 0.0009254274473423328, "min_changed": 0.12499062570307228, "delta_std": "40.6039x larger", "std_base": 2.279158368608271e-05, "t_msg": "Significant (t=-950.799003, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006779413276148783, "timeline_link": null, "avg_changed": 0.006423591717944629, "min_base": 0.0006739452756436178, "delta_min": "9.4872x slower", "delta_avg": "9.4751x slower", "std_changed": 3.580801426951903e-05, "min_changed": 0.00639386189258312, "delta_std": "8.4340x larger", "std_base": 4.245667677476193e-06, "t_msg": "Significant (t=-356.297281, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002756023162886361, "timeline_link": null, "avg_changed": 0.042112347343002884, "min_base": 0.002380952380952381, "delta_min": "17.3913x slower", "delta_avg": "15.2801x slower", "std_changed": 0.0003907371064644331, "min_changed": 0.041407867494824016, "delta_std": "1.8915x larger", "std_base": 0.00020657693951248228, "t_msg": "Significant (t=-629.641521, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.06071882812281222, "timeline_link": null, "avg_changed": 0.3406200256335154, "min_base": 0.058387767762653725, "delta_min": "5.7173x slower", "delta_avg": "5.6098x slower", "std_changed": 0.0032792479717428363, "min_changed": 0.3338201543918214, "delta_std": "3.6014x larger", "std_base": 0.0009105575478652388, "t_msg": "Significant (t=-581.550001, a=0.95)\n"}]], "branch": "", "revision": "97475:1a5d83a05509"}