{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03454029083252601, "timeline_link": null, "avg_changed": 0.80163337707514, "min_base": 0.0341539382935, "delta_min": "23.3874x slower", "delta_avg": "23.2086x slower", "std_changed": 0.001494874500255004, "min_changed": 0.798773050308, "delta_std": "2.6137x larger", "std_base": 0.0005719371279958414, "t_msg": "Significant (t=-3388.938548, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.017067376772564674, "timeline_link": null, "avg_changed": 0.15197849909464675, "min_base": 0.0136530399323, "delta_min": "10.8401x slower", "delta_avg": "8.9046x slower", "std_changed": 0.002989108064040857, "min_changed": 0.148000955582, "delta_std": "2.3185x smaller", "std_base": 0.0069302475028430715, "t_msg": "Significant (t=-218.925619, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27659238576885, "timeline_link": null, "avg_changed": 1.5178343534465, "min_base": 0.223330020905, "delta_min": "6.7827x slower", "delta_avg": "5.4876x slower", "std_changed": 0.0049883405513446565, "min_changed": 1.51477503777, "delta_std": "36.7129x smaller", "std_base": 0.18313636734429425, "t_msg": "Significant (t=-30.299524, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3885526895519997, "timeline_link": null, "avg_changed": 22.318950467112003, "min_base": 3.38445496559, "delta_min": "6.5698x slower", "delta_avg": "6.5866x slower", "std_changed": 0.09269648775096666, "min_changed": 22.2350599766, "delta_std": "48.6743x larger", "std_base": 0.0019044239602419367, "t_msg": "Significant (t=-1443.742787, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021369352340694002, "timeline_link": null, "avg_changed": 0.24236232280733996, "min_base": 0.0180659294128, "delta_min": "13.2892x slower", "delta_avg": "11.3416x slower", "std_changed": 0.0021113513428647657, "min_changed": 0.240081071854, "delta_std": "2.5347x smaller", "std_base": 0.005351722819186532, "t_msg": "Significant (t=-271.617483, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.69502954483, "timeline_link": null, "avg_changed": 50.701226329819995, "min_base": 8.36640095711, "delta_min": "6.0477x slower", "delta_avg": "5.8311x slower", "std_changed": 0.10537508797032269, "min_changed": 50.5972299576, "delta_std": "5.3568x smaller", "std_base": 0.5644706818713277, "t_msg": "Significant (t=-163.575567, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0089809179306024, "timeline_link": null, "avg_changed": 0.5896893405913599, "min_base": 0.00636577606201, "delta_min": "92.4806x slower", "delta_avg": "65.6603x slower", "std_changed": 0.00046712403226780553, "min_changed": 0.588711023331, "delta_std": "34.3733x smaller", "std_base": 0.016056591086190324, "t_msg": "Significant (t=-255.626617, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [328.962245941], "base_times": [136.138123035]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049805879592895994, "timeline_link": null, "avg_changed": 3.5317410278316017, "min_base": 0.0471169948578, "delta_min": "74.7495x slower", "delta_avg": "70.9101x slower", "std_changed": 0.03194231690481642, "min_changed": 3.52197098732, "delta_std": "2.3041x larger", "std_base": 0.01386342276897846, "t_msg": "Significant (t=-707.072121, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010654482841495401, "timeline_link": null, "avg_changed": 0.043209781646738, "min_base": 0.00146293640137, "delta_min": "29.4060x slower", "delta_avg": "4.0555x slower", "std_changed": 0.0001425753026353623, "min_changed": 0.0430190563202, "delta_std": "89.3318x smaller", "std_base": 0.012736504790258904, "t_msg": "Significant (t=-18.072957, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030874676704405996, "timeline_link": null, "avg_changed": 1.1474459648136, "min_base": 0.0291659832001, "delta_min": "39.1544x slower", "delta_avg": "37.1646x slower", "std_changed": 0.010827945944369869, "min_changed": 1.14197587967, "delta_std": "4.0029x larger", "std_base": 0.0027050076176533076, "t_msg": "Significant (t=-707.423657, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43713116168979993, "timeline_link": null, "avg_changed": 1.1631153154370002, "min_base": 0.347315073013, "delta_min": "3.3261x slower", "delta_avg": "2.6608x slower", "std_changed": 0.0021899147460279354, "min_changed": 1.15520596504, "delta_std": "47.3561x smaller", "std_base": 0.10370576919438482, "t_msg": "Significant (t=-49.489426, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17145117282864, "timeline_link": null, "avg_changed": 1.662235150336801, "min_base": 0.169929027557, "delta_min": "9.6093x slower", "delta_avg": "9.6951x slower", "std_changed": 0.01288713608570021, "min_changed": 1.63290715218, "delta_std": "3.0169x larger", "std_base": 0.004271697614224597, "t_msg": "Significant (t=-776.438031, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043571557998663996, "timeline_link": null, "avg_changed": 0.70331687927244, "min_base": 0.0371050834656, "delta_min": "18.7772x slower", "delta_avg": "16.1417x slower", "std_changed": 0.004158133989112041, "min_changed": 0.696730852127, "delta_std": "1.1595x smaller", "std_base": 0.004821176088280752, "t_msg": "Significant (t=-732.744503, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016238250732415995, "timeline_link": null, "avg_changed": 0.29142401695248, "min_base": 0.0133819580078, "delta_min": "21.5924x slower", "delta_avg": "17.9468x slower", "std_changed": 0.0018767619596617967, "min_changed": 0.288948059082, "delta_std": "6.9171x smaller", "std_base": 0.012981763818621268, "t_msg": "Significant (t=-148.349339, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.050370321273794, "timeline_link": null, "avg_changed": 0.6219197797775, "min_base": 0.0451309680939, "delta_min": "13.7233x slower", "delta_avg": "12.3469x slower", "std_changed": 0.0025486873161288167, "min_changed": 0.619343996048, "delta_std": "11.0375x smaller", "std_base": 0.028131223289676356, "t_msg": "Significant (t=-143.078723, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11361263751989399, "timeline_link": null, "avg_changed": 1.7837589311604, "min_base": 0.0824859142303, "delta_min": "21.5850x slower", "delta_avg": "15.7004x slower", "std_changed": 0.0024024117283410838, "min_changed": 1.78045701981, "delta_std": "11.7662x smaller", "std_base": 0.028267324910282398, "t_msg": "Significant (t=-416.286148, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.06282043460001, "timeline_link": null, "avg_changed": 377.376330495, "min_base": 10.747781992, "delta_min": "35.1113x slower", "delta_avg": "34.1121x slower", "std_changed": 0.008069676333126344, "min_changed": 377.368341923, "delta_std": "39.4361x smaller", "std_base": 0.3182368844241554, "t_msg": "Significant (t=-8136.691375, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.558844804766, "timeline_link": null, "avg_changed": 22.03417744636, "min_base": 2.71750402451, "delta_min": "8.1011x slower", "delta_avg": "6.1914x slower", "std_changed": 0.015156549333503546, "min_changed": 22.0148639679, "delta_std": "68.3357x smaller", "std_base": 1.0357337017258297, "t_msg": "Significant (t=-39.882527, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7253718566894402, "timeline_link": null, "avg_changed": 26.181190381043994, "min_base": 0.720962047577, "delta_min": "36.2749x slower", "delta_avg": "36.0935x slower", "std_changed": 0.014683178060049859, "min_changed": 26.15279603, "delta_std": "1.2309x smaller", "std_base": 0.018073915363464733, "t_msg": "Significant (t=-7729.785255, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08103692054748202, "timeline_link": null, "avg_changed": 0.45982656955714013, "min_base": 0.0797011852264, "delta_min": "5.7592x slower", "delta_avg": "5.6743x slower", "std_changed": 0.0007131949161885405, "min_changed": 0.459015130997, "delta_std": "7.1274x smaller", "std_base": 0.005083213463818928, "t_msg": "Significant (t=-521.809161, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03232174873352, "timeline_link": null, "avg_changed": 0.6935210037231598, "min_base": 0.0313608646393, "delta_min": "21.9649x slower", "delta_avg": "21.4568x slower", "std_changed": 0.003516325667359565, "min_changed": 0.688837051392, "delta_std": "1.4241x larger", "std_base": 0.002469147556454183, "t_msg": "Significant (t=-1088.145505, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.5549314022, "timeline_link": null, "avg_changed": 47.777024173739996, "min_base": 20.5387320518, "delta_min": "2.3258x slower", "delta_avg": "2.3244x slower", "std_changed": 0.011185003967321734, "min_changed": 47.7689831257, "delta_std": "2.6177x smaller", "std_base": 0.029279150525510864, "t_msg": "Significant (t=-1942.085340, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.798057985300002, "timeline_link": null, "avg_changed": 10.9584409237, "min_base": 10.791260004, "delta_min": "1.0150x slower", "delta_avg": "1.0149x slower", "std_changed": 0.004974303638634756, "min_changed": 10.9534790516, "delta_std": "2.7911x smaller", "std_base": 0.013883713788549945, "t_msg": "Significant (t=-24.317131, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2925544834137, "timeline_link": null, "avg_changed": 2.9677113199229996, "min_base": 0.286165952682, "delta_min": "10.3401x slower", "delta_avg": "10.1441x slower", "std_changed": 0.0037256739788601055, "min_changed": 2.95897197723, "delta_std": "1.0623x smaller", "std_base": 0.003957673879772368, "t_msg": "Significant (t=-3480.173207, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09268307209014798, "timeline_link": null, "avg_changed": 0.51656441211706, "min_base": 0.0241210460663, "delta_min": "21.2663x slower", "delta_avg": "5.5734x slower", "std_changed": 0.01542280789112967, "min_changed": 0.512964963913, "delta_std": "7.0392x smaller", "std_base": 0.10856378812714715, "t_msg": "Significant (t=-27.334149, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10260056018829398, "timeline_link": null, "avg_changed": 0.5208594608307598, "min_base": 0.0382988452911, "delta_min": "13.5778x slower", "delta_avg": "5.0766x slower", "std_changed": 0.00138903620765271, "min_changed": 0.520015001297, "delta_std": "88.1048x smaller", "std_base": 0.12238079714920898, "t_msg": "Significant (t=-24.165119, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.028600306510924, "timeline_link": null, "avg_changed": 3.1130838012696, "min_base": 0.0180761814117, "delta_min": "170.5410x slower", "delta_avg": "108.8479x slower", "std_changed": 0.02777170772305896, "min_changed": 3.08273005486, "delta_std": "1.7340x larger", "std_base": 0.016016047974588977, "t_msg": "Significant (t=-680.325964, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0031049537658682, "timeline_link": null, "avg_changed": 0.41626854419711995, "min_base": 0.00275588035583, "delta_min": "150.5983x slower", "delta_avg": "134.0659x slower", "std_changed": 0.0006603151575384353, "min_changed": 0.415030956268, "delta_std": "1.3251x smaller", "std_base": 0.0008750150096542951, "t_msg": "Significant (t=-2665.108595, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20173830509189597, "timeline_link": null, "avg_changed": 0.7267696666717401, "min_base": 0.0848429203033, "delta_min": "8.4105x slower", "delta_avg": "3.6025x slower", "std_changed": 0.009530468060030937, "min_changed": 0.713575124741, "delta_std": "15.9667x smaller", "std_base": 0.15217026235069492, "t_msg": "Significant (t=-24.349517, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24277522563938003, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46783807277679984, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.17822169780728, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5907758760452202, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3659469079971, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27020810127257994, "timeline_link": null, "avg_changed": 0.69529579639434, "min_base": 0.260811090469, "delta_min": "2.6105x slower", "delta_avg": "2.5732x slower", "std_changed": 0.010733905102932725, "min_changed": 0.680840015411, "delta_std": "1.2580x larger", "std_base": 0.008532225323916502, "t_msg": "Significant (t=-219.213152, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08426455974578798, "timeline_link": null, "avg_changed": 0.46859688758848006, "min_base": 0.0570931434631, "delta_min": "8.1900x slower", "delta_avg": "5.5610x slower", "std_changed": 0.0015704141133815327, "min_changed": 0.467594146729, "delta_std": "17.0379x smaller", "std_base": 0.026756525881715627, "t_msg": "Significant (t=-101.394744, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009093708992004595, "timeline_link": null, "avg_changed": 0.78272510528566, "min_base": 0.00829386711121, "delta_min": "94.2381x slower", "delta_avg": "86.0733x slower", "std_changed": 0.000898942668722488, "min_changed": 0.781598091125, "delta_std": "3.6371x smaller", "std_base": 0.00326951257952215, "t_msg": "Significant (t=-1613.286563, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2612000000000005, "timeline_link": null, "avg_changed": 8.726600000000001, "min_base": 2.21, "delta_min": "3.9276x slower", "delta_avg": "3.8593x slower", "std_changed": 0.025683314682128276, "min_changed": 8.68, "delta_std": "1.3502x smaller", "std_base": 0.034678700161597124, "t_msg": "Significant (t=-1059.404966, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8083999999999999, "timeline_link": null, "avg_changed": 6.4166, "min_base": 0.78, "delta_min": "8.1667x slower", "delta_avg": "7.9374x slower", "std_changed": 0.0252020407336957, "min_changed": 6.37, "delta_std": "1.2428x smaller", "std_base": 0.03132189688524299, "t_msg": "Significant (t=-986.416653, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07511462529501069, "timeline_link": null, "avg_changed": 0.5606010166804267, "min_base": 0.0463879108429, "delta_min": "2.7606x slower", "delta_avg": "7.4633x slower", "std_changed": 0.254972937476983, "min_changed": 0.128060102463, "delta_std": "8.0165x larger", "std_base": 0.031806016311260746, "t_msg": "Significant (t=-23.140655, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012976749897003715, "timeline_link": null, "avg_changed": 0.05939131546020902, "min_base": 0.00756192207336, "delta_min": "7.4851x slower", "delta_avg": "4.5767x slower", "std_changed": 0.005903004358340534, "min_changed": 0.0566020011902, "delta_std": "2.2689x smaller", "std_base": 0.01339353554675416, "t_msg": "Significant (t=-70.908266, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8094996690749998, "timeline_link": null, "avg_changed": 49.09449708462, "min_base": 1.79709887505, "delta_min": "27.2735x slower", "delta_avg": "27.1315x slower", "std_changed": 0.053096968890336216, "min_changed": 49.0131778717, "delta_std": "7.7467x larger", "std_base": 0.0068541606713170234, "t_msg": "Significant (t=-2792.961831, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6019864559164, "timeline_link": null, "avg_changed": 2.080147600174, "min_base": 0.436367988586, "delta_min": "4.7100x slower", "delta_avg": "3.4555x slower", "std_changed": 0.015623010596315415, "min_changed": 2.05528497696, "delta_std": "22.1912x smaller", "std_base": 0.34669264706723885, "t_msg": "Significant (t=-9.524050, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.472410964964, "timeline_link": null, "avg_changed": 12.15911397934, "min_base": 1.68530106544, "delta_min": "7.2087x slower", "delta_avg": "4.9179x slower", "std_changed": 0.006172522129797195, "min_changed": 12.1488711834, "delta_std": "197.0544x smaller", "std_base": 1.2163224719249575, "t_msg": "Significant (t=-17.807652, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5686084747322001, "timeline_link": null, "avg_changed": 1.0286913871780001, "min_base": 0.265177965164, "delta_min": "3.7960x slower", "delta_avg": "1.8091x slower", "std_changed": 0.02851442441420621, "min_changed": 1.00661993027, "delta_std": "14.2889x smaller", "std_base": 0.40743973156335556, "t_msg": "Significant (t=-2.518818, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4669208526612, "timeline_link": null, "avg_changed": 3.7221477031700005, "min_base": 0.301942110062, "delta_min": "12.2586x slower", "delta_avg": "7.9717x slower", "std_changed": 0.01693264744569219, "min_changed": 3.70138883591, "delta_std": "14.9655x smaller", "std_base": 0.2534057571914487, "t_msg": "Significant (t=-28.660409, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023805453820000003, "timeline_link": null, "avg_changed": 1.7799117884, "min_base": 0.018161736, "delta_min": "97.8773x slower", "delta_avg": "74.7691x slower", "std_changed": 0.002787698060629489, "min_changed": 1.777621859, "delta_std": "5.5767x smaller", "std_base": 0.015546250663315683, "t_msg": "Significant (t=-786.208647, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [360.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [725.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [114.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [170.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004467823309073098, "timeline_link": null, "avg_changed": 0.3177859892969105, "min_base": 0.004434001877356395, "delta_min": "71.5060x slower", "delta_avg": "71.1277x slower", "std_changed": 0.0007745386827159699, "min_changed": 0.31705770450221943, "delta_std": "25.9392x larger", "std_base": 2.9859824269984292e-05, "t_msg": "Significant (t=-2858.281330, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014820110876771425, "timeline_link": null, "avg_changed": 0.014278476516187466, "min_base": 0.0014615609470914938, "delta_min": "9.7464x slower", "delta_avg": "9.6345x slower", "std_changed": 3.935088528250259e-05, "min_changed": 0.014245014245014245, "delta_std": "2.8004x larger", "std_base": 1.4051644739319421e-05, "t_msg": "Significant (t=-2165.510338, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006444272719053065, "timeline_link": null, "avg_changed": 0.10116550116550123, "min_base": 0.005925925925925926, "delta_min": "17.0455x slower", "delta_avg": "15.6985x slower", "std_changed": 0.0004709335872038273, "min_changed": 0.10101010101010101, "delta_std": "1.3745x larger", "std_base": 0.00034262384445394076, "t_msg": "Significant (t=-1150.069011, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.17409405182266727, "timeline_link": null, "avg_changed": 1.0567277097184538, "min_base": 0.1710498182595681, "delta_min": "6.1338x slower", "delta_avg": "6.0699x slower", "std_changed": 0.005621384664476906, "min_changed": 1.0491803278688525, "delta_std": "3.2026x larger", "std_base": 0.0017552478405887864, "t_msg": "Significant (t=-1059.791798, a=0.95)\n"}]], "branch": "", "revision": "94493:5d37e5adb23c"}