{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019441647529596, "timeline_link": null, "avg_changed": 0.30026654720308005, "min_base": 0.0192251205444, "delta_min": "15.0755x slower", "delta_avg": "15.4445x slower", "std_changed": 0.0043816048945023505, "min_changed": 0.289829015732, "delta_std": "11.9779x larger", "std_base": 0.00036580780674129963, "t_msg": "Significant (t=-451.626183, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008455150922139398, "timeline_link": null, "avg_changed": 0.06070977369944265, "min_base": 0.0066831111908, "delta_min": "8.5135x slower", "delta_avg": "7.1802x slower", "std_changed": 0.0020970290431413826, "min_changed": 0.0568969249725, "delta_std": "1.5647x smaller", "std_base": 0.003281220803145933, "t_msg": "Significant (t=-164.347956, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1555979371072, "timeline_link": null, "avg_changed": 1.0322520613659998, "min_base": 0.122152090073, "delta_min": "8.3316x slower", "delta_avg": "6.6341x slower", "std_changed": 0.00962948316514557, "min_changed": 1.01772403717, "delta_std": "10.8837x smaller", "std_base": 0.10480463966030329, "t_msg": "Significant (t=-37.250946, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6805674791340002, "timeline_link": null, "avg_changed": 9.2077879333496, "min_base": 1.66771578789, "delta_min": "5.4743x slower", "delta_avg": "5.4790x slower", "std_changed": 0.0348174472145733, "min_changed": 9.12965893745, "delta_std": "5.2171x larger", "std_base": 0.0066736900739151166, "t_msg": "Significant (t=-1501.370233, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0064682912826521995, "timeline_link": null, "avg_changed": 0.07967328548432201, "min_base": 0.00495600700378, "delta_min": "15.4421x slower", "delta_avg": "12.3175x slower", "std_changed": 0.0016094844156404736, "min_changed": 0.0765309333801, "delta_std": "1.4170x smaller", "std_base": 0.0022807108105410505, "t_msg": "Significant (t=-185.438096, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.056133174898, "timeline_link": null, "avg_changed": 23.25197467804, "min_base": 3.91240477562, "delta_min": "5.9247x slower", "delta_avg": "5.7325x slower", "std_changed": 0.05678722110502594, "min_changed": 23.1798291206, "delta_std": "4.5696x smaller", "std_base": 0.25949435287898653, "t_msg": "Significant (t=-161.586988, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046619844436646, "timeline_link": null, "avg_changed": 0.22541234493254003, "min_base": 0.00349593162537, "delta_min": "62.4232x slower", "delta_avg": "48.3512x slower", "std_changed": 0.0029324264293256277, "min_changed": 0.218227148056, "delta_std": "2.4743x smaller", "std_base": 0.007255558652920437, "t_msg": "Significant (t=-199.462305, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.35272789], "base_times": [65.7343449593]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027331519126896003, "timeline_link": null, "avg_changed": 1.6624630403520004, "min_base": 0.0254721641541, "delta_min": "64.2176x slower", "delta_avg": "60.8259x slower", "std_changed": 0.011027587343700391, "min_changed": 1.63576197624, "delta_std": "1.6807x larger", "std_base": 0.006561406755065207, "t_msg": "Significant (t=-901.039808, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.004930310249327741, "timeline_link": null, "avg_changed": 0.018314795494077992, "min_base": 0.000651121139526, "delta_min": "27.5665x slower", "delta_avg": "3.7147x slower", "std_changed": 0.0002354515248163218, "min_changed": 0.0179491043091, "delta_std": "24.1631x smaller", "std_base": 0.0056892410639063475, "t_msg": "Significant (t=-16.621137, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015415754318241997, "timeline_link": null, "avg_changed": 0.43775207042691994, "min_base": 0.0146059989929, "delta_min": "29.2796x slower", "delta_avg": "28.3964x slower", "std_changed": 0.004193881744252058, "min_changed": 0.427658081055, "delta_std": "3.0938x larger", "std_base": 0.001355595798910619, "t_msg": "Significant (t=-677.561253, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19525745868692, "timeline_link": null, "avg_changed": 0.4714692831039801, "min_base": 0.152386903763, "delta_min": "3.0125x slower", "delta_avg": "2.4146x slower", "std_changed": 0.007634267410166562, "min_changed": 0.459073066711, "delta_std": "6.3102x smaller", "std_base": 0.04817361152085932, "t_msg": "Significant (t=-40.043495, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09788304328918601, "timeline_link": null, "avg_changed": 0.7460383892059199, "min_base": 0.0950407981873, "delta_min": "7.6805x slower", "delta_avg": "7.6217x slower", "std_changed": 0.011392056956715831, "min_changed": 0.729959011078, "delta_std": "5.2884x larger", "std_base": 0.0021541392380245543, "t_msg": "Significant (t=-395.305932, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.020995783805843996, "timeline_link": null, "avg_changed": 0.2695102500915601, "min_base": 0.0179178714752, "delta_min": "14.4680x slower", "delta_avg": "12.8364x slower", "std_changed": 0.004198941878415196, "min_changed": 0.259235858917, "delta_std": "1.8413x larger", "std_base": 0.0022804632277731596, "t_msg": "Significant (t=-367.763193, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.0089849901199344, "timeline_link": null, "avg_changed": 0.11009352207181998, "min_base": 0.00717210769653, "delta_min": "14.8531x slower", "delta_avg": "12.2530x slower", "std_changed": 0.001780364646788401, "min_changed": 0.106528043747, "delta_std": "3.5360x smaller", "std_base": 0.006295397025772305, "t_msg": "Significant (t=-109.280377, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024095249176033996, "timeline_link": null, "avg_changed": 0.23337573051449997, "min_base": 0.0211238861084, "delta_min": "10.7285x slower", "delta_avg": "9.6855x slower", "std_changed": 0.0031988663352031828, "min_changed": 0.226626873016, "delta_std": "4.1584x smaller", "std_base": 0.01330217697442028, "t_msg": "Significant (t=-108.164125, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.065604491233824, "timeline_link": null, "avg_changed": 0.82977811336514, "min_base": 0.0470998287201, "delta_min": "17.3318x slower", "delta_avg": "12.6482x slower", "std_changed": 0.007394671236589106, "min_changed": 0.816326141357, "delta_std": "2.4007x smaller", "std_base": 0.017752486170752677, "t_msg": "Significant (t=-280.979635, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.224178552625, "timeline_link": null, "avg_changed": 174.46705389050004, "min_base": 6.12638711929, "delta_min": "28.4763x slower", "delta_avg": "28.0305x slower", "std_changed": 0.010419664403131197, "min_changed": 174.456738949, "delta_std": "9.4806x smaller", "std_base": 0.09878426521875804, "t_msg": "Significant (t=-11976.538383, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.47362241745, "timeline_link": null, "avg_changed": 9.213214397429999, "min_base": 1.10869407654, "delta_min": "8.2742x slower", "delta_avg": "6.2521x slower", "std_changed": 0.0468264837984067, "min_changed": 9.17356491089, "delta_std": "10.4641x smaller", "std_base": 0.48999483993304865, "t_msg": "Significant (t=-35.159073, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3767570590972801, "timeline_link": null, "avg_changed": 11.594902472495999, "min_base": 0.364409923553, "delta_min": "31.6137x slower", "delta_avg": "30.7755x slower", "std_changed": 0.034886870492071266, "min_changed": 11.5203561783, "delta_std": "3.6532x larger", "std_base": 0.009549600111370456, "t_msg": "Significant (t=-2193.079067, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04656535625457401, "timeline_link": null, "avg_changed": 0.22121603488925995, "min_base": 0.0455780029297, "delta_min": "4.7294x slower", "delta_avg": "4.7507x slower", "std_changed": 0.0016969465864479492, "min_changed": 0.215558052063, "delta_std": "1.3939x smaller", "std_base": 0.0023653686161796673, "t_msg": "Significant (t=-424.224520, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020871195793152008, "timeline_link": null, "avg_changed": 0.36369016647335994, "min_base": 0.020103931427, "delta_min": "17.5827x slower", "delta_avg": "17.4255x slower", "std_changed": 0.004353171823096433, "min_changed": 0.35348200798, "delta_std": "2.7918x larger", "std_base": 0.0015592559814114374, "t_msg": "Significant (t=-524.242156, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.22261738777, "timeline_link": null, "avg_changed": 18.82361221312, "min_base": 9.15568995476, "delta_min": "2.0490x slower", "delta_avg": "2.0410x slower", "std_changed": 0.08536750259366382, "min_changed": 18.7600300312, "delta_std": "1.0146x smaller", "std_base": 0.08661526877922103, "t_msg": "Significant (t=-176.530545, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.580115985872, "timeline_link": null, "avg_changed": 4.611090660097999, "min_base": 4.57016801834, "delta_min": "1.0060x slower", "delta_avg": "1.0068x slower", "std_changed": 0.01290705629905548, "min_changed": 4.59778904915, "delta_std": "1.3614x larger", "std_base": 0.009480867469297957, "t_msg": "Significant (t=-4.324799, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15871618747718, "timeline_link": null, "avg_changed": 1.2690565204622, "min_base": 0.15455698967, "delta_min": "8.0841x slower", "delta_avg": "7.9958x slower", "std_changed": 0.008836381334777682, "min_changed": 1.24944806099, "delta_std": "3.6834x larger", "std_base": 0.0023989861869528977, "t_msg": "Significant (t=-857.479704, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.047866005897484, "timeline_link": null, "avg_changed": 0.20536987781523997, "min_base": 0.0111489295959, "delta_min": "18.1141x slower", "delta_avg": "4.2905x slower", "std_changed": 0.005789648534824855, "min_changed": 0.201952934265, "delta_std": "9.5727x smaller", "std_base": 0.05542254038892955, "t_msg": "Significant (t=-19.986327, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04659057140349001, "timeline_link": null, "avg_changed": 0.21518145084378, "min_base": 0.0160620212555, "delta_min": "12.9661x slower", "delta_avg": "4.6186x slower", "std_changed": 0.005028951250812291, "min_changed": 0.208261966705, "delta_std": "11.5264x smaller", "std_base": 0.05796578147738961, "t_msg": "Significant (t=-20.488920, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.010522780418398601, "timeline_link": null, "avg_changed": 1.2072509956367998, "min_base": 0.00885081291199, "delta_min": "134.0488x slower", "delta_avg": "114.7274x slower", "std_changed": 0.009039221049524765, "min_changed": 1.18644118309, "delta_std": "1.9070x larger", "std_base": 0.00474006849749262, "t_msg": "Significant (t=-829.081416, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0015424919128422003, "timeline_link": null, "avg_changed": 0.18483163833617997, "min_base": 0.00139403343201, "delta_min": "128.8743x slower", "delta_avg": "119.8266x slower", "std_changed": 0.0018507402045130118, "min_changed": 0.179655075073, "delta_std": "4.3323x larger", "std_base": 0.00042720033278759493, "t_msg": "Significant (t=-682.345245, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.093318099975564, "timeline_link": null, "avg_changed": 0.30124429225920013, "min_base": 0.0377299785614, "delta_min": "7.6693x slower", "delta_avg": "3.2281x slower", "std_changed": 0.00706627219523701, "min_changed": 0.289361000061, "delta_std": "10.4666x smaller", "std_base": 0.07395999103184202, "t_msg": "Significant (t=-19.789015, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11986987113948003, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18416056156162003, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12001639366153999, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25732426643367995, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15237024784089997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14243140697484002, "timeline_link": null, "avg_changed": 0.44057504177092, "min_base": 0.140238046646, "delta_min": "3.0809x slower", "delta_avg": "3.0932x slower", "std_changed": 0.004982966273561, "min_changed": 0.432060003281, "delta_std": "2.7507x larger", "std_base": 0.0018115535388550847, "t_msg": "Significant (t=-397.619020, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.043640894889834005, "timeline_link": null, "avg_changed": 0.20945532321931992, "min_base": 0.0292911529541, "delta_min": "6.9285x slower", "delta_avg": "4.7995x slower", "std_changed": 0.0027903372514579265, "min_changed": 0.202944993973, "delta_std": "4.3816x smaller", "std_base": 0.012226052993878501, "t_msg": "Significant (t=-93.496410, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005512943267823399, "timeline_link": null, "avg_changed": 0.31298828601834, "min_base": 0.00508999824524, "delta_min": "59.7344x slower", "delta_avg": "56.7734x slower", "std_changed": 0.0038607036048317355, "min_changed": 0.304048061371, "delta_std": "2.2891x larger", "std_base": 0.0016865650593654708, "t_msg": "Significant (t=-516.061925, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0412, "timeline_link": null, "avg_changed": 5.0032000000000005, "min_base": 1.01, "delta_min": "4.8515x slower", "delta_avg": "4.8052x slower", "std_changed": 0.058394855798036355, "min_changed": 4.9, "delta_std": "2.4460x larger", "std_base": 0.023873817953429036, "t_msg": "Significant (t=-444.081203, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3892000000000005, "timeline_link": null, "avg_changed": 3.6365999999999996, "min_base": 0.37, "delta_min": "9.5676x slower", "delta_avg": "9.3438x slower", "std_changed": 0.04078865388455825, "min_changed": 3.54, "delta_std": "1.8922x larger", "std_base": 0.021555812701554298, "t_msg": "Significant (t=-497.734214, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.035188310941059335, "timeline_link": null, "avg_changed": 0.21579775969190598, "min_base": 0.0200471878052, "delta_min": "3.1126x slower", "delta_avg": "6.1327x slower", "std_changed": 0.08941698372929732, "min_changed": 0.062399148941, "delta_std": "5.0369x larger", "std_base": 0.017752395396737564, "t_msg": "Significant (t=-24.264501, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017479425907135058, "timeline_link": null, "avg_changed": 0.043848051548003183, "min_base": 0.00352382659912, "delta_min": "7.7652x slower", "delta_avg": "2.5086x slower", "std_changed": 0.07604245569935955, "min_changed": 0.0273630619049, "delta_std": "1.3960x larger", "std_base": 0.05447331797706806, "t_msg": "Significant (t=-6.303380, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7478694200515, "timeline_link": null, "avg_changed": 17.06551520823, "min_base": 0.736891031265, "delta_min": "23.1107x slower", "delta_avg": "22.8188x slower", "std_changed": 0.0396611193694306, "min_changed": 17.030066967, "delta_std": "8.6530x larger", "std_base": 0.004583503656548056, "t_msg": "Significant (t=-1292.443558, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25750799179059997, "timeline_link": null, "avg_changed": 0.8244348525999999, "min_base": 0.174897909164, "delta_min": "4.6813x slower", "delta_avg": "3.2016x slower", "std_changed": 0.004573543279933326, "min_changed": 0.818751096725, "delta_std": "35.4484x smaller", "std_base": 0.16212460671445877, "t_msg": "Significant (t=-7.816105, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1789356231688, "timeline_link": null, "avg_changed": 4.768326616288, "min_base": 0.754745006561, "delta_min": "6.2843x slower", "delta_avg": "4.0446x slower", "std_changed": 0.017470354822956457, "min_changed": 4.74303388596, "delta_std": "32.5680x smaller", "std_base": 0.568973886618775, "t_msg": "Significant (t=-14.099665, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.25819082260139997, "timeline_link": null, "avg_changed": 0.39881024360639994, "min_base": 0.113107204437, "delta_min": "3.4329x slower", "delta_avg": "1.5446x slower", "std_changed": 0.010692605397838582, "min_changed": 0.388281106949, "delta_std": "17.4955x smaller", "std_base": 0.18707290105121502, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.22878360748280002, "timeline_link": null, "avg_changed": 1.375342559812, "min_base": 0.162194013596, "delta_min": "8.4245x slower", "delta_avg": "6.0115x slower", "std_changed": 0.009615249025199498, "min_changed": 1.36639690399, "delta_std": "11.3570x smaller", "std_base": 0.10920039638747578, "t_msg": "Significant (t=-23.387302, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01130997186, "timeline_link": null, "avg_changed": 0.7341683909200001, "min_base": 0.00790423, "delta_min": "90.7517x slower", "delta_avg": "64.9134x slower", "std_changed": 0.00972591537489376, "min_changed": 0.717322123, "delta_std": "1.0681x larger", "std_base": 0.00910612955328477, "t_msg": "Significant (t=-383.637177, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [179.3]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [491.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [80.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [84.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.002508604039355449, "timeline_link": null, "avg_changed": 0.12911070649264123, "min_base": 0.002462283965360589, "delta_min": "51.3428x slower", "delta_avg": "51.4672x slower", "std_changed": 0.0010674400000655268, "min_changed": 0.1264206520777234, "delta_std": "44.5120x larger", "std_base": 2.398094071478865e-05, "t_msg": "Significant (t=-838.441715, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006718544947186351, "timeline_link": null, "avg_changed": 0.0066618585584518495, "min_base": 0.0006596741209842338, "delta_min": "9.9730x slower", "delta_avg": "9.9156x slower", "std_changed": 6.580538963058005e-05, "min_changed": 0.006578947368421052, "delta_std": "5.3126x larger", "std_base": 1.2386721448661648e-05, "t_msg": "Significant (t=-200.027618, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002711876663149874, "timeline_link": null, "avg_changed": 0.04305674392531247, "min_base": 0.002370791844476055, "delta_min": "17.7975x slower", "delta_avg": "15.8771x slower", "std_changed": 0.0005645909377250022, "min_changed": 0.04219409282700422, "delta_std": "2.7143x larger", "std_base": 0.00020800392054338109, "t_msg": "Significant (t=-474.134850, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.058019452003267344, "timeline_link": null, "avg_changed": 0.3470537152780174, "min_base": 0.05633306927207112, "delta_min": "6.0373x slower", "delta_avg": "5.9817x slower", "std_changed": 0.002485630648450529, "min_changed": 0.3400999043469019, "delta_std": "2.1750x larger", "std_base": 0.0011428079200498035, "t_msg": "Significant (t=-747.062120, a=0.95)\n"}]], "branch": "", "revision": "98245:838c25e04d2a"}