{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03929069519043198, "timeline_link": null, "avg_changed": 0.66714289188376, "min_base": 0.0388021469116, "delta_min": "17.0827x slower", "delta_avg": "16.9797x slower", "std_changed": 0.0030718249415188055, "min_changed": 0.662847042084, "delta_std": "5.5389x larger", "std_base": 0.0005545924015040135, "t_msg": "Significant (t=-1422.266193, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015222503344218662, "timeline_link": null, "avg_changed": 0.13226333459216, "min_base": 0.0124499797821, "delta_min": "10.2949x slower", "delta_avg": "8.6887x slower", "std_changed": 0.0034737030545367725, "min_changed": 0.128170967102, "delta_std": "1.8764x smaller", "std_base": 0.0065180519916539165, "t_msg": "Significant (t=-194.079302, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26054775714875, "timeline_link": null, "avg_changed": 1.3857215762139998, "min_base": 0.201498985291, "delta_min": "6.7870x slower", "delta_avg": "5.3185x slower", "std_changed": 0.04705727489625706, "min_changed": 1.36758303642, "delta_std": "3.9932x smaller", "std_base": 0.18790792209011778, "t_msg": "Significant (t=-25.976543, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3890246486658, "timeline_link": null, "avg_changed": 19.83308613300599, "min_base": 3.3280608654, "delta_min": "5.9363x slower", "delta_avg": "5.8522x slower", "std_changed": 0.07412832592141919, "min_changed": 19.7564198971, "delta_std": "1.1632x smaller", "std_base": 0.0862224299686023, "t_msg": "Significant (t=-1022.601244, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024595303535464002, "timeline_link": null, "avg_changed": 0.21049784183502002, "min_base": 0.0213179588318, "delta_min": "9.7528x slower", "delta_avg": "8.5585x slower", "std_changed": 0.002409015796189896, "min_changed": 0.207910060883, "delta_std": "2.5036x smaller", "std_base": 0.0060310991809550485, "t_msg": "Significant (t=-202.409005, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 17.298364710808, "timeline_link": null, "avg_changed": 35.677232327460004, "min_base": 17.1574878693, "delta_min": "2.0694x slower", "delta_avg": "2.0625x slower", "std_changed": 0.11049760935247631, "min_changed": 35.5060069561, "delta_std": "1.6531x smaller", "std_base": 0.18266815469119738, "t_msg": "Significant (t=-608.736146, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008717470169072402, "timeline_link": null, "avg_changed": 0.50713518142708, "min_base": 0.00605893135071, "delta_min": "83.5560x slower", "delta_avg": "58.1746x slower", "std_changed": 0.0005928164050667487, "min_changed": 0.506259918213, "delta_std": "27.9806x smaller", "std_base": 0.016587355874562334, "t_msg": "Significant (t=-212.336241, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [135.952327967], "base_times": [141.912646055]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04666163444518399, "timeline_link": null, "avg_changed": 3.0745287895205995, "min_base": 0.0442161560059, "delta_min": "69.3658x slower", "delta_avg": "65.8899x slower", "std_changed": 0.003596326776119975, "min_changed": 3.06709098816, "delta_std": "4.0220x smaller", "std_base": 0.014464550742257195, "t_msg": "Significant (t=-1436.454979, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0105669927597086, "timeline_link": null, "avg_changed": 0.035005512237546006, "min_base": 0.00126099586487, "delta_min": "27.3640x slower", "delta_avg": "3.3127x slower", "std_changed": 0.0003991412741085082, "min_changed": 0.0345058441162, "delta_std": "30.6590x smaller", "std_base": 0.012237259111259453, "t_msg": "Significant (t=-14.113829, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.033286952972407996, "timeline_link": null, "avg_changed": 0.9991456937787401, "min_base": 0.0320129394531, "delta_min": "31.0732x slower", "delta_avg": "30.0161x slower", "std_changed": 0.0032854426993788495, "min_changed": 0.994745016098, "delta_std": "1.2996x larger", "std_base": 0.0025280624397628925, "t_msg": "Significant (t=-1647.482836, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4219625043869001, "timeline_link": null, "avg_changed": 1.0254083061222001, "min_base": 0.335970878601, "delta_min": "3.0215x slower", "delta_avg": "2.4301x slower", "std_changed": 0.004022809442272793, "min_changed": 1.01513600349, "delta_std": "23.6160x smaller", "std_base": 0.09500255381247504, "t_msg": "Significant (t=-44.874435, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.18221014022827997, "timeline_link": null, "avg_changed": 1.6575015592578, "min_base": 0.180591106415, "delta_min": "9.1334x slower", "delta_avg": "9.0966x slower", "std_changed": 0.005740063403035707, "min_changed": 1.64941000938, "delta_std": "1.3067x larger", "std_base": 0.004392816658749157, "t_msg": "Significant (t=-1443.244003, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.041522245407114, "timeline_link": null, "avg_changed": 0.5633626365661399, "min_base": 0.0316958427429, "delta_min": "17.5222x slower", "delta_avg": "13.5677x slower", "std_changed": 0.004263598022506134, "min_changed": 0.555382013321, "delta_std": "1.5850x smaller", "std_base": 0.006757735659615425, "t_msg": "Significant (t=-461.804718, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014107985496511998, "timeline_link": null, "avg_changed": 0.23766005039215993, "min_base": 0.0112910270691, "delta_min": "20.8179x slower", "delta_avg": "16.8458x slower", "std_changed": 0.0029211010103445257, "min_changed": 0.235054969788, "delta_std": "5.0075x smaller", "std_base": 0.014627417434663642, "t_msg": "Significant (t=-105.975230, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.061151700019844005, "timeline_link": null, "avg_changed": 0.5179836893080799, "min_base": 0.0561008453369, "delta_min": "9.1607x slower", "delta_avg": "8.4705x slower", "std_changed": 0.0034129100558289494, "min_changed": 0.513921022415, "delta_std": "8.1973x smaller", "std_base": 0.02797649474891098, "t_msg": "Significant (t=-114.614726, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.15903810024258003, "timeline_link": null, "avg_changed": 1.5222831344604, "min_base": 0.108763933182, "delta_min": "13.9430x slower", "delta_avg": "9.5718x slower", "std_changed": 0.003871619099085039, "min_changed": 1.51649093628, "delta_std": "12.1291x smaller", "std_base": 0.04695913715191496, "t_msg": "Significant (t=-204.582164, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.506521105750013, "timeline_link": null, "avg_changed": 312.5123389959995, "min_base": 12.1609470844, "delta_min": "25.6964x slower", "delta_avg": "24.9880x slower", "std_changed": 0.020330314959362394, "min_changed": 312.492213011, "delta_std": "17.1705x smaller", "std_base": 0.34908247699784256, "t_msg": "Significant (t=-6066.683708, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4347890377039993, "timeline_link": null, "avg_changed": 19.414286470399997, "min_base": 2.77707791328, "delta_min": "6.9801x slower", "delta_avg": "5.6523x slower", "std_changed": 0.03779348373486303, "min_changed": 19.3843660355, "delta_std": "24.2990x smaller", "std_base": 0.9183426092173577, "t_msg": "Significant (t=-38.875494, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.72898645400996, "timeline_link": null, "avg_changed": 23.424057059294, "min_base": 0.720971107483, "delta_min": "32.4703x slower", "delta_avg": "32.1324x slower", "std_changed": 0.007455519484879514, "min_changed": 23.4101150036, "delta_std": "2.4823x smaller", "std_base": 0.018506744727992245, "t_msg": "Significant (t=-8043.202013, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.078476619720454, "timeline_link": null, "avg_changed": 0.4350774192810599, "min_base": 0.0767209529877, "delta_min": "5.6504x slower", "delta_avg": "5.5440x slower", "std_changed": 0.0017384087129664473, "min_changed": 0.433506965637, "delta_std": "2.8725x smaller", "std_base": 0.004993647415479013, "t_msg": "Significant (t=-476.880720, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03167656898498999, "timeline_link": null, "avg_changed": 0.6462112283706398, "min_base": 0.0309150218964, "delta_min": "20.8151x slower", "delta_avg": "20.4003x slower", "std_changed": 0.003411096421138633, "min_changed": 0.643500089645, "delta_std": "1.0666x larger", "std_base": 0.003198151662670698, "t_msg": "Significant (t=-929.328015, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.6340203762, "timeline_link": null, "avg_changed": 42.696979999540005, "min_base": 18.615254879, "delta_min": "2.2929x slower", "delta_avg": "2.2913x slower", "std_changed": 0.01919617776869046, "min_changed": 42.6828811169, "delta_std": "1.4529x smaller", "std_base": 0.02789083445291714, "t_msg": "Significant (t=-1589.159515, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.351466751097998, "timeline_link": null, "avg_changed": 9.511885023116, "min_base": 9.3413670063, "delta_min": "1.0177x slower", "delta_avg": "1.0172x slower", "std_changed": 0.006774898848100076, "min_changed": 9.50674390793, "delta_std": "2.6329x smaller", "std_base": 0.017837507138784462, "t_msg": "Significant (t=-18.799351, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2916637229919199, "timeline_link": null, "avg_changed": 2.6480490112292, "min_base": 0.286652088165, "delta_min": "9.1998x slower", "delta_avg": "9.0791x slower", "std_changed": 0.004763377330686301, "min_changed": 2.63714504242, "delta_std": "1.2594x larger", "std_base": 0.0037822762400506853, "t_msg": "Significant (t=-2739.413396, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.126721115112326, "timeline_link": null, "avg_changed": 0.43750813007364003, "min_base": 0.0379409790039, "delta_min": "11.4051x slower", "delta_avg": "3.4525x slower", "std_changed": 0.015015813284075436, "min_changed": 0.432722091675, "delta_std": "9.8193x smaller", "std_base": 0.14744403526987895, "t_msg": "Significant (t=-14.827916, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10864573001863603, "timeline_link": null, "avg_changed": 0.4600886535644999, "min_base": 0.0439920425415, "delta_min": "10.4166x slower", "delta_avg": "4.2348x slower", "std_changed": 0.0030310890318052787, "min_changed": 0.458249092102, "delta_std": "36.9899x smaller", "std_base": 0.11211967017922235, "t_msg": "Significant (t=-22.156408, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033120455741876, "timeline_link": null, "avg_changed": 2.5578398752211995, "min_base": 0.020192861557, "delta_min": "124.7873x slower", "delta_avg": "77.2284x slower", "std_changed": 0.012492778021519504, "min_changed": 2.51981306076, "delta_std": "1.6319x smaller", "std_base": 0.020387355300961356, "t_msg": "Significant (t=-746.635784, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036526727676392, "timeline_link": null, "avg_changed": 0.34827027797705995, "min_base": 0.00321888923645, "delta_min": "107.6732x slower", "delta_avg": "95.3467x slower", "std_changed": 0.0012865085148995293, "min_changed": 0.346588134766, "delta_std": "1.0897x smaller", "std_base": 0.001401970699474574, "t_msg": "Significant (t=-1280.650518, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18787832260137002, "timeline_link": null, "avg_changed": 0.65135024547578, "min_base": 0.0811150074005, "delta_min": "7.8589x slower", "delta_avg": "3.4669x slower", "std_changed": 0.010259485554160848, "min_changed": 0.6374771595, "delta_std": "13.7015x smaller", "std_base": 0.1405702272979881, "t_msg": "Significant (t=-23.252061, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25092269420622004, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4687857055664202, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2143837308883, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6053722667694201, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36872309684762, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23271670341494002, "timeline_link": null, "avg_changed": 0.6781092166900998, "min_base": 0.208463191986, "delta_min": "3.0580x slower", "delta_avg": "2.9139x slower", "std_changed": 0.031180947975384603, "min_changed": 0.637489080429, "delta_std": "1.6329x larger", "std_base": 0.019095546359260807, "t_msg": "Significant (t=-86.135038, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08368292331694598, "timeline_link": null, "avg_changed": 0.4272689199447599, "min_base": 0.0573861598969, "delta_min": "7.4144x slower", "delta_avg": "5.1058x slower", "std_changed": 0.0021553649926892146, "min_changed": 0.425485134125, "delta_std": "11.4989x smaller", "std_base": 0.024784337244161268, "t_msg": "Significant (t=-97.657830, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017754473686218, "timeline_link": null, "avg_changed": 0.69819482803348, "min_base": 0.0168440341949, "delta_min": "41.2297x slower", "delta_avg": "39.3250x slower", "std_changed": 0.002050257021029127, "min_changed": 0.694473981857, "delta_std": "1.8804x smaller", "std_base": 0.0038552248446497637, "t_msg": "Significant (t=-1101.898803, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1502, "timeline_link": null, "avg_changed": 8.236199999999998, "min_base": 2.13, "delta_min": "3.8404x slower", "delta_avg": "3.8304x slower", "std_changed": 0.03504457802541787, "min_changed": 8.18, "delta_std": "2.1115x larger", "std_base": 0.01659727049111092, "t_msg": "Significant (t=-1109.818527, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7893999999999999, "timeline_link": null, "avg_changed": 5.970799999999998, "min_base": 0.76, "delta_min": "7.8026x slower", "delta_avg": "7.5637x slower", "std_changed": 0.025139610179953174, "min_changed": 5.93, "delta_std": "1.4113x smaller", "std_base": 0.03547980166983196, "t_msg": "Significant (t=-842.572831, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06822792053221866, "timeline_link": null, "avg_changed": 0.46818411827089335, "min_base": 0.0431041717529, "delta_min": "2.6719x slower", "delta_avg": "6.8621x slower", "std_changed": 0.2089336162239713, "min_changed": 0.115169048309, "delta_std": "6.6330x larger", "std_base": 0.03149923433124108, "t_msg": "Significant (t=-23.182989, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012098368644713814, "timeline_link": null, "avg_changed": 0.05984557008743318, "min_base": 0.00745296478271, "delta_min": "6.8597x slower", "delta_avg": "4.9466x slower", "std_changed": 0.007113454845201377, "min_changed": 0.0511248111725, "delta_std": "1.7320x smaller", "std_base": 0.012320521601855719, "t_msg": "Significant (t=-75.046671, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9721383905414, "timeline_link": null, "avg_changed": 45.083061499593995, "min_base": 1.95156002045, "delta_min": "23.0377x slower", "delta_avg": "22.8600x slower", "std_changed": 0.05718475169117928, "min_changed": 44.959414959, "delta_std": "7.3442x larger", "std_base": 0.0077864079514589225, "t_msg": "Significant (t=-5282.056019, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5896553516394001, "timeline_link": null, "avg_changed": 1.840304803846, "min_base": 0.433501958847, "delta_min": "4.1838x slower", "delta_avg": "3.1210x slower", "std_changed": 0.022819787631616954, "min_changed": 1.81368398666, "delta_std": "12.7962x smaller", "std_base": 0.29200574839696447, "t_msg": "Significant (t=-9.547883, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.506899404524, "timeline_link": null, "avg_changed": 11.27480688096, "min_base": 1.76198506355, "delta_min": "6.3899x slower", "delta_avg": "4.4975x slower", "std_changed": 0.0143833303081062, "min_changed": 11.2588810921, "delta_std": "81.8033x smaller", "std_base": 1.1766039788267204, "t_msg": "Significant (t=-16.661657, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5547352314003999, "timeline_link": null, "avg_changed": 0.8823170185089999, "min_base": 0.302281856537, "delta_min": "2.8727x slower", "delta_avg": "1.5905x slower", "std_changed": 0.01719545550520785, "min_changed": 0.868370056152, "delta_std": "20.7369x smaller", "std_base": 0.3565811162626405, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.48403143882739996, "timeline_link": null, "avg_changed": 3.167678022386, "min_base": 0.334593057632, "delta_min": "9.3776x slower", "delta_avg": "6.5444x slower", "std_changed": 0.020774329436738223, "min_changed": 3.13769412041, "delta_std": "10.2183x smaller", "std_base": 0.21227858351464318, "t_msg": "Significant (t=-28.134186, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025640847360000003, "timeline_link": null, "avg_changed": 1.6264905426799998, "min_base": 0.020917909, "delta_min": "77.6219x slower", "delta_avg": "63.4336x slower", "std_changed": 0.0023788972432210414, "min_changed": 1.623686901, "delta_std": "4.2071x smaller", "std_base": 0.010008330551217377, "t_msg": "Significant (t=-1100.372462, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [409.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [736.6]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [130.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [174.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [195.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.00508393631081427, "timeline_link": null, "avg_changed": 0.2811064332417418, "min_base": 0.00506087729295698, "delta_min": "55.3625x slower", "delta_avg": "55.2931x slower", "std_changed": 0.0009369183207650637, "min_changed": 0.28018267910677763, "delta_std": "44.5150x larger", "std_base": 2.1047258731941833e-05, "t_msg": "Significant (t=-2082.659137, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001608433746479777, "timeline_link": null, "avg_changed": 0.01296406049789815, "min_base": 0.0015865460891638901, "delta_min": "8.1224x slower", "delta_avg": "8.0601x slower", "std_changed": 6.127726478525767e-05, "min_changed": 0.01288659793814433, "delta_std": "3.8557x larger", "std_base": 1.5892745412840322e-05, "t_msg": "Significant (t=-1268.411854, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006871188776026532, "timeline_link": null, "avg_changed": 0.09165398274987309, "min_base": 0.006391818472355385, "delta_min": "14.2877x slower", "delta_avg": "13.3389x slower", "std_changed": 0.0005620084952986454, "min_changed": 0.091324200913242, "delta_std": "1.5203x larger", "std_base": 0.0003696793896585645, "t_msg": "Significant (t=-891.200794, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19890851521367137, "timeline_link": null, "avg_changed": 0.999949359645944, "min_base": 0.19592236576256658, "delta_min": "5.0771x slower", "delta_avg": "5.0272x slower", "std_changed": 0.003477872371920518, "min_changed": 0.9947155735156978, "delta_std": "2.3321x larger", "std_base": 0.001491281735207072, "t_msg": "Significant (t=-1496.840315, a=0.95)\n"}]], "branch": "default", "revision": "81899:35c27789e353"}