{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019791793823236, "timeline_link": null, "avg_changed": 0.30866691589352, "min_base": 0.019248008728, "delta_min": "15.6760x slower", "delta_avg": "15.5957x slower", "std_changed": 0.0036803646210225, "min_changed": 0.301731109619, "delta_std": "7.9986x larger", "std_base": 0.0004601250085488693, "t_msg": "Significant (t=-550.727105, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.009016561508179734, "timeline_link": null, "avg_changed": 0.06055764834085931, "min_base": 0.00686001777649, "delta_min": "8.3383x slower", "delta_avg": "6.7163x slower", "std_changed": 0.0024011898159839733, "min_changed": 0.0572011470795, "delta_std": "1.5949x smaller", "std_base": 0.0038296766188380873, "t_msg": "Significant (t=-139.650444, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.13815617561334997, "timeline_link": null, "avg_changed": 0.6992217779159, "min_base": 0.105931043625, "delta_min": "6.4704x slower", "delta_avg": "5.0611x slower", "std_changed": 0.00808821084849493, "min_changed": 0.685414075851, "delta_std": "11.9187x smaller", "std_base": 0.09640120090968941, "t_msg": "Significant (t=-25.937192, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7176661157604005, "timeline_link": null, "avg_changed": 9.383061194419197, "min_base": 1.67821907997, "delta_min": "5.5272x slower", "delta_avg": "5.4627x slower", "std_changed": 0.034745491025159274, "min_changed": 9.27578091621, "delta_std": "2.0187x larger", "std_base": 0.01721149950532267, "t_msg": "Significant (t=-1397.880401, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0068076610565195985, "timeline_link": null, "avg_changed": 0.08129380226135399, "min_base": 0.00509905815125, "delta_min": "15.4037x slower", "delta_avg": "11.9415x slower", "std_changed": 0.0016350081503693856, "min_changed": 0.0785441398621, "delta_std": "1.4511x smaller", "std_base": 0.0023726177124348655, "t_msg": "Significant (t=-182.790785, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.211491250989999, "timeline_link": null, "avg_changed": 24.03183846472, "min_base": 4.043612957, "delta_min": "5.9190x slower", "delta_avg": "5.7063x slower", "std_changed": 0.08356949456272389, "min_changed": 23.9340779781, "delta_std": "3.3649x smaller", "std_base": 0.2812029702569377, "t_msg": "Significant (t=-151.076942, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.004771771430968399, "timeline_link": null, "avg_changed": 0.22139742374420007, "min_base": 0.00356388092041, "delta_min": "60.7806x slower", "delta_avg": "46.3973x slower", "std_changed": 0.002920932147920926, "min_changed": 0.216614961624, "delta_std": "2.4773x smaller", "std_base": 0.007235987255876511, "t_msg": "Significant (t=-196.298537, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.140538931], "base_times": [68.5790479183]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.028007416725162, "timeline_link": null, "avg_changed": 1.723430995941, "min_base": 0.0263471603394, "delta_min": "64.2800x slower", "delta_avg": "61.5348x slower", "std_changed": 0.012742949226230961, "min_changed": 1.69359612465, "delta_std": "1.8261x larger", "std_base": 0.00697831230967452, "t_msg": "Significant (t=-825.163657, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00530798912048652, "timeline_link": null, "avg_changed": 0.019513444900508003, "min_base": 0.00067400932312, "delta_min": "28.5543x slower", "delta_avg": "3.6762x slower", "std_changed": 0.0004649383524711681, "min_changed": 0.0192458629608, "delta_std": "13.3346x smaller", "std_base": 0.006199784196614378, "t_msg": "Significant (t=-16.156445, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015742621421814, "timeline_link": null, "avg_changed": 0.4488066577912001, "min_base": 0.0147800445557, "delta_min": "29.9100x slower", "delta_avg": "28.5090x slower", "std_changed": 0.004199872255700123, "min_changed": 0.442070960999, "delta_std": "3.3055x larger", "std_base": 0.0012705756525964644, "t_msg": "Significant (t=-697.886266, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19625276088716004, "timeline_link": null, "avg_changed": 0.4748357009888398, "min_base": 0.161478042603, "delta_min": "2.8702x slower", "delta_avg": "2.4195x slower", "std_changed": 0.005673276488604682, "min_changed": 0.463475942612, "delta_std": "8.7104x smaller", "std_base": 0.049416717339571405, "t_msg": "Significant (t=-39.602472, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.09884871959686001, "timeline_link": null, "avg_changed": 0.7418756151199402, "min_base": 0.0962760448456, "delta_min": "7.5343x slower", "delta_avg": "7.5052x slower", "std_changed": 0.011747635040239861, "min_changed": 0.725375890732, "delta_std": "4.2056x larger", "std_base": 0.00279333508837596, "t_msg": "Significant (t=-376.548574, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021726822853096003, "timeline_link": null, "avg_changed": 0.2614847278594599, "min_base": 0.018748998642, "delta_min": "13.5622x slower", "delta_avg": "12.0351x slower", "std_changed": 0.0045721926463911195, "min_changed": 0.254276990891, "delta_std": "1.9094x larger", "std_base": 0.0023946226951700794, "t_msg": "Significant (t=-328.471464, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.009110970497130997, "timeline_link": null, "avg_changed": 0.11201274871823999, "min_base": 0.00728893280029, "delta_min": "14.9362x slower", "delta_avg": "12.2943x slower", "std_changed": 0.0017166436062723775, "min_changed": 0.108869075775, "delta_std": "4.1434x smaller", "std_base": 0.007112701102180392, "t_msg": "Significant (t=-99.444167, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.025619010925290002, "timeline_link": null, "avg_changed": 0.23398392677302, "min_base": 0.0216529369354, "delta_min": "10.5378x slower", "delta_avg": "9.1332x slower", "std_changed": 0.0037320663865700104, "min_changed": 0.228173971176, "delta_std": "3.8123x smaller", "std_base": 0.014227819967480829, "t_msg": "Significant (t=-100.166370, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.06725076675415402, "timeline_link": null, "avg_changed": 0.8099657726287597, "min_base": 0.0443179607391, "delta_min": "17.8863x slower", "delta_avg": "12.0440x slower", "std_changed": 0.007893204510939927, "min_changed": 0.792685031891, "delta_std": "2.4843x smaller", "std_base": 0.019609232448142003, "t_msg": "Significant (t=-248.449786, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.40278863907, "timeline_link": null, "avg_changed": 166.28581106699988, "min_base": 6.22542619705, "delta_min": "26.6970x slower", "delta_avg": "25.9708x slower", "std_changed": 0.08626508579156532, "min_changed": 166.200412989, "delta_std": "2.0769x smaller", "std_base": 0.17916312211449706, "t_msg": "Significant (t=-5685.426334, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.434773635864, "timeline_link": null, "avg_changed": 9.201305389404002, "min_base": 1.1048271656, "delta_min": "8.2694x slower", "delta_avg": "6.4131x slower", "std_changed": 0.04333757907585892, "min_changed": 9.13623380661, "delta_std": "10.4095x smaller", "std_base": 0.451124491034771, "t_msg": "Significant (t=-38.319598, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3941242265701199, "timeline_link": null, "avg_changed": 12.099103417395998, "min_base": 0.382261037827, "delta_min": "31.3239x slower", "delta_avg": "30.6987x slower", "std_changed": 0.04266596578100942, "min_changed": 11.9738960266, "delta_std": "4.4589x larger", "std_base": 0.009568789643034053, "t_msg": "Significant (t=-1892.856954, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.048404045104980004, "timeline_link": null, "avg_changed": 0.22633638858791993, "min_base": 0.0462200641632, "delta_min": "4.7963x slower", "delta_avg": "4.6760x slower", "std_changed": 0.002860253351288951, "min_changed": 0.221685886383, "delta_std": "1.0042x larger", "std_base": 0.0028483110147136128, "t_msg": "Significant (t=-311.692998, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021555376052852005, "timeline_link": null, "avg_changed": 0.37494149208072003, "min_base": 0.0206909179688, "delta_min": "17.8290x slower", "delta_avg": "17.3943x slower", "std_changed": 0.004198189944284979, "min_changed": 0.368897914886, "delta_std": "2.4360x larger", "std_base": 0.0017234193841034861, "t_msg": "Significant (t=-550.622393, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.19045200348, "timeline_link": null, "avg_changed": 18.709708213800003, "min_base": 9.13881397247, "delta_min": "2.0455x slower", "delta_avg": "2.0358x slower", "std_changed": 0.0239576276256948, "min_changed": 18.6932339668, "delta_std": "1.2482x smaller", "std_base": 0.029904499749773737, "t_msg": "Significant (t=-555.505615, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.63337378502, "timeline_link": null, "avg_changed": 4.718705797194, "min_base": 4.59047198296, "delta_min": "1.0217x slower", "delta_avg": "1.0184x slower", "std_changed": 0.02211933832847257, "min_changed": 4.69019818306, "delta_std": "1.4015x smaller", "std_base": 0.030999764772217758, "t_msg": "Significant (t=-5.010435, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.16318706512445996, "timeline_link": null, "avg_changed": 1.2594712448121996, "min_base": 0.158448934555, "delta_min": "7.8427x slower", "delta_avg": "7.7180x slower", "std_changed": 0.008514119950445419, "min_changed": 1.24266386032, "delta_std": "3.1731x larger", "std_base": 0.0026832370328970256, "t_msg": "Significant (t=-868.372851, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.04864188671112601, "timeline_link": null, "avg_changed": 0.21336955070490002, "min_base": 0.0105259418488, "delta_min": "19.6786x slower", "delta_avg": "4.3865x slower", "std_changed": 0.0062436397015834125, "min_changed": 0.207135915756, "delta_std": "9.0246x smaller", "std_base": 0.056346532059158315, "t_msg": "Significant (t=-20.546335, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.051711144447316004, "timeline_link": null, "avg_changed": 0.22264267921448, "min_base": 0.0180640220642, "delta_min": "12.0636x slower", "delta_avg": "4.3055x slower", "std_changed": 0.002960340373977376, "min_changed": 0.217916965485, "delta_std": "20.4919x smaller", "std_base": 0.06066299965384823, "t_msg": "Significant (t=-19.900629, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.152997479438764, "timeline_link": null, "avg_changed": 1.2515199899662, "min_base": 0.0555219650269, "delta_min": "21.8003x slower", "delta_avg": "8.1800x slower", "std_changed": 0.04853812885521459, "min_changed": 1.21039414406, "delta_std": "1.1328x smaller", "std_base": 0.0549846703302745, "t_msg": "Significant (t=-105.908919, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016084337234499998, "timeline_link": null, "avg_changed": 0.18763498306271997, "min_base": 0.00142288208008, "delta_min": "128.4127x slower", "delta_avg": "116.6570x slower", "std_changed": 0.0028059659481722912, "min_changed": 0.18271613121, "delta_std": "5.8694x larger", "std_base": 0.00047807069938302424, "t_msg": "Significant (t=-462.129728, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.093311786651622, "timeline_link": null, "avg_changed": 0.30907914638520007, "min_base": 0.0376651287079, "delta_min": "7.9299x slower", "delta_avg": "3.3123x slower", "std_changed": 0.006375474515129189, "min_changed": 0.298679113388, "delta_std": "11.9144x smaller", "std_base": 0.07596025064237899, "t_msg": "Significant (t=-20.015204, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1225646924972, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18787592887877996, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12275820732116001, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2636684417724, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.16633147239681997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14304377079011996, "timeline_link": null, "avg_changed": 0.4367754793166799, "min_base": 0.137586832047, "delta_min": "3.0984x slower", "delta_avg": "3.0534x slower", "std_changed": 0.006389007993028843, "min_changed": 0.426294803619, "delta_std": "2.1937x larger", "std_base": 0.0029124590315266798, "t_msg": "Significant (t=-295.804153, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04302914619445801, "timeline_link": null, "avg_changed": 0.21002379417414013, "min_base": 0.0285360813141, "delta_min": "7.2061x slower", "delta_avg": "4.8810x slower", "std_changed": 0.003283562636419913, "min_changed": 0.205634832382, "delta_std": "4.0089x smaller", "std_base": 0.01316340464644099, "t_msg": "Significant (t=-87.038496, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005925183296203799, "timeline_link": null, "avg_changed": 0.3489113569258599, "min_base": 0.00536394119263, "delta_min": "63.5762x slower", "delta_avg": "58.8862x slower", "std_changed": 0.00386779238451563, "min_changed": 0.341018915176, "delta_std": "2.0520x larger", "std_base": 0.0018848979281341216, "t_msg": "Significant (t=-563.672990, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0726000000000004, "timeline_link": null, "avg_changed": 5.0884, "min_base": 1.03, "delta_min": "4.7282x slower", "delta_avg": "4.7440x slower", "std_changed": 0.07500639428524385, "min_changed": 4.87, "delta_std": "2.6877x larger", "std_base": 0.027907280887442473, "t_msg": "Significant (t=-354.817573, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.40300000000000014, "timeline_link": null, "avg_changed": 3.749400000000001, "min_base": 0.37, "delta_min": "9.8919x slower", "delta_avg": "9.3037x slower", "std_changed": 0.041276074010427426, "min_changed": 3.66, "delta_std": "1.8868x larger", "std_base": 0.02187627547301935, "t_msg": "Significant (t=-506.532189, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.035654929478963336, "timeline_link": null, "avg_changed": 0.22379149595892936, "min_base": 0.0197789669037, "delta_min": "3.2652x slower", "delta_avg": "6.2766x slower", "std_changed": 0.09418230818196625, "min_changed": 0.0645818710327, "delta_std": "5.2376x larger", "std_base": 0.01798199693612561, "t_msg": "Significant (t=-24.031155, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017598428249358877, "timeline_link": null, "avg_changed": 0.04599582242965136, "min_base": 0.00367617607117, "delta_min": "7.7017x slower", "delta_avg": "2.6136x slower", "std_changed": 0.08229078146457858, "min_changed": 0.028312921524, "delta_std": "1.5104x larger", "std_base": 0.05448339411537993, "t_msg": "Significant (t=-6.433973, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7505294084548, "timeline_link": null, "avg_changed": 17.109955477710002, "min_base": 0.745277881622, "delta_min": "22.8735x slower", "delta_avg": "22.7972x slower", "std_changed": 0.03470916062237726, "min_changed": 17.0471088886, "delta_std": "8.3136x larger", "std_base": 0.004174993971255345, "t_msg": "Significant (t=-1479.805609, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25500001907360004, "timeline_link": null, "avg_changed": 0.8308380126953999, "min_base": 0.170678853989, "delta_min": "4.8193x slower", "delta_avg": "3.2582x slower", "std_changed": 0.008060424397428802, "min_changed": 0.822545051575, "delta_std": "20.1068x smaller", "std_base": 0.16206944440438975, "t_msg": "Significant (t=-7.935014, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.2123616695404, "timeline_link": null, "avg_changed": 4.9949473857880005, "min_base": 0.825513124466, "delta_min": "6.0334x slower", "delta_avg": "4.1200x slower", "std_changed": 0.014056489172595086, "min_changed": 4.98061108589, "delta_std": "42.0648x smaller", "std_base": 0.5912837374801926, "t_msg": "Significant (t=-14.300630, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.26704325675959995, "timeline_link": null, "avg_changed": 0.41487560272220003, "min_base": 0.122275114059, "delta_min": "3.2931x slower", "delta_avg": "1.5536x slower", "std_changed": 0.01655033019651411, "min_changed": 0.402669906616, "delta_std": "11.9815x smaller", "std_base": 0.1982974385016428, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.23864517211900002, "timeline_link": null, "avg_changed": 1.4598049640639998, "min_base": 0.158239841461, "delta_min": "9.1123x slower", "delta_avg": "6.1171x slower", "std_changed": 0.018747739877628202, "min_changed": 1.44192886353, "delta_std": "6.1886x smaller", "std_base": 0.11602313444191194, "t_msg": "Significant (t=-23.233569, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.014258707739999998, "timeline_link": null, "avg_changed": 0.7470375561200002, "min_base": 0.008088517, "delta_min": "89.7490x slower", "delta_avg": "52.3917x slower", "std_changed": 0.011610825927308516, "min_changed": 0.725936711, "delta_std": "1.0876x smaller", "std_base": 0.0126280399408817, "t_msg": "Significant (t=-302.049787, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [190.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [506.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [82.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [90.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025296184955446925, "timeline_link": null, "avg_changed": 0.129946194105635, "min_base": 0.002489329489144781, "delta_min": "51.2443x slower", "delta_avg": "51.3699x slower", "std_changed": 0.001229015997749459, "min_changed": 0.12756403714664763, "delta_std": "40.2261x larger", "std_base": 3.055271507911747e-05, "t_msg": "Significant (t=-732.857001, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.000689933835638687, "timeline_link": null, "avg_changed": 0.0067692042364998276, "min_base": 0.000680781537204711, "delta_min": "9.8320x slower", "delta_avg": "9.8114x slower", "std_changed": 4.5103273984339494e-05, "min_changed": 0.006693440428380187, "delta_std": "6.5945x larger", "std_base": 6.8395419514044105e-06, "t_msg": "Significant (t=-326.424098, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002821171991745664, "timeline_link": null, "avg_changed": 0.04361880760377608, "min_base": 0.0024773937817416077, "delta_min": "17.2500x slower", "delta_avg": "15.4612x slower", "std_changed": 0.0005138696646884383, "min_changed": 0.042735042735042736, "delta_std": "2.4738x larger", "std_base": 0.00020772458111339106, "t_msg": "Significant (t=-520.476635, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.06025056562349888, "timeline_link": null, "avg_changed": 0.35137162147586687, "min_base": 0.05884083553986467, "delta_min": "5.8806x slower", "delta_avg": "5.8318x slower", "std_changed": 0.0031441860171672396, "min_changed": 0.3460207612456747, "delta_std": "4.1794x larger", "std_base": 0.0007523068725714837, "t_msg": "Significant (t=-636.739207, a=0.95)\n"}]], "branch": "", "revision": "96609:b49be935188c"}