{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03858172893524001, "timeline_link": null, "avg_changed": 0.7222657203674203, "min_base": 0.0382480621338, "delta_min": "18.7680x slower", "delta_avg": "18.7204x slower", "std_changed": 0.0034219891777123638, "min_changed": 0.717839002609, "delta_std": "6.0347x larger", "std_base": 0.0005670510180944546, "t_msg": "Significant (t=-1393.732735, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015374523798627996, "timeline_link": null, "avg_changed": 0.13242814858755342, "min_base": 0.0126020908356, "delta_min": "10.2539x slower", "delta_avg": "8.6135x slower", "std_changed": 0.003193716692914762, "min_changed": 0.129221200943, "delta_std": "2.0703x smaller", "std_base": 0.006611964827024182, "t_msg": "Significant (t=-195.237839, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.262872374058, "timeline_link": null, "avg_changed": 1.4102326750749998, "min_base": 0.202743053436, "delta_min": "6.8688x slower", "delta_avg": "5.3647x slower", "std_changed": 0.0447275277106359, "min_changed": 1.39260601997, "delta_std": "4.2323x smaller", "std_base": 0.18929940148557317, "t_msg": "Significant (t=-26.379649, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.481304817200201, "timeline_link": null, "avg_changed": 20.164027791021994, "min_base": 3.41439390182, "delta_min": "5.8874x slower", "delta_avg": "5.7921x slower", "std_changed": 0.05936053702849752, "min_changed": 20.1017391682, "delta_std": "1.5013x smaller", "std_base": 0.08911977773731979, "t_msg": "Significant (t=-1101.655526, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024056544303896, "timeline_link": null, "avg_changed": 0.21837234497073996, "min_base": 0.0204849243164, "delta_min": "10.5212x slower", "delta_avg": "9.0775x slower", "std_changed": 0.0020578247337288058, "min_changed": 0.215525865555, "delta_std": "3.0865x smaller", "std_base": 0.006351543999371043, "t_msg": "Significant (t=-205.796933, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 18.078776979448, "timeline_link": null, "avg_changed": 37.78222582339999, "min_base": 17.9366269112, "delta_min": "2.1001x slower", "delta_avg": "2.0899x slower", "std_changed": 0.06831259825944459, "min_changed": 37.6686248779, "delta_std": "2.5847x smaller", "std_base": 0.17656529253612577, "t_msg": "Significant (t=-735.921784, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008847703933726003, "timeline_link": null, "avg_changed": 0.5161039113998199, "min_base": 0.0061719417572, "delta_min": "83.3913x slower", "delta_avg": "58.3320x slower", "std_changed": 0.0012606435836358591, "min_changed": 0.514686107635, "delta_std": "13.1818x smaller", "std_base": 0.016617542928945777, "t_msg": "Significant (t=-215.228335, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.356766939], "base_times": [138.749900818]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04761044025422199, "timeline_link": null, "avg_changed": 3.0223441553116, "min_base": 0.0451600551605, "delta_min": "66.7932x slower", "delta_avg": "63.4807x slower", "std_changed": 0.0035921919407266778, "min_changed": 3.01638412476, "delta_std": "4.0654x smaller", "std_base": 0.014603808204075933, "t_msg": "Significant (t=-1398.655455, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010722818374636803, "timeline_link": null, "avg_changed": 0.040369782447821995, "min_base": 0.00129890441895, "delta_min": "30.6698x slower", "delta_avg": "3.7648x slower", "std_changed": 0.00040071183714248255, "min_changed": 0.0398371219635, "delta_std": "31.4761x smaller", "std_base": 0.012612826319121168, "t_msg": "Significant (t=-16.612452, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031089043617254, "timeline_link": null, "avg_changed": 1.0133854532242002, "min_base": 0.0296249389648, "delta_min": "34.0937x slower", "delta_avg": "32.5962x slower", "std_changed": 0.0029507383181890967, "min_changed": 1.01002502441, "delta_std": "1.0589x larger", "std_base": 0.002786632378667283, "t_msg": "Significant (t=-1711.402111, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42468282222750003, "timeline_link": null, "avg_changed": 1.0887132072448, "min_base": 0.331722021103, "delta_min": "3.2446x slower", "delta_avg": "2.5636x slower", "std_changed": 0.0044915526041234095, "min_changed": 1.07631587982, "delta_std": "23.7870x smaller", "std_base": 0.10684041258149442, "t_msg": "Significant (t=-43.909042, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17211979866021998, "timeline_link": null, "avg_changed": 1.6696346807480007, "min_base": 0.169750928879, "delta_min": "9.7958x slower", "delta_avg": "9.7004x slower", "std_changed": 0.005880042607589243, "min_changed": 1.66284990311, "delta_std": "1.2160x larger", "std_base": 0.0048355425038534555, "t_msg": "Significant (t=-1390.918890, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040691914558416004, "timeline_link": null, "avg_changed": 0.5878979921340801, "min_base": 0.0309700965881, "delta_min": "18.7049x slower", "delta_avg": "14.4475x slower", "std_changed": 0.006375673510566331, "min_changed": 0.579293966293, "delta_std": "1.0315x smaller", "std_base": 0.00657634495571559, "t_msg": "Significant (t=-422.436405, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014722251892087996, "timeline_link": null, "avg_changed": 0.25936205863946005, "min_base": 0.0118100643158, "delta_min": "21.7752x slower", "delta_avg": "17.6170x slower", "std_changed": 0.0034026015699930175, "min_changed": 0.257167100906, "delta_std": "4.4195x smaller", "std_base": 0.015037721581088173, "t_msg": "Significant (t=-112.198668, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06155430793762401, "timeline_link": null, "avg_changed": 0.54744821071622, "min_base": 0.056097984314, "delta_min": "9.6957x slower", "delta_avg": "8.8937x slower", "std_changed": 0.003050947720521465, "min_changed": 0.54391002655, "delta_std": "9.3222x smaller", "std_base": 0.028441498784131235, "t_msg": "Significant (t=-120.112861, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18201911449432004, "timeline_link": null, "avg_changed": 1.4991976547241999, "min_base": 0.115171909332, "delta_min": "12.9520x slower", "delta_avg": "8.2365x slower", "std_changed": 0.00456331323865771, "min_changed": 1.49170804024, "delta_std": "13.3352x smaller", "std_base": 0.06085263360333476, "t_msg": "Significant (t=-152.627425, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.710321068800008, "timeline_link": null, "avg_changed": 345.454062462, "min_base": 12.3459091187, "delta_min": "27.9655x slower", "delta_avg": "27.1790x slower", "std_changed": 0.19622272170835542, "min_changed": 345.259811878, "delta_std": "1.8760x smaller", "std_base": 0.3681116586587484, "t_msg": "Significant (t=-5640.379897, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4823949813839996, "timeline_link": null, "avg_changed": 19.70315303804, "min_base": 2.85324811935, "delta_min": "6.9010x slower", "delta_avg": "5.6579x slower", "std_changed": 0.009521686177140668, "min_changed": 19.6902580261, "delta_std": "96.6240x smaller", "std_base": 0.9200233744418225, "t_msg": "Significant (t=-39.421580, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7756943178176798, "timeline_link": null, "avg_changed": 24.472144670487996, "min_base": 0.768752813339, "delta_min": "31.8053x slower", "delta_avg": "31.5487x slower", "std_changed": 0.010706295691813077, "min_changed": 24.45043993, "delta_std": "1.7606x smaller", "std_base": 0.018849408826564683, "t_msg": "Significant (t=-7729.546802, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.077622089385992, "timeline_link": null, "avg_changed": 0.42916099548337994, "min_base": 0.0758049488068, "delta_min": "5.6434x slower", "delta_avg": "5.5289x slower", "std_changed": 0.0012726066034330094, "min_changed": 0.427799940109, "delta_std": "3.8567x smaller", "std_base": 0.004907999446834538, "t_msg": "Significant (t=-490.257640, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031962070465080004, "timeline_link": null, "avg_changed": 0.5957739973068799, "min_base": 0.0311119556427, "delta_min": "19.0396x slower", "delta_avg": "18.6400x slower", "std_changed": 0.004599411233614402, "min_changed": 0.59235906601, "delta_std": "1.4493x larger", "std_base": 0.0031735992339052333, "t_msg": "Significant (t=-713.442353, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.96903743744, "timeline_link": null, "avg_changed": 45.8273844242, "min_base": 18.9473130703, "delta_min": "2.4176x slower", "delta_avg": "2.4159x slower", "std_changed": 0.018437029159692215, "min_changed": 45.8064701557, "delta_std": "2.2608x smaller", "std_base": 0.041682638279120554, "t_msg": "Significant (t=-1317.673261, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.350403547288, "timeline_link": null, "avg_changed": 9.52533802986, "min_base": 9.33962702751, "delta_min": "1.0195x slower", "delta_avg": "1.0187x slower", "std_changed": 0.0037791491106061005, "min_changed": 9.52137589455, "delta_std": "5.3006x smaller", "std_base": 0.020031740533730514, "t_msg": "Significant (t=-19.188783, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29764799118040003, "timeline_link": null, "avg_changed": 2.7450842428206004, "min_base": 0.292032003403, "delta_min": "9.3609x slower", "delta_avg": "9.2226x slower", "std_changed": 0.0065271258062904606, "min_changed": 2.73369193077, "delta_std": "1.7034x larger", "std_base": 0.003831744877027809, "t_msg": "Significant (t=-2286.512109, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12002613544466997, "timeline_link": null, "avg_changed": 0.44800996780400015, "min_base": 0.0396420955658, "delta_min": "11.1951x slower", "delta_avg": "3.7326x slower", "std_changed": 0.014435651412464355, "min_changed": 0.44379901886, "delta_std": "10.0284x smaller", "std_base": 0.14476593501052004, "t_msg": "Significant (t=-15.941255, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11093740463255199, "timeline_link": null, "avg_changed": 0.48353722572327995, "min_base": 0.0464220046997, "delta_min": "10.3567x slower", "delta_avg": "4.3586x slower", "std_changed": 0.0034180078641438206, "min_changed": 0.480777978897, "delta_std": "32.9502x smaller", "std_base": 0.11262407096138231, "t_msg": "Significant (t=-23.382800, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031689085960388004, "timeline_link": null, "avg_changed": 2.768177351951601, "min_base": 0.0198550224304, "delta_min": "135.5024x slower", "delta_avg": "87.3543x slower", "std_changed": 0.02425443757796405, "min_changed": 2.69040298462, "delta_std": "1.3865x larger", "std_base": 0.017493421991220996, "t_msg": "Significant (t=-647.049596, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003677206039429201, "timeline_link": null, "avg_changed": 0.37781156539913996, "min_base": 0.00323987007141, "delta_min": "116.0686x slower", "delta_avg": "102.7442x slower", "std_changed": 0.0014507634767972515, "min_changed": 0.376047134399, "delta_std": "1.0364x larger", "std_base": 0.0013997960685743435, "t_msg": "Significant (t=-1312.284710, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19147195339208398, "timeline_link": null, "avg_changed": 0.6631869363784, "min_base": 0.0844850540161, "delta_min": "7.6987x slower", "delta_avg": "3.4636x slower", "std_changed": 0.010531576115316073, "min_changed": 0.650424003601, "delta_std": "13.5581x smaller", "std_base": 0.14278837014256637, "t_msg": "Significant (t=-23.296665, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25121151447302, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4689467287063598, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21525163650511994, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6052466917038399, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36898866653438006, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2331358671188001, "timeline_link": null, "avg_changed": 0.7312447071075403, "min_base": 0.206573963165, "delta_min": "3.3481x slower", "delta_avg": "3.1366x slower", "std_changed": 0.03166500923918387, "min_changed": 0.691627979279, "delta_std": "1.8511x larger", "std_base": 0.017105988847373174, "t_msg": "Significant (t=-97.864715, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.083179912567118, "timeline_link": null, "avg_changed": 0.4467265653610598, "min_base": 0.059473991394, "delta_min": "7.4783x slower", "delta_avg": "5.3706x slower", "std_changed": 0.002576210041115282, "min_changed": 0.444762229919, "delta_std": "9.7319x smaller", "std_base": 0.02507147110121062, "t_msg": "Significant (t=-101.996343, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017800173759468005, "timeline_link": null, "avg_changed": 0.8107357025146998, "min_base": 0.016881942749, "delta_min": "47.8139x slower", "delta_avg": "45.5465x slower", "std_changed": 0.002594424380441425, "min_changed": 0.807190895081, "delta_std": "1.5098x smaller", "std_base": 0.0039171760671537804, "t_msg": "Significant (t=-1193.354600, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1316, "timeline_link": null, "avg_changed": 9.083599999999997, "min_base": 2.11, "delta_min": "4.2749x slower", "delta_avg": "4.2614x slower", "std_changed": 0.03391225171418926, "min_changed": 9.02, "delta_std": "1.5300x larger", "std_base": 0.022164505546536546, "t_msg": "Significant (t=-1213.388769, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7875999999999999, "timeline_link": null, "avg_changed": 7.1992000000000065, "min_base": 0.76, "delta_min": "9.4079x slower", "delta_avg": "9.1407x slower", "std_changed": 0.025542281872716475, "min_changed": 7.15, "delta_std": "1.3804x smaller", "std_base": 0.03525765223063392, "t_msg": "Significant (t=-1041.329949, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06818391323088867, "timeline_link": null, "avg_changed": 0.47854322592415327, "min_base": 0.0422821044922, "delta_min": "2.7272x slower", "delta_avg": "7.0184x slower", "std_changed": 0.21449172131744473, "min_changed": 0.11530995369, "delta_std": "6.9470x larger", "std_base": 0.030875418070490438, "t_msg": "Significant (t=-23.192412, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011880326271058407, "timeline_link": null, "avg_changed": 0.061886392116550205, "min_base": 0.00756907463074, "delta_min": "6.8632x slower", "delta_avg": "5.2091x slower", "std_changed": 0.008002547204987031, "min_changed": 0.0519480705261, "delta_std": "1.5086x smaller", "std_base": 0.012072883418970084, "t_msg": "Significant (t=-77.198674, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8742460298541999, "timeline_link": null, "avg_changed": 46.162590956685996, "min_base": 1.86543297768, "delta_min": "24.6733x slower", "delta_avg": "24.6300x slower", "std_changed": 0.06408886924030259, "min_changed": 46.0262989998, "delta_std": "14.3437x larger", "std_base": 0.004468075140157665, "t_msg": "Significant (t=-4874.599831, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6059221744536, "timeline_link": null, "avg_changed": 1.8743786334980002, "min_base": 0.446113109589, "delta_min": "4.1413x slower", "delta_avg": "3.0934x slower", "std_changed": 0.015981442545414663, "min_changed": 1.84750890732, "delta_std": "18.1553x smaller", "std_base": 0.29014795310434177, "t_msg": "Significant (t=-9.760752, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.52767186165, "timeline_link": null, "avg_changed": 11.662869834879999, "min_base": 1.74717116356, "delta_min": "6.6725x slower", "delta_avg": "4.6141x slower", "std_changed": 0.005067247907778388, "min_changed": 11.6580300331, "delta_std": "238.0237x smaller", "std_base": 1.2061249410510115, "t_msg": "Significant (t=-16.935844, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5371788024898, "timeline_link": null, "avg_changed": 0.9009523391724, "min_base": 0.286881923676, "delta_min": "3.0815x slower", "delta_avg": "1.6772x slower", "std_changed": 0.0202485628289294, "min_changed": 0.884037017822, "delta_std": "17.7876x smaller", "std_base": 0.36017379497030955, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.5024035930632, "timeline_link": null, "avg_changed": 3.2041811466220005, "min_base": 0.361536979675, "delta_min": "8.8198x slower", "delta_avg": "6.3777x slower", "std_changed": 0.014914763635067241, "min_changed": 3.18866705894, "delta_std": "14.5561x smaller", "std_base": 0.21710007366177053, "t_msg": "Significant (t=-27.762090, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026586944480000003, "timeline_link": null, "avg_changed": 1.66887424404, "min_base": 0.021900361, "delta_min": "76.0181x slower", "delta_avg": "62.7704x slower", "std_changed": 0.0035808736443215736, "min_changed": 1.664824677, "delta_std": "2.7686x smaller", "std_base": 0.009914115498373208, "t_msg": "Significant (t=-1101.673709, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [409.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [749.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [127.2]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [179.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [198.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004996977608371298, "timeline_link": null, "avg_changed": 0.28226291918979685, "min_base": 0.004967228708595044, "delta_min": "56.6778x slower", "delta_avg": "56.4867x slower", "std_changed": 0.0009587991877289734, "min_changed": 0.28153153153153154, "delta_std": "48.3269x larger", "std_base": 1.9839861147122365e-05, "t_msg": "Significant (t=-2044.376655, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016136706765598559, "timeline_link": null, "avg_changed": 0.013266717051913976, "min_base": 0.0015910898965791568, "delta_min": "8.3025x slower", "delta_avg": "8.2215x slower", "std_changed": 5.9275200125726975e-05, "min_changed": 0.013210039630118891, "delta_std": "3.3958x larger", "std_base": 1.745557537921419e-05, "t_msg": "Significant (t=-1207.534157, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006789388430883986, "timeline_link": null, "avg_changed": 0.09454057679409791, "min_base": 0.006385696040868455, "delta_min": "14.7042x slower", "delta_avg": "13.9248x slower", "std_changed": 0.0006769578128832302, "min_changed": 0.09389671361502347, "delta_std": "2.9931x larger", "std_base": 0.0002261711804572182, "t_msg": "Significant (t=-869.356210, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19879906126345964, "timeline_link": null, "avg_changed": 1.0085493819557982, "min_base": 0.1935522893606726, "delta_min": "5.1779x slower", "delta_avg": "5.0732x slower", "std_changed": 0.0046587694332556944, "min_changed": 1.0021922956467273, "delta_std": "1.8744x larger", "std_base": 0.0024854985969623936, "t_msg": "Significant (t=-1084.364890, a=0.95)\n"}]], "branch": "default", "revision": "82106:90f38a4668e2"}