{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036345748901366, "timeline_link": null, "avg_changed": 0.7564862823485795, "min_base": 0.0357699394226, "delta_min": "21.0305x slower", "delta_avg": "20.8136x slower", "std_changed": 0.0023452746909685585, "min_changed": 0.752259016037, "delta_std": "3.4572x larger", "std_base": 0.0006783724898870348, "t_msg": "Significant (t=-2085.743107, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016909561157228657, "timeline_link": null, "avg_changed": 0.1481708145141466, "min_base": 0.0131349563599, "delta_min": "10.9844x slower", "delta_avg": "8.7625x slower", "std_changed": 0.0029789656873042926, "min_changed": 0.144279003143, "delta_std": "2.3989x smaller", "std_base": 0.007146303645609322, "t_msg": "Significant (t=-207.639372, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28496351242055, "timeline_link": null, "avg_changed": 1.5135973930359998, "min_base": 0.225780010223, "delta_min": "6.6438x slower", "delta_avg": "5.3115x slower", "std_changed": 0.045639475768735345, "min_changed": 1.50004601479, "delta_std": "4.3454x smaller", "std_base": 0.19831985699464974, "t_msg": "Significant (t=-27.000097, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3266737174989998, "timeline_link": null, "avg_changed": 22.05129456519801, "min_base": 3.31952095032, "delta_min": "6.6200x slower", "delta_avg": "6.6286x slower", "std_changed": 0.07325300605712633, "min_changed": 21.975110054, "delta_std": "21.4691x larger", "std_base": 0.0034120165827065487, "t_msg": "Significant (t=-1805.518655, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020686383247375994, "timeline_link": null, "avg_changed": 0.24039373397824002, "min_base": 0.0173380374908, "delta_min": "13.7386x slower", "delta_avg": "11.6209x slower", "std_changed": 0.0020003353431629744, "min_changed": 0.238199949265, "delta_std": "2.5889x smaller", "std_base": 0.00517873914396019, "t_msg": "Significant (t=-279.839153, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.430704965591996, "timeline_link": null, "avg_changed": 50.320418362618014, "min_base": 8.33368492126, "delta_min": "6.0212x slower", "delta_avg": "5.9687x slower", "std_changed": 0.07741298310913892, "min_changed": 50.1787340641, "delta_std": "2.3333x smaller", "std_base": 0.18062977865010355, "t_msg": "Significant (t=-1507.255553, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0092087507247902, "timeline_link": null, "avg_changed": 0.5713816785812001, "min_base": 0.00654315948486, "delta_min": "87.0042x slower", "delta_avg": "62.0477x slower", "std_changed": 0.0016545141576746701, "min_changed": 0.569282054901, "delta_std": "9.9850x smaller", "std_base": 0.01652035912875299, "t_msg": "Significant (t=-239.424343, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [324.375530005], "base_times": [143.273190022]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049947886466976, "timeline_link": null, "avg_changed": 3.25963420868, "min_base": 0.0471580028534, "delta_min": "68.9865x slower", "delta_avg": "65.2607x slower", "std_changed": 0.003688087724418824, "min_changed": 3.25326395035, "delta_std": "3.8896x smaller", "std_base": 0.014345053600644439, "t_msg": "Significant (t=-1532.309696, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010494542121889801, "timeline_link": null, "avg_changed": 0.04107026100159601, "min_base": 0.0015070438385, "delta_min": "27.0383x slower", "delta_avg": "3.9135x slower", "std_changed": 0.0003529222172760927, "min_changed": 0.0407478809357, "delta_std": "33.8924x smaller", "std_base": 0.011961380334861197, "t_msg": "Significant (t=-18.067224, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031143856048585997, "timeline_link": null, "avg_changed": 1.1191858053208001, "min_base": 0.0294880867004, "delta_min": "37.8001x slower", "delta_avg": "35.9360x slower", "std_changed": 0.002958515652852467, "min_changed": 1.11465215683, "delta_std": "1.0434x larger", "std_base": 0.0028353677840314735, "t_msg": "Significant (t=-1877.490760, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43466464519502, "timeline_link": null, "avg_changed": 1.1284335947035997, "min_base": 0.338245868683, "delta_min": "3.3116x slower", "delta_avg": "2.5961x slower", "std_changed": 0.0037544455206462144, "min_changed": 1.12014985085, "delta_std": "29.7247x smaller", "std_base": 0.11159974770816879, "t_msg": "Significant (t=-43.933016, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17327444553386, "timeline_link": null, "avg_changed": 1.6393822717667998, "min_base": 0.17182803154, "delta_min": "9.3901x slower", "delta_avg": "9.4612x slower", "std_changed": 0.008129543941081027, "min_changed": 1.61347413063, "delta_std": "1.8999x larger", "std_base": 0.0042789005408573905, "t_msg": "Significant (t=-1128.453365, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042673635482790004, "timeline_link": null, "avg_changed": 0.6474321794510399, "min_base": 0.036299943924, "delta_min": "17.5632x slower", "delta_avg": "15.1717x slower", "std_changed": 0.006513503554436652, "min_changed": 0.637542963028, "delta_std": "1.4655x larger", "std_base": 0.004444608313451753, "t_msg": "Significant (t=-542.301377, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016498413085942007, "timeline_link": null, "avg_changed": 0.28261348247526, "min_base": 0.0135319232941, "delta_min": "20.6903x slower", "delta_avg": "17.1297x slower", "std_changed": 0.002431248893061072, "min_changed": 0.279978990555, "delta_std": "5.6232x smaller", "std_base": 0.013671452291595755, "t_msg": "Significant (t=-135.512359, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.05228291988371998, "timeline_link": null, "avg_changed": 0.6157905530929199, "min_base": 0.0468640327454, "delta_min": "13.0521x slower", "delta_avg": "11.7780x slower", "std_changed": 0.003354713341709204, "min_changed": 0.611676216125, "delta_std": "8.1902x smaller", "std_base": 0.027475657439776518, "t_msg": "Significant (t=-143.953891, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.17041387081148, "timeline_link": null, "avg_changed": 1.7541260242464, "min_base": 0.112436056137, "delta_min": "15.5459x slower", "delta_avg": "10.2933x slower", "std_changed": 0.003242026747356268, "min_changed": 1.74791789055, "delta_std": "17.3495x smaller", "std_base": 0.056247694313809805, "t_msg": "Significant (t=-198.763355, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.153188586250007, "timeline_link": null, "avg_changed": 375.7907799480001, "min_base": 10.8108971119, "delta_min": "34.7548x slower", "delta_avg": "33.6936x slower", "std_changed": 0.06110510322732458, "min_changed": 375.730288982, "delta_std": "5.6586x smaller", "std_base": 0.34576660379318075, "t_msg": "Significant (t=-7343.200254, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4290701866139996, "timeline_link": null, "avg_changed": 21.930652809140003, "min_base": 2.74301099777, "delta_min": "7.9817x slower", "delta_avg": "6.3955x slower", "std_changed": 0.04284197984786865, "min_changed": 21.8939919472, "delta_std": "23.0010x smaller", "std_base": 0.9854083256203348, "t_msg": "Significant (t=-41.943782, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.73130703449248, "timeline_link": null, "avg_changed": 25.746720390316, "min_base": 0.727113962173, "delta_min": "35.3518x slower", "delta_avg": "35.2064x slower", "std_changed": 0.020355839952090858, "min_changed": 25.704818964, "delta_std": "1.1326x larger", "std_base": 0.017972166275493008, "t_msg": "Significant (t=-6514.081662, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079660534858702, "timeline_link": null, "avg_changed": 0.4577195262907999, "min_base": 0.0782999992371, "delta_min": "5.8243x slower", "delta_avg": "5.7459x slower", "std_changed": 0.0011446465198360297, "min_changed": 0.456044912338, "delta_std": "4.4681x smaller", "std_base": 0.005114359262981657, "t_msg": "Significant (t=-510.081836, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032924098968502, "timeline_link": null, "avg_changed": 0.6760718297958399, "min_base": 0.0310759544373, "delta_min": "21.5923x slower", "delta_avg": "20.5343x slower", "std_changed": 0.004478550785637629, "min_changed": 0.671002149582, "delta_std": "1.7651x larger", "std_base": 0.002537346110865732, "t_msg": "Significant (t=-883.505661, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.810365629219998, "timeline_link": null, "avg_changed": 47.1172252178, "min_base": 20.7873539925, "delta_min": "2.2653x slower", "delta_avg": "2.2641x slower", "std_changed": 0.020373877700542626, "min_changed": 47.0891911983, "delta_std": "1.8480x smaller", "std_base": 0.037650215681220074, "t_msg": "Significant (t=-1374.093175, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.8061413765, "timeline_link": null, "avg_changed": 11.037682723980001, "min_base": 10.7997150421, "delta_min": "1.0213x slower", "delta_avg": "1.0214x slower", "std_changed": 0.006640318972902185, "min_changed": 11.0300970078, "delta_std": "1.8700x smaller", "std_base": 0.012417667352018796, "t_msg": "Significant (t=-36.767207, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29266495704645995, "timeline_link": null, "avg_changed": 2.8072088718418, "min_base": 0.284962892532, "delta_min": "9.8237x slower", "delta_avg": "9.5919x slower", "std_changed": 0.004493459383765057, "min_changed": 2.79939484596, "delta_std": "1.1899x smaller", "std_base": 0.005346866826121591, "t_msg": "Significant (t=-2545.790182, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.092356715202316, "timeline_link": null, "avg_changed": 0.49461263656622023, "min_base": 0.0221180915833, "delta_min": "22.1161x slower", "delta_avg": "5.3555x slower", "std_changed": 0.017297150195437934, "min_changed": 0.489166975021, "delta_std": "6.5325x smaller", "std_base": 0.1129941170467818, "t_msg": "Significant (t=-24.882946, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09814677238462399, "timeline_link": null, "avg_changed": 0.51674985408778, "min_base": 0.03764295578, "delta_min": "13.6708x slower", "delta_avg": "5.2651x slower", "std_changed": 0.002187575285191922, "min_changed": 0.514610052109, "delta_std": "55.1335x smaller", "std_base": 0.12060869532561326, "t_msg": "Significant (t=-24.537899, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.031065988540648005, "timeline_link": null, "avg_changed": 2.8894748687742005, "min_base": 0.0188419818878, "delta_min": "151.2549x slower", "delta_avg": "93.0109x slower", "std_changed": 0.020221318737426292, "min_changed": 2.84994292259, "delta_std": "1.0701x larger", "std_base": 0.018896674971507765, "t_msg": "Significant (t=-730.296001, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032470035552978, "timeline_link": null, "avg_changed": 0.3882893514633799, "min_base": 0.00289702415466, "delta_min": "133.4010x slower", "delta_avg": "119.5839x slower", "std_changed": 0.0013873672002842718, "min_changed": 0.386466026306, "delta_std": "1.3103x larger", "std_base": 0.001058799383251518, "t_msg": "Significant (t=-1560.054172, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20361413002011206, "timeline_link": null, "avg_changed": 0.7181886005401401, "min_base": 0.0848851203918, "delta_min": "8.2901x slower", "delta_avg": "3.5272x slower", "std_changed": 0.010217430382665859, "min_changed": 0.703706979752, "delta_std": "15.1904x smaller", "std_base": 0.15520710573341337, "t_msg": "Significant (t=-23.392822, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24435342788696002, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4679603958129199, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.1854605722427999, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59093034744266, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36745996952056004, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26894207000729997, "timeline_link": null, "avg_changed": 0.73096673488616, "min_base": 0.257459163666, "delta_min": "2.7823x slower", "delta_avg": "2.7179x slower", "std_changed": 0.01056648469349184, "min_changed": 0.716325044632, "delta_std": "1.0694x larger", "std_base": 0.009881058192956123, "t_msg": "Significant (t=-225.829237, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08976805210109198, "timeline_link": null, "avg_changed": 0.46339389324193986, "min_base": 0.0608978271484, "delta_min": "7.5826x slower", "delta_avg": "5.1621x slower", "std_changed": 0.002210252527707436, "min_changed": 0.461761951447, "delta_std": "11.2054x smaller", "std_base": 0.024766665005620858, "t_msg": "Significant (t=-106.250700, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0090867567062368, "timeline_link": null, "avg_changed": 0.8081581449508402, "min_base": 0.00830101966858, "delta_min": "96.8459x slower", "delta_avg": "88.9380x slower", "std_changed": 0.0028144389306935112, "min_changed": 0.803920030594, "delta_std": "1.1584x smaller", "std_base": 0.00326017786264908, "t_msg": "Significant (t=-1311.899783, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.151000000000001, "timeline_link": null, "avg_changed": 9.076199999999998, "min_base": 2.11, "delta_min": "4.2844x slower", "delta_avg": "4.2195x slower", "std_changed": 0.029684738056270244, "min_changed": 9.04, "delta_std": "1.0157x larger", "std_base": 0.02922467506496975, "t_msg": "Significant (t=-1175.531796, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8119999999999997, "timeline_link": null, "avg_changed": 6.8208, "min_base": 0.78, "delta_min": "8.6795x slower", "delta_avg": "8.4000x slower", "std_changed": 0.026942114820860084, "min_changed": 6.77, "delta_std": "1.2637x smaller", "std_base": 0.03404678653660851, "t_msg": "Significant (t=-978.610838, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07397398153940662, "timeline_link": null, "avg_changed": 0.5531438016891664, "min_base": 0.0466949939728, "delta_min": "2.7151x slower", "delta_avg": "7.4775x slower", "std_changed": 0.25149002969091216, "min_changed": 0.126780986786, "delta_std": "8.0043x larger", "std_base": 0.031419464702160144, "t_msg": "Significant (t=-23.155341, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012801026344301056, "timeline_link": null, "avg_changed": 0.0588954710960376, "min_base": 0.00745820999146, "delta_min": "7.5336x slower", "delta_avg": "4.6008x slower", "std_changed": 0.0056685918455734235, "min_changed": 0.056186914444, "delta_std": "2.2931x smaller", "std_base": 0.01299864287952904, "t_msg": "Significant (t=-72.682539, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.7904017972951995, "timeline_link": null, "avg_changed": 49.53338691234599, "min_base": 1.7798230648, "delta_min": "27.7581x slower", "delta_avg": "27.6661x slower", "std_changed": 0.06517022509589415, "min_changed": 49.4045219421, "delta_std": "12.4048x larger", "std_base": 0.0052536132957192935, "t_msg": "Significant (t=-5163.435660, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5871191501624, "timeline_link": null, "avg_changed": 2.073626136782, "min_base": 0.429047822952, "delta_min": "4.8114x slower", "delta_avg": "3.5319x slower", "std_changed": 0.006340013252446566, "min_changed": 2.06430697441, "delta_std": "47.8041x smaller", "std_base": 0.3030786085694692, "t_msg": "Significant (t=-10.964824, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.6115665435800004, "timeline_link": null, "avg_changed": 11.916998910919999, "min_base": 1.76432204247, "delta_min": "6.7461x slower", "delta_avg": "4.5632x slower", "std_changed": 0.009495239537027349, "min_changed": 11.9022138119, "delta_std": "131.1982x smaller", "std_base": 1.2457583527017353, "t_msg": "Significant (t=-16.702256, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5515866279594, "timeline_link": null, "avg_changed": 0.9971459865583998, "min_base": 0.258311033249, "delta_min": "3.7882x slower", "delta_avg": "1.8078x slower", "std_changed": 0.02665529322909105, "min_changed": 0.978544950485, "delta_std": "14.9038x smaller", "std_base": 0.39726587503578564, "t_msg": "Significant (t=-2.502269, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.470259952545, "timeline_link": null, "avg_changed": 3.6252382278439996, "min_base": 0.326107025146, "delta_min": "11.0738x slower", "delta_avg": "7.7090x slower", "std_changed": 0.012517954847767056, "min_changed": 3.61122894287, "delta_std": "18.5885x smaller", "std_base": 0.2326896308563453, "t_msg": "Significant (t=-30.274488, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02416682328, "timeline_link": null, "avg_changed": 1.6863285349000001, "min_base": 0.018626351, "delta_min": "90.3550x slower", "delta_avg": "69.7787x slower", "std_changed": 0.0026036481853728534, "min_changed": 1.682984713, "delta_std": "6.0420x smaller", "std_base": 0.015731276284171633, "t_msg": "Significant (t=-737.099396, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [378.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [744.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [165.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [179.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004382977228964884, "timeline_link": null, "avg_changed": 0.31186813862395074, "min_base": 0.004344086395190227, "delta_min": "71.5501x slower", "delta_avg": "71.1544x slower", "std_changed": 0.0011252589644562142, "min_changed": 0.3108196313679172, "delta_std": "38.4462x larger", "std_base": 2.9268392233210712e-05, "t_msg": "Significant (t=-1931.567210, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014937464842668738, "timeline_link": null, "avg_changed": 0.014237126535677174, "min_base": 0.0014716703458425313, "delta_min": "9.6246x slower", "delta_avg": "9.5312x slower", "std_changed": 5.732689929132474e-05, "min_changed": 0.014164305949008499, "delta_std": "4.0594x larger", "std_base": 1.4122069483926586e-05, "t_msg": "Significant (t=-1526.223080, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006328555873751413, "timeline_link": null, "avg_changed": 0.10135295260295261, "min_base": 0.005889281507656066, "delta_min": "17.1515x slower", "delta_avg": "16.0152x slower", "std_changed": 0.0007259172027436522, "min_changed": 0.10101010101010101, "delta_std": "1.9222x larger", "std_base": 0.0003776568764415347, "t_msg": "Significant (t=-821.142866, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1956315013440089, "timeline_link": null, "avg_changed": 1.0488438975642518, "min_base": 0.1906464104855526, "delta_min": "5.4674x slower", "delta_avg": "5.3613x slower", "std_changed": 0.006126616379801906, "min_changed": 1.0423452768729642, "delta_std": "1.1528x smaller", "std_base": 0.007062895918661117, "t_msg": "Significant (t=-645.263262, a=0.95)\n"}]], "branch": "", "revision": "93651:9651b48098f7"}