{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037020535469048, "timeline_link": null, "avg_changed": 0.7060106229781803, "min_base": 0.0365099906921, "delta_min": "18.9406x slower", "delta_avg": "19.0708x slower", "std_changed": 0.009524722938297554, "min_changed": 0.691522121429, "delta_std": "17.8697x larger", "std_base": 0.0005330088639807989, "t_msg": "Significant (t=-495.876333, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015624367396033326, "timeline_link": null, "avg_changed": 0.1343239307403733, "min_base": 0.0128109455109, "delta_min": "10.0161x slower", "delta_avg": "8.5971x slower", "std_changed": 0.004376914116880522, "min_changed": 0.128315925598, "delta_std": "1.4569x smaller", "std_base": 0.006376515783907873, "t_msg": "Significant (t=-187.966838, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.25912823677054997, "timeline_link": null, "avg_changed": 1.4406409502029998, "min_base": 0.202161073685, "delta_min": "6.8665x slower", "delta_avg": "5.5596x slower", "std_changed": 0.04106377077563916, "min_changed": 1.38813400269, "delta_std": "4.3278x smaller", "std_base": 0.17771564753979596, "t_msg": "Significant (t=-28.968964, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.5357296371457996, "timeline_link": null, "avg_changed": 20.734534196858007, "min_base": 3.41298103333, "delta_min": "6.0330x slower", "delta_avg": "5.8643x slower", "std_changed": 0.09165057570176155, "min_changed": 20.590446949, "delta_std": "1.0003x smaller", "std_base": 0.09167708299490321, "t_msg": "Significant (t=-938.145641, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020731759071342, "timeline_link": null, "avg_changed": 0.22786494731906004, "min_base": 0.0175580978394, "delta_min": "12.5749x slower", "delta_avg": "10.9911x slower", "std_changed": 0.004256977113856759, "min_changed": 0.220790863037, "delta_std": "1.1498x smaller", "std_base": 0.004894538278196541, "t_msg": "Significant (t=-225.790307, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.215119886398001, "timeline_link": null, "avg_changed": 47.17871058940799, "min_base": 7.14989495277, "delta_min": "6.5622x slower", "delta_avg": "6.5389x slower", "std_changed": 0.4319200604685044, "min_changed": 46.919080019, "delta_std": "2.2945x larger", "std_base": 0.18824518896064701, "t_msg": "Significant (t=-599.765714, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087246227264384, "timeline_link": null, "avg_changed": 0.5462492704391999, "min_base": 0.00618410110474, "delta_min": "87.9937x slower", "delta_avg": "62.6101x slower", "std_changed": 0.0018185912112689375, "min_changed": 0.544162034988, "delta_std": "8.5682x smaller", "std_base": 0.015582006040518171, "t_msg": "Significant (t=-242.282541, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [139.375720024], "base_times": [142.661039114]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.047252464294432014, "timeline_link": null, "avg_changed": 3.0348662853243997, "min_base": 0.044762134552, "delta_min": "67.6020x slower", "delta_avg": "64.2266x slower", "std_changed": 0.004184449913970819, "min_changed": 3.02601003647, "delta_std": "3.2723x smaller", "std_base": 0.01369297392935124, "t_msg": "Significant (t=-1475.451545, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010167994499206204, "timeline_link": null, "avg_changed": 0.037586970329286, "min_base": 0.00136208534241, "delta_min": "27.2377x slower", "delta_avg": "3.6966x slower", "std_changed": 0.00031080341213823425, "min_changed": 0.0371000766754, "delta_std": "37.8721x smaller", "std_base": 0.011770768788399066, "t_msg": "Significant (t=-16.465695, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031766295433045995, "timeline_link": null, "avg_changed": 1.0298748540872003, "min_base": 0.0305960178375, "delta_min": "33.5350x slower", "delta_avg": "32.4204x slower", "std_changed": 0.0031367772133678415, "min_changed": 1.02603816986, "delta_std": "1.6104x larger", "std_base": 0.0019478216727003663, "t_msg": "Significant (t=-1911.441465, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.43861776351932, "timeline_link": null, "avg_changed": 1.0779998493193998, "min_base": 0.335369110107, "delta_min": "3.1736x slower", "delta_avg": "2.4577x slower", "std_changed": 0.004844017396452504, "min_changed": 1.06432008743, "delta_std": "22.9856x smaller", "std_base": 0.11134253948251797, "t_msg": "Significant (t=-40.567078, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.16914372444152, "timeline_link": null, "avg_changed": 1.6119129705422, "min_base": 0.167638063431, "delta_min": "9.5661x slower", "delta_avg": "9.5298x slower", "std_changed": 0.003542326944059185, "min_changed": 1.60363721848, "delta_std": "1.4147x smaller", "std_base": 0.005011186625206981, "t_msg": "Significant (t=-1662.422117, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.039754281044008, "timeline_link": null, "avg_changed": 0.6093971586227399, "min_base": 0.0303359031677, "delta_min": "19.8043x slower", "delta_avg": "15.3291x slower", "std_changed": 0.0062423459395277376, "min_changed": 0.600780010223, "delta_std": "1.0451x smaller", "std_base": 0.006524170440533695, "t_msg": "Significant (t=-446.092037, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014604396820064001, "timeline_link": null, "avg_changed": 0.25697321414954005, "min_base": 0.0116868019104, "delta_min": "21.7134x slower", "delta_avg": "17.5956x slower", "std_changed": 0.00282313620817823, "min_changed": 0.253760099411, "delta_std": "5.3073x smaller", "std_base": 0.014983165810724031, "t_msg": "Significant (t=-112.404223, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.053756847381586016, "timeline_link": null, "avg_changed": 0.5457380771636999, "min_base": 0.0484170913696, "delta_min": "11.1878x slower", "delta_avg": "10.1520x slower", "std_changed": 0.0031893186648662883, "min_changed": 0.541681051254, "delta_std": "9.1938x smaller", "std_base": 0.029322047019470467, "t_msg": "Significant (t=-117.946577, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.19300469398495998, "timeline_link": null, "avg_changed": 1.5121869850157994, "min_base": 0.12820982933, "delta_min": "11.7450x slower", "delta_avg": "7.8350x slower", "std_changed": 0.004053759904221511, "min_changed": 1.50582695007, "delta_std": "14.8064x smaller", "std_base": 0.06002170720004971, "t_msg": "Significant (t=-155.057660, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.452630162249994, "timeline_link": null, "avg_changed": 330.7705830334998, "min_base": 12.1271381378, "delta_min": "27.2578x slower", "delta_avg": "26.5623x slower", "std_changed": 0.213014868789029, "min_changed": 330.559709072, "delta_std": "1.5435x smaller", "std_base": 0.32879659672961775, "t_msg": "Significant (t=-5745.352131, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5678112030019995, "timeline_link": null, "avg_changed": 20.08750481604, "min_base": 2.76277184486, "delta_min": "7.2609x slower", "delta_avg": "5.6302x slower", "std_changed": 0.018870157823441685, "min_changed": 20.0601210594, "delta_std": "54.4646x smaller", "std_base": 1.0277558056055094, "t_msg": "Significant (t=-35.935514, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7447283506393599, "timeline_link": null, "avg_changed": 23.557196393012, "min_base": 0.737287044525, "delta_min": "31.9319x slower", "delta_avg": "31.6319x slower", "std_changed": 0.008316891363164169, "min_changed": 23.5429830551, "delta_std": "2.3491x smaller", "std_base": 0.01953748878698101, "t_msg": "Significant (t=-7596.696765, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.075551161766064, "timeline_link": null, "avg_changed": 0.39906927108758006, "min_base": 0.073762178421, "delta_min": "5.3852x slower", "delta_avg": "5.2821x slower", "std_changed": 0.0023468615639916828, "min_changed": 0.397222995758, "delta_std": "2.1186x smaller", "std_base": 0.004971948060655737, "t_msg": "Significant (t=-416.081781, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031800365447994, "timeline_link": null, "avg_changed": 0.6660920000076002, "min_base": 0.0309519767761, "delta_min": "21.0407x slower", "delta_avg": "20.9460x slower", "std_changed": 0.0039636775319681124, "min_changed": 0.651250839233, "delta_std": "1.2689x larger", "std_base": 0.0031236194636875686, "t_msg": "Significant (t=-888.748331, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.24690294266, "timeline_link": null, "avg_changed": 43.57228784562, "min_base": 19.2252190113, "delta_min": "2.2647x slower", "delta_avg": "2.2639x slower", "std_changed": 0.02279314520063897, "min_changed": 43.5400719643, "delta_std": "1.2902x smaller", "std_base": 0.029408496331195903, "t_msg": "Significant (t=-1461.894214, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.305032444, "timeline_link": null, "avg_changed": 9.45766863823, "min_base": 9.29137086868, "delta_min": "1.0173x slower", "delta_avg": "1.0164x slower", "std_changed": 0.00738492375374033, "min_changed": 9.45184016228, "delta_std": "2.6580x smaller", "std_base": 0.019629218531747452, "t_msg": "Significant (t=-16.273971, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.3015680837631601, "timeline_link": null, "avg_changed": 2.6227136707303993, "min_base": 0.297510147095, "delta_min": "8.7739x slower", "delta_avg": "8.6969x slower", "std_changed": 0.005658204612105266, "min_changed": 2.61033797264, "delta_std": "2.2972x larger", "std_base": 0.002463042235834014, "t_msg": "Significant (t=-2659.673507, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09334564685819999, "timeline_link": null, "avg_changed": 0.4576390028000199, "min_base": 0.0223460197449, "delta_min": "20.2687x slower", "delta_avg": "4.9026x slower", "std_changed": 0.024065779678277093, "min_changed": 0.452924013138, "delta_std": "4.4559x smaller", "std_base": 0.10723473286189628, "t_msg": "Significant (t=-23.438545, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.11013482570650401, "timeline_link": null, "avg_changed": 0.47052647113804014, "min_base": 0.042809009552, "delta_min": "10.9300x slower", "delta_avg": "4.2723x slower", "std_changed": 0.003427293277741809, "min_changed": 0.467903852463, "delta_std": "34.4165x smaller", "std_base": 0.11795560759903297, "t_msg": "Significant (t=-21.595232, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033598394393922, "timeline_link": null, "avg_changed": 2.7877449417112, "min_base": 0.0204589366913, "delta_min": "133.2254x slower", "delta_avg": "82.9726x slower", "std_changed": 0.01830747341659989, "min_changed": 2.72565102577, "delta_std": "1.2166x smaller", "std_base": 0.022273562404569687, "t_msg": "Significant (t=-675.460014, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037314653396602, "timeline_link": null, "avg_changed": 0.38058753967285996, "min_base": 0.00332593917847, "delta_min": "113.9840x slower", "delta_avg": "101.9941x slower", "std_changed": 0.0011737739878551136, "min_changed": 0.379103899002, "delta_std": "1.0311x smaller", "std_base": 0.0012103228737070754, "t_msg": "Significant (t=-1580.522186, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19355278491973796, "timeline_link": null, "avg_changed": 0.6690473508834798, "min_base": 0.082526922226, "delta_min": "7.9350x slower", "delta_avg": "3.4567x slower", "std_changed": 0.011210581958422585, "min_changed": 0.654850959778, "delta_std": "13.2358x smaller", "std_base": 0.14838083491482867, "t_msg": "Significant (t=-22.595229, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2512756204604801, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46885754585263995, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21558617115022, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60515249729154, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.35890481472012, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23086315155022, "timeline_link": null, "avg_changed": 0.7704926776884998, "min_base": 0.206669092178, "delta_min": "3.4575x slower", "delta_avg": "3.3374x slower", "std_changed": 0.03919703658990569, "min_changed": 0.714553117752, "delta_std": "2.3522x larger", "std_base": 0.016664085641970295, "t_msg": "Significant (t=-89.588066, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08264566421508601, "timeline_link": null, "avg_changed": 0.4288238811493199, "min_base": 0.0575489997864, "delta_min": "7.4195x slower", "delta_avg": "5.1887x slower", "std_changed": 0.0024005933571645513, "min_changed": 0.426985025406, "delta_std": "10.2299x smaller", "std_base": 0.0245577179136337, "t_msg": "Significant (t=-99.204551, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017849574089053993, "timeline_link": null, "avg_changed": 0.8052112483978802, "min_base": 0.0169191360474, "delta_min": "47.1198x slower", "delta_avg": "45.1110x slower", "std_changed": 0.002983797572314353, "min_changed": 0.797226190567, "delta_std": "1.3054x smaller", "std_base": 0.0038951449614184376, "t_msg": "Significant (t=-1134.682355, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1454000000000013, "timeline_link": null, "avg_changed": 8.866600000000004, "min_base": 2.13, "delta_min": "4.1315x slower", "delta_avg": "4.1328x slower", "std_changed": 0.031854900625767915, "min_changed": 8.8, "delta_std": "2.1031x larger", "std_base": 0.01514689972993061, "t_msg": "Significant (t=-1347.389423, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7998000000000002, "timeline_link": null, "avg_changed": 6.177799999999999, "min_base": 0.77, "delta_min": "7.9351x slower", "delta_avg": "7.7242x slower", "std_changed": 0.028232995604723515, "min_changed": 6.11, "delta_std": "1.3029x smaller", "std_base": 0.03678342572631407, "t_msg": "Significant (t=-820.113958, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.0721458514531313, "timeline_link": null, "avg_changed": 0.5238201665878202, "min_base": 0.0456359386444, "delta_min": "2.6453x slower", "delta_avg": "7.2606x slower", "std_changed": 0.2381147407327395, "min_changed": 0.120720863342, "delta_std": "8.0013x larger", "std_base": 0.029759436985659544, "t_msg": "Significant (t=-23.052560, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012360565185546946, "timeline_link": null, "avg_changed": 0.06452081108093202, "min_base": 0.00801515579224, "delta_min": "6.7012x slower", "delta_avg": "5.2199x slower", "std_changed": 0.008198658391757228, "min_changed": 0.0537109375, "delta_std": "1.5006x smaller", "std_base": 0.012302970190319009, "t_msg": "Significant (t=-78.889346, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9150741195679997, "timeline_link": null, "avg_changed": 46.898615822790006, "min_base": 1.90434408188, "delta_min": "24.5390x slower", "delta_avg": "24.4892x slower", "std_changed": 0.05686066049434426, "min_changed": 46.7307419777, "delta_std": "10.4165x larger", "std_base": 0.005458700051481923, "t_msg": "Significant (t=-5568.453901, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6357914924632, "timeline_link": null, "avg_changed": 1.8985091686239997, "min_base": 0.451606035233, "delta_min": "4.1446x slower", "delta_avg": "2.9861x slower", "std_changed": 0.017853060897037015, "min_changed": 1.87170886993, "delta_std": "17.7170x smaller", "std_base": 0.31630348483419446, "t_msg": "Significant (t=-8.912440, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.528891944886, "timeline_link": null, "avg_changed": 11.70003604888, "min_base": 1.76053094864, "delta_min": "6.6366x slower", "delta_avg": "4.6265x slower", "std_changed": 0.015780495118980976, "min_changed": 11.6838591099, "delta_std": "72.6440x smaller", "std_base": 1.146357875682349, "t_msg": "Significant (t=-17.887397, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5505373477934, "timeline_link": null, "avg_changed": 0.9277946472168, "min_base": 0.315514802933, "delta_min": "2.8825x slower", "delta_avg": "1.6853x slower", "std_changed": 0.01929329801929254, "min_changed": 0.909462213516, "delta_std": "18.7308x smaller", "std_base": 0.3613787440215132, "t_msg": "Significant (t=-2.330999, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45998878479, "timeline_link": null, "avg_changed": 3.319676971434, "min_base": 0.297478914261, "delta_min": "11.1161x slower", "delta_avg": "7.2169x slower", "std_changed": 0.01170299511347105, "min_changed": 3.30681800842, "delta_std": "18.8024x smaller", "std_base": 0.2200441073496723, "t_msg": "Significant (t=-29.018876, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.025421286780000007, "timeline_link": null, "avg_changed": 1.6394919161600003, "min_base": 0.02015649, "delta_min": "81.1972x slower", "delta_avg": "64.4929x slower", "std_changed": 0.002186148546276268, "min_changed": 1.636650038, "delta_std": "7.0129x smaller", "std_base": 0.015331220639664517, "t_msg": "Significant (t=-736.986942, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [379.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [736.8]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [124.6]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [166.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [182.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005067995083265439, "timeline_link": null, "avg_changed": 0.2805898098841879, "min_base": 0.005055443043862035, "delta_min": "55.3011x slower", "delta_avg": "55.3651x slower", "std_changed": 0.0008335405974165123, "min_changed": 0.2795716961614806, "delta_std": "43.9416x larger", "std_base": 1.896926959101294e-05, "t_msg": "Significant (t=-2336.693787, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015986073829775927, "timeline_link": null, "avg_changed": 0.013288647788403765, "min_base": 0.0015762925598991173, "delta_min": "8.3804x slower", "delta_avg": "8.3126x slower", "std_changed": 6.603591324865384e-05, "min_changed": 0.013210039630118891, "delta_std": "3.9881x larger", "std_base": 1.6558247758893547e-05, "t_msg": "Significant (t=-1214.171444, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00694681773607849, "timeline_link": null, "avg_changed": 0.09157859383597364, "min_base": 0.006555227794165847, "delta_min": "13.9315x slower", "delta_avg": "13.1828x slower", "std_changed": 0.0005759211479118652, "min_changed": 0.091324200913242, "delta_std": "2.6790x larger", "std_base": 0.00021497830556996923, "t_msg": "Significant (t=-973.485593, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20223931908602752, "timeline_link": null, "avg_changed": 1.055157283395436, "min_base": 0.19971291268801097, "delta_min": "5.0514x slower", "delta_avg": "5.2174x slower", "std_changed": 0.05417606084475235, "min_changed": 1.008827238335435, "delta_std": "42.7177x larger", "std_base": 0.0012682353567412005, "t_msg": "Significant (t=-111.292494, a=0.95)\n"}]], "branch": "", "revision": "83487:325494587c00"}