{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037061533927922004, "timeline_link": null, "avg_changed": 0.7464178180694002, "min_base": 0.0365581512451, "delta_min": "20.3467x slower", "delta_avg": "20.1400x slower", "std_changed": 0.0016028578968200447, "min_changed": 0.743837833405, "delta_std": "2.1143x larger", "std_base": 0.0007580893666950065, "t_msg": "Significant (t=-2828.904668, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01605136553446533, "timeline_link": null, "avg_changed": 0.14440018971760668, "min_base": 0.0131430625916, "delta_min": "10.7483x slower", "delta_avg": "8.9961x slower", "std_changed": 0.0029796027866242462, "min_changed": 0.141266107559, "delta_std": "1.9393x smaller", "std_base": 0.005778422961978706, "t_msg": "Significant (t=-241.785706, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27553424835205004, "timeline_link": null, "avg_changed": 1.4806280016899995, "min_base": 0.214663982391, "delta_min": "6.7981x slower", "delta_avg": "5.3737x slower", "std_changed": 0.05658323385633978, "min_changed": 1.45931196213, "delta_std": "3.4159x smaller", "std_base": 0.19328102937963823, "t_msg": "Significant (t=-26.760304, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.2339996290201998, "timeline_link": null, "avg_changed": 20.971988506324006, "min_base": 3.17778515816, "delta_min": "6.5804x slower", "delta_avg": "6.4848x slower", "std_changed": 0.07536671801561974, "min_changed": 20.9109880924, "delta_std": "1.0294x larger", "std_base": 0.07321212925876858, "t_msg": "Significant (t=-1193.717979, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020764951705932, "timeline_link": null, "avg_changed": 0.24902565002442004, "min_base": 0.0174920558929, "delta_min": "14.1054x slower", "delta_avg": "11.9926x slower", "std_changed": 0.0016054489472393297, "min_changed": 0.246731996536, "delta_std": "3.1536x smaller", "std_base": 0.005062976643082176, "t_msg": "Significant (t=-303.882278, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.159786615370997, "timeline_link": null, "avg_changed": 49.676249432569996, "min_base": 8.08399105072, "delta_min": "6.1165x slower", "delta_avg": "6.0879x slower", "std_changed": 0.07306545136834998, "min_changed": 49.4457809925, "delta_std": "2.5305x smaller", "std_base": 0.18488934699716283, "t_msg": "Significant (t=-1476.666505, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009145941734311202, "timeline_link": null, "avg_changed": 0.5600829410552602, "min_base": 0.00652098655701, "delta_min": "85.7853x slower", "delta_avg": "61.2384x slower", "std_changed": 0.000601581672958354, "min_changed": 0.559405088425, "delta_std": "26.5472x smaller", "std_base": 0.015970294733683818, "t_msg": "Significant (t=-243.762059, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [308.957404137], "base_times": [138.40160799]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049041771888730004, "timeline_link": null, "avg_changed": 3.2879883241652, "min_base": 0.0464441776276, "delta_min": "70.7203x slower", "delta_avg": "67.0446x slower", "std_changed": 0.0017072308964793876, "min_changed": 3.28454589844, "delta_std": "8.0581x smaller", "std_base": 0.013757117552044762, "t_msg": "Significant (t=-1652.124183, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0101760530471782, "timeline_link": null, "avg_changed": 0.036879496574400004, "min_base": 0.00143313407898, "delta_min": "25.5853x slower", "delta_avg": "3.6241x slower", "std_changed": 0.00012688013340612524, "min_changed": 0.0366671085358, "delta_std": "92.4484x smaller", "std_base": 0.011729866754599022, "t_msg": "Significant (t=-16.096586, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031170611381532005, "timeline_link": null, "avg_changed": 1.0834759187698, "min_base": 0.0296151638031, "delta_min": "36.4871x slower", "delta_avg": "34.7595x slower", "std_changed": 0.0020785282111379015, "min_changed": 1.08057284355, "delta_std": "1.3127x smaller", "std_base": 0.002728423982902239, "t_msg": "Significant (t=-2169.394853, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4538933706284001, "timeline_link": null, "avg_changed": 1.0926051330564, "min_base": 0.372572898865, "delta_min": "2.9147x slower", "delta_avg": "2.4072x slower", "std_changed": 0.0023998678789982665, "min_changed": 1.08594107628, "delta_std": "37.8002x smaller", "std_base": 0.09071537254384418, "t_msg": "Significant (t=-49.768793, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.1746691799164, "timeline_link": null, "avg_changed": 1.7752440595628007, "min_base": 0.173205137253, "delta_min": "10.1415x slower", "delta_avg": "10.1635x slower", "std_changed": 0.009749299102659056, "min_changed": 1.7565600872, "delta_std": "2.3260x larger", "std_base": 0.004191376063989678, "t_msg": "Significant (t=-1066.498013, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042147583961481994, "timeline_link": null, "avg_changed": 0.6137074661254398, "min_base": 0.034108877182, "delta_min": "17.7296x slower", "delta_avg": "14.5609x slower", "std_changed": 0.005342795076551777, "min_changed": 0.604735136032, "delta_std": "1.1534x larger", "std_base": 0.004632404546619556, "t_msg": "Significant (t=-571.533414, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016433591842649996, "timeline_link": null, "avg_changed": 0.26939961433416004, "min_base": 0.013473033905, "delta_min": "19.8408x slower", "delta_avg": "16.3932x slower", "std_changed": 0.0026251067901395236, "min_changed": 0.267316102982, "delta_std": "5.1550x smaller", "std_base": 0.013532345417388146, "t_msg": "Significant (t=-129.763519, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.052095522880545996, "timeline_link": null, "avg_changed": 0.5873626613616201, "min_base": 0.0468819141388, "delta_min": "12.4436x slower", "delta_avg": "11.2747x slower", "std_changed": 0.002728434859654789, "min_changed": 0.583379983902, "delta_std": "9.7833x smaller", "std_base": 0.026693060834832198, "t_msg": "Significant (t=-141.058817, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.126397452354468, "timeline_link": null, "avg_changed": 1.6299921464916003, "min_base": 0.0894951820374, "delta_min": "18.1678x slower", "delta_avg": "12.8958x slower", "std_changed": 0.002062883995569147, "min_changed": 1.62593102455, "delta_std": "20.1606x smaller", "std_base": 0.0415889188901616, "t_msg": "Significant (t=-255.331594, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.583674073249993, "timeline_link": null, "avg_changed": 340.539430976, "min_base": 11.2565350533, "delta_min": "30.2521x slower", "delta_avg": "29.3982x slower", "std_changed": 0.005548813384069754, "min_changed": 340.533937931, "delta_std": "59.5551x smaller", "std_base": 0.3304603134248085, "t_msg": "Significant (t=-7037.881795, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.367209005356, "timeline_link": null, "avg_changed": 21.033840894719997, "min_base": 2.63707590103, "delta_min": "7.9745x slower", "delta_avg": "6.2467x slower", "std_changed": 0.00470864113420095, "min_changed": 21.029458046, "delta_std": "215.4537x smaller", "std_base": 1.0144941280330375, "t_msg": "Significant (t=-38.938978, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7417934656142802, "timeline_link": null, "avg_changed": 25.36448930264001, "min_base": 0.737442970276, "delta_min": "34.3724x slower", "delta_avg": "34.1935x slower", "std_changed": 0.008630220339649913, "min_changed": 25.3476769924, "delta_std": "2.0859x smaller", "std_base": 0.01800213059619835, "t_msg": "Significant (t=-8721.178169, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08168230533599999, "timeline_link": null, "avg_changed": 0.4491232919692399, "min_base": 0.0803370475769, "delta_min": "5.5830x slower", "delta_avg": "5.4984x slower", "std_changed": 0.000430027367302216, "min_changed": 0.448524951935, "delta_std": "11.7731x smaller", "std_base": 0.005062774900072359, "t_msg": "Significant (t=-511.355541, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031727271080012005, "timeline_link": null, "avg_changed": 0.66306719303126, "min_base": 0.0309779644012, "delta_min": "21.3044x slower", "delta_avg": "20.8990x slower", "std_changed": 0.005429293622443, "min_changed": 0.659965991974, "delta_std": "2.2292x larger", "std_base": 0.0024355217153125587, "t_msg": "Significant (t=-750.224862, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.60391993524, "timeline_link": null, "avg_changed": 47.038805007940006, "min_base": 20.585007906, "delta_min": "2.2846x slower", "delta_avg": "2.2830x slower", "std_changed": 0.0082630365250711, "min_changed": 47.0278310776, "delta_std": "3.5660x smaller", "std_base": 0.029466339693095915, "t_msg": "Significant (t=-1931.517200, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.86241641046, "timeline_link": null, "avg_changed": 10.93034319878, "min_base": 10.8547649384, "delta_min": "1.0065x slower", "delta_avg": "1.0063x slower", "std_changed": 0.004731492921991639, "min_changed": 10.9253327847, "delta_std": "2.8754x smaller", "std_base": 0.013604834977461452, "t_msg": "Significant (t=-10.544827, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29106848716738004, "timeline_link": null, "avg_changed": 2.7275910949702014, "min_base": 0.282602787018, "delta_min": "9.6203x slower", "delta_avg": "9.3710x slower", "std_changed": 0.0038408558224072515, "min_changed": 2.71873497963, "delta_std": "1.4071x smaller", "std_base": 0.0054045840803928396, "t_msg": "Significant (t=-2598.472925, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08965074062348, "timeline_link": null, "avg_changed": 0.4634543848037801, "min_base": 0.0222778320312, "delta_min": "20.6361x slower", "delta_avg": "5.1696x slower", "std_changed": 0.015329121343431767, "min_changed": 0.459728002548, "delta_std": "6.9343x smaller", "std_base": 0.10629654136385258, "t_msg": "Significant (t=-24.611595, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10660024642943199, "timeline_link": null, "avg_changed": 0.50395022392274, "min_base": 0.0377190113068, "delta_min": "13.3331x slower", "delta_avg": "4.7275x slower", "std_changed": 0.0016910415852866441, "min_changed": 0.502911090851, "delta_std": "69.4388x smaller", "std_base": 0.11742397999731369, "t_msg": "Significant (t=-23.925244, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034265880584708, "timeline_link": null, "avg_changed": 2.8850548458102008, "min_base": 0.0189960002899, "delta_min": "149.1435x slower", "delta_avg": "84.1961x slower", "std_changed": 0.020832221637613058, "min_changed": 2.83312988281, "delta_std": "1.4207x smaller", "std_base": 0.02959686736235065, "t_msg": "Significant (t=-556.957061, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036012220382683996, "timeline_link": null, "avg_changed": 0.3768307876587, "min_base": 0.00328707695007, "delta_min": "114.3737x slower", "delta_avg": "104.6397x slower", "std_changed": 0.000702882245777265, "min_changed": 0.375955104828, "delta_std": "1.4644x smaller", "std_base": 0.0010293126654101741, "t_msg": "Significant (t=-2117.393117, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19783142089840808, "timeline_link": null, "avg_changed": 0.69713277816772, "min_base": 0.082535982132, "delta_min": "8.2785x slower", "delta_avg": "3.5239x slower", "std_changed": 0.010295995122727079, "min_changed": 0.683271169662, "delta_std": "14.6564x smaller", "std_base": 0.1509019843023977, "t_msg": "Significant (t=-23.342333, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24349967956547988, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4685211753845002, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18470159530637997, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5930589485168799, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36639491558077997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26370698451998, "timeline_link": null, "avg_changed": 0.7226125097274398, "min_base": 0.253681898117, "delta_min": "2.8053x slower", "delta_avg": "2.7402x slower", "std_changed": 0.010396633110483142, "min_changed": 0.711658000946, "delta_std": "1.1542x larger", "std_base": 0.009007433459529705, "t_msg": "Significant (t=-235.895885, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08739587306977199, "timeline_link": null, "avg_changed": 0.44296838760378, "min_base": 0.0618031024933, "delta_min": "7.1504x slower", "delta_avg": "5.0685x slower", "std_changed": 0.001826800168475512, "min_changed": 0.441918849945, "delta_std": "13.9406x smaller", "std_base": 0.025466638474017943, "t_msg": "Significant (t=-98.475244, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009070758819578799, "timeline_link": null, "avg_changed": 0.7122932910919201, "min_base": 0.00825881958008, "delta_min": "86.0641x slower", "delta_avg": "78.5263x slower", "std_changed": 0.0009156535944461649, "min_changed": 0.710788011551, "delta_std": "3.4684x smaller", "std_base": 0.0031758880187858166, "t_msg": "Significant (t=-1504.434534, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2154000000000007, "timeline_link": null, "avg_changed": 9.158400000000006, "min_base": 2.18, "delta_min": "4.1881x slower", "delta_avg": "4.1340x slower", "std_changed": 0.019520789545758317, "min_changed": 9.13, "delta_std": "1.7417x smaller", "std_base": 0.03399939975460547, "t_msg": "Significant (t=-1252.253777, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8026000000000002, "timeline_link": null, "avg_changed": 7.2415999999999965, "min_base": 0.78, "delta_min": "9.2051x slower", "delta_avg": "9.0227x slower", "std_changed": 0.027801042411817314, "min_changed": 7.18, "delta_std": "1.0847x smaller", "std_base": 0.030156733434318937, "t_msg": "Significant (t=-1110.064669, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07324750741323136, "timeline_link": null, "avg_changed": 0.5311396471658998, "min_base": 0.0456681251526, "delta_min": "2.6967x slower", "delta_avg": "7.2513x slower", "std_changed": 0.24080387835204178, "min_changed": 0.123152971268, "delta_std": "7.5809x larger", "std_base": 0.03176449846682504, "t_msg": "Significant (t=-23.088696, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.0126352086067185, "timeline_link": null, "avg_changed": 0.05760629510879682, "min_base": 0.00741386413574, "delta_min": "7.4142x slower", "delta_avg": "4.5592x slower", "std_changed": 0.00574493332163172, "min_changed": 0.0549681186676, "delta_std": "2.2450x smaller", "std_base": 0.012897148246976922, "t_msg": "Significant (t=-71.223023, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8026212501524004, "timeline_link": null, "avg_changed": 47.990028738982, "min_base": 1.79383802414, "delta_min": "26.6686x slower", "delta_avg": "26.6224x slower", "std_changed": 0.061839554299294164, "min_changed": 47.8391349316, "delta_std": "11.8020x larger", "std_base": 0.00523975499904246, "t_msg": "Significant (t=-5262.460100, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5853900432584, "timeline_link": null, "avg_changed": 1.9685483932500003, "min_base": 0.423136949539, "delta_min": "4.6344x slower", "delta_avg": "3.3628x slower", "std_changed": 0.004728714645588511, "min_changed": 1.96097111702, "delta_std": "68.1341x smaller", "std_base": 0.3221866671701699, "t_msg": "Significant (t=-9.598482, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.595722246172, "timeline_link": null, "avg_changed": 11.73345780372, "min_base": 1.72657299042, "delta_min": "6.7869x slower", "delta_avg": "4.5203x slower", "std_changed": 0.009858342255973561, "min_changed": 11.7180290222, "delta_std": "125.1115x smaller", "std_base": 1.23339179602925, "t_msg": "Significant (t=-16.565657, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5528788089752, "timeline_link": null, "avg_changed": 0.9601418495179999, "min_base": 0.262864112854, "delta_min": "3.5719x slower", "delta_avg": "1.7366x slower", "std_changed": 0.018268202172273738, "min_changed": 0.938928842545, "delta_std": "21.5613x smaller", "std_base": 0.3938856639723943, "t_msg": "Significant (t=-2.309528, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4578146457672, "timeline_link": null, "avg_changed": 3.4631808280900005, "min_base": 0.298465013504, "delta_min": "11.5399x slower", "delta_avg": "7.5646x slower", "std_changed": 0.0211234142943799, "min_changed": 3.4442679882, "delta_std": "11.4297x smaller", "std_base": 0.24143401753254537, "t_msg": "Significant (t=-27.728607, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023870967539999996, "timeline_link": null, "avg_changed": 1.6237449566000004, "min_base": 0.018205682, "delta_min": "89.0658x slower", "delta_avg": "68.0217x slower", "std_changed": 0.0012280884893946622, "min_changed": 1.621503682, "delta_std": "13.1898x smaller", "std_base": 0.016198199746147224, "t_msg": "Significant (t=-696.401046, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [363.9]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [740.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [160.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [176.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004218713091136105, "timeline_link": null, "avg_changed": 0.30902453485310444, "min_base": 0.004170298301437502, "delta_min": "73.9183x slower", "delta_avg": "73.2509x slower", "std_changed": 0.0006274405358937849, "min_changed": 0.3082614056720099, "delta_std": "20.3892x larger", "std_base": 3.0773107189617844e-05, "t_msg": "Significant (t=-3430.946736, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014742426844066403, "timeline_link": null, "avg_changed": 0.01368973980970326, "min_base": 0.00145602795573675, "delta_min": "9.3697x slower", "delta_avg": "9.2859x slower", "std_changed": 3.957296958580211e-05, "min_changed": 0.013642564802182811, "delta_std": "3.6633x larger", "std_base": 1.0802454131941668e-05, "t_msg": "Significant (t=-2105.673983, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006291752523534502, "timeline_link": null, "avg_changed": 0.09693094629156004, "min_base": 0.005822416302765648, "delta_min": "16.5942x slower", "delta_avg": "15.4060x slower", "std_changed": 0.0005945608945673206, "min_changed": 0.0966183574879227, "delta_std": "1.7117x larger", "std_base": 0.0003473497210290484, "t_msg": "Significant (t=-930.767272, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.18819271611860924, "timeline_link": null, "avg_changed": 1.0110890326538504, "min_base": 0.18499248468030985, "delta_min": "5.4379x slower", "delta_avg": "5.3726x slower", "std_changed": 0.0034354711374125517, "min_changed": 1.0059729644765798, "delta_std": "2.1148x smaller", "std_base": 0.007265364728311767, "t_msg": "Significant (t=-724.026142, a=0.95)\n"}]], "branch": "", "revision": "91019:545406083429"}