diff --git a/event_deserialization/1024/change/estimates.json b/event_deserialization/1024/change/estimates.json new file mode 100644 index 00000000..313df77a --- /dev/null +++ b/event_deserialization/1024/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04539324278345467,"upper_bound":-0.013145751495252793},"point_estimate":-0.03035147004174643,"standard_error":0.008223328301907841},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05234629399280555,"upper_bound":-0.027897797608930297},"point_estimate":-0.040822743321122346,"standard_error":0.006198406993512607}} \ No newline at end of file diff --git a/event_deserialization/1024/main/estimates.json b/event_deserialization/1024/main/estimates.json index 6445f8e1..37ec869b 100644 --- a/event_deserialization/1024/main/estimates.json +++ b/event_deserialization/1024/main/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.05182502415613,"upper_bound":336.2578052070653},"point_estimate":332.7116930592674,"standard_error":1.8325534430131751},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":331.9844902055588,"upper_bound":339.573056621881},"point_estimate":335.1724952729767,"standard_error":1.9211412285680975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.471728897320268,"upper_bound":20.419144545470097},"point_estimate":18.298459988427783,"standard_error":1.6629535169187002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.41155442860736,"upper_bound":338.12727549485624},"point_estimate":334.02862493465665,"standard_error":2.2146205559841836},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.879447492905753,"upper_bound":21.473663232256516},"point_estimate":18.411912576067593,"standard_error":1.675181223451178}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318.7901732788368,"upper_bound":326.6230232903623},"point_estimate":322.61340407484033,"standard_error":1.9945935922077234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":320.3839103005149,"upper_bound":323.66753631791255},"point_estimate":321.48983453014785,"standard_error":0.8780220373434782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.585789552487871,"upper_bound":11.159355363405274},"point_estimate":9.296812412083348,"standard_error":0.9227280910575776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319.16630484674073,"upper_bound":323.23107429111093},"point_estimate":321.23492103221514,"standard_error":1.0316014403139784},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.1342644133914,"upper_bound":26.287252633939914},"point_estimate":19.98920198749368,"standard_error":3.228123594738184}} \ No newline at end of file diff --git a/event_deserialization/1024/main/sample.json b/event_deserialization/1024/main/sample.json index e6895e8b..e6eac382 100644 --- a/event_deserialization/1024/main/sample.json +++ b/event_deserialization/1024/main/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1042.0,2084.0,3126.0,4168.0,5210.0,6252.0,7294.0,8336.0,9378.0,10420.0,11462.0,12504.0,13546.0,14588.0,15630.0,16672.0,17714.0,18756.0,19798.0,20840.0,21882.0,22924.0,23966.0,25008.0,26050.0,27092.0,28134.0,29176.0,30218.0,31260.0,32302.0,33344.0,34386.0,35428.0,36470.0,37512.0,38554.0,39596.0,40638.0,41680.0,42722.0,43764.0,44806.0,45848.0,46890.0,47932.0,48974.0,50016.0,51058.0,52100.0,53142.0,54184.0,55226.0,56268.0,57310.0,58352.0,59394.0,60436.0,61478.0,62520.0,63562.0,64604.0,65646.0,66688.0,67730.0,68772.0,69814.0,70856.0,71898.0,72940.0,73982.0,75024.0,76066.0,77108.0,78150.0,79192.0,80234.0,81276.0,82318.0,83360.0,84402.0,85444.0,86486.0,87528.0,88570.0,89612.0,90654.0,91696.0,92738.0,93780.0,94822.0,95864.0,96906.0,97948.0,98990.0,100032.0,101074.0,102116.0,103158.0,104200.0],"times":[381827.0,705095.0,1034240.0,1377492.0,1691475.0,2005134.0,2608913.0,2895309.0,3390346.0,3668349.0,3975535.0,4360536.0,4648321.0,4897436.0,5279242.0,5661362.0,6169146.0,6321263.0,6918477.0,7021945.0,8310332.0,7831208.0,8245214.0,8601191.0,9025972.0,9092605.0,9448950.0,9931689.0,10278805.0,10452120.0,10812301.0,11343937.0,11599769.0,11850031.0,12199580.0,12497245.0,13217680.0,13218048.0,13494957.0,13869408.0,14518834.0,14709019.0,14926640.0,15289618.0,14810616.0,15139258.0,15654006.0,15939449.0,16192933.0,16477882.0,14957370.0,15282955.0,15563176.0,15969843.0,16213140.0,16608180.0,19002338.0,19112409.0,19556317.0,19814094.0,20150891.0,20500942.0,20914845.0,21325343.0,21609973.0,21981183.0,22329270.0,22667671.0,23070465.0,23375908.0,23906657.0,24154639.0,24525369.0,24870957.0,25208572.0,25567013.0,25900520.0,26413208.0,26626355.0,27050299.0,29149770.0,29498125.0,30053428.0,30382606.0,32237008.0,31066928.0,31838106.0,32510674.0,32140239.0,32465177.0,33250042.0,33423197.0,33852672.0,33758334.0,34971628.0,34770763.0,35072243.0,35771072.0,36053716.0,36099467.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1024.0,2048.0,3072.0,4096.0,5120.0,6144.0,7168.0,8192.0,9216.0,10240.0,11264.0,12288.0,13312.0,14336.0,15360.0,16384.0,17408.0,18432.0,19456.0,20480.0,21504.0,22528.0,23552.0,24576.0,25600.0,26624.0,27648.0,28672.0,29696.0,30720.0,31744.0,32768.0,33792.0,34816.0,35840.0,36864.0,37888.0,38912.0,39936.0,40960.0,41984.0,43008.0,44032.0,45056.0,46080.0,47104.0,48128.0,49152.0,50176.0,51200.0,52224.0,53248.0,54272.0,55296.0,56320.0,57344.0,58368.0,59392.0,60416.0,61440.0,62464.0,63488.0,64512.0,65536.0,66560.0,67584.0,68608.0,69632.0,70656.0,71680.0,72704.0,73728.0,74752.0,75776.0,76800.0,77824.0,78848.0,79872.0,80896.0,81920.0,82944.0,83968.0,84992.0,86016.0,87040.0,88064.0,89088.0,90112.0,91136.0,92160.0,93184.0,94208.0,95232.0,96256.0,97280.0,98304.0,99328.0,100352.0,101376.0,102400.0],"times":[443597.0,750760.0,1076358.0,1423605.0,1702033.0,2026664.0,2373614.0,2697566.0,3027963.0,3374609.0,3700065.0,4069367.0,4343196.0,4618207.0,5069188.0,5250503.0,5623635.0,5977243.0,6273622.0,6612792.0,6916763.0,7265694.0,7616299.0,7919947.0,8844135.0,9250275.0,9592185.0,10040018.0,10264519.0,10649282.0,11012427.0,11279145.0,9449235.0,9738493.0,9996902.0,10331415.0,10628582.0,10858776.0,11239562.0,11442295.0,13088934.0,13380917.0,13678347.0,14039954.0,14271140.0,14652795.0,15050361.0,15450366.0,17827680.0,15897791.0,16756394.0,17085742.0,17436886.0,17749964.0,18033821.0,18121561.0,18518719.0,18885296.0,19273396.0,19614530.0,19979380.0,20327806.0,20802887.0,20505720.0,20982593.0,21286541.0,21522030.0,21845872.0,22170706.0,22522825.0,22976364.0,23308873.0,23718572.0,23978518.0,24340614.0,24674690.0,24959262.0,25364698.0,26409223.0,26616107.0,27019864.0,29347038.0,27691960.0,28203944.0,28521455.0,28828373.0,29168210.0,29537318.0,29810328.0,30186399.0,30525931.0,30887033.0,31277297.0,31429017.0,31279632.0,31512825.0,31927734.0,32181149.0,32502660.0,32908586.0]} \ No newline at end of file diff --git a/event_deserialization/1024/main/tukey.json b/event_deserialization/1024/main/tukey.json index 5da9ba86..6ebca0f0 100644 --- a/event_deserialization/1024/main/tukey.json +++ b/event_deserialization/1024/main/tukey.json @@ -1 +1 @@ -[243.1155011353029,281.8874702002262,385.2793877066882,424.0513567716115] \ No newline at end of file +[280.48951432461104,298.2564252850557,345.6348545129081,363.4017654733527] \ No newline at end of file diff --git a/event_deserialization/1024/new/estimates.json b/event_deserialization/1024/new/estimates.json index 6445f8e1..37ec869b 100644 --- a/event_deserialization/1024/new/estimates.json +++ b/event_deserialization/1024/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.05182502415613,"upper_bound":336.2578052070653},"point_estimate":332.7116930592674,"standard_error":1.8325534430131751},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":331.9844902055588,"upper_bound":339.573056621881},"point_estimate":335.1724952729767,"standard_error":1.9211412285680975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.471728897320268,"upper_bound":20.419144545470097},"point_estimate":18.298459988427783,"standard_error":1.6629535169187002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.41155442860736,"upper_bound":338.12727549485624},"point_estimate":334.02862493465665,"standard_error":2.2146205559841836},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.879447492905753,"upper_bound":21.473663232256516},"point_estimate":18.411912576067593,"standard_error":1.675181223451178}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":318.7901732788368,"upper_bound":326.6230232903623},"point_estimate":322.61340407484033,"standard_error":1.9945935922077234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":320.3839103005149,"upper_bound":323.66753631791255},"point_estimate":321.48983453014785,"standard_error":0.8780220373434782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.585789552487871,"upper_bound":11.159355363405274},"point_estimate":9.296812412083348,"standard_error":0.9227280910575776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319.16630484674073,"upper_bound":323.23107429111093},"point_estimate":321.23492103221514,"standard_error":1.0316014403139784},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.1342644133914,"upper_bound":26.287252633939914},"point_estimate":19.98920198749368,"standard_error":3.228123594738184}} \ No newline at end of file diff --git a/event_deserialization/1024/new/sample.json b/event_deserialization/1024/new/sample.json index e6895e8b..e6eac382 100644 --- a/event_deserialization/1024/new/sample.json +++ b/event_deserialization/1024/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1042.0,2084.0,3126.0,4168.0,5210.0,6252.0,7294.0,8336.0,9378.0,10420.0,11462.0,12504.0,13546.0,14588.0,15630.0,16672.0,17714.0,18756.0,19798.0,20840.0,21882.0,22924.0,23966.0,25008.0,26050.0,27092.0,28134.0,29176.0,30218.0,31260.0,32302.0,33344.0,34386.0,35428.0,36470.0,37512.0,38554.0,39596.0,40638.0,41680.0,42722.0,43764.0,44806.0,45848.0,46890.0,47932.0,48974.0,50016.0,51058.0,52100.0,53142.0,54184.0,55226.0,56268.0,57310.0,58352.0,59394.0,60436.0,61478.0,62520.0,63562.0,64604.0,65646.0,66688.0,67730.0,68772.0,69814.0,70856.0,71898.0,72940.0,73982.0,75024.0,76066.0,77108.0,78150.0,79192.0,80234.0,81276.0,82318.0,83360.0,84402.0,85444.0,86486.0,87528.0,88570.0,89612.0,90654.0,91696.0,92738.0,93780.0,94822.0,95864.0,96906.0,97948.0,98990.0,100032.0,101074.0,102116.0,103158.0,104200.0],"times":[381827.0,705095.0,1034240.0,1377492.0,1691475.0,2005134.0,2608913.0,2895309.0,3390346.0,3668349.0,3975535.0,4360536.0,4648321.0,4897436.0,5279242.0,5661362.0,6169146.0,6321263.0,6918477.0,7021945.0,8310332.0,7831208.0,8245214.0,8601191.0,9025972.0,9092605.0,9448950.0,9931689.0,10278805.0,10452120.0,10812301.0,11343937.0,11599769.0,11850031.0,12199580.0,12497245.0,13217680.0,13218048.0,13494957.0,13869408.0,14518834.0,14709019.0,14926640.0,15289618.0,14810616.0,15139258.0,15654006.0,15939449.0,16192933.0,16477882.0,14957370.0,15282955.0,15563176.0,15969843.0,16213140.0,16608180.0,19002338.0,19112409.0,19556317.0,19814094.0,20150891.0,20500942.0,20914845.0,21325343.0,21609973.0,21981183.0,22329270.0,22667671.0,23070465.0,23375908.0,23906657.0,24154639.0,24525369.0,24870957.0,25208572.0,25567013.0,25900520.0,26413208.0,26626355.0,27050299.0,29149770.0,29498125.0,30053428.0,30382606.0,32237008.0,31066928.0,31838106.0,32510674.0,32140239.0,32465177.0,33250042.0,33423197.0,33852672.0,33758334.0,34971628.0,34770763.0,35072243.0,35771072.0,36053716.0,36099467.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1024.0,2048.0,3072.0,4096.0,5120.0,6144.0,7168.0,8192.0,9216.0,10240.0,11264.0,12288.0,13312.0,14336.0,15360.0,16384.0,17408.0,18432.0,19456.0,20480.0,21504.0,22528.0,23552.0,24576.0,25600.0,26624.0,27648.0,28672.0,29696.0,30720.0,31744.0,32768.0,33792.0,34816.0,35840.0,36864.0,37888.0,38912.0,39936.0,40960.0,41984.0,43008.0,44032.0,45056.0,46080.0,47104.0,48128.0,49152.0,50176.0,51200.0,52224.0,53248.0,54272.0,55296.0,56320.0,57344.0,58368.0,59392.0,60416.0,61440.0,62464.0,63488.0,64512.0,65536.0,66560.0,67584.0,68608.0,69632.0,70656.0,71680.0,72704.0,73728.0,74752.0,75776.0,76800.0,77824.0,78848.0,79872.0,80896.0,81920.0,82944.0,83968.0,84992.0,86016.0,87040.0,88064.0,89088.0,90112.0,91136.0,92160.0,93184.0,94208.0,95232.0,96256.0,97280.0,98304.0,99328.0,100352.0,101376.0,102400.0],"times":[443597.0,750760.0,1076358.0,1423605.0,1702033.0,2026664.0,2373614.0,2697566.0,3027963.0,3374609.0,3700065.0,4069367.0,4343196.0,4618207.0,5069188.0,5250503.0,5623635.0,5977243.0,6273622.0,6612792.0,6916763.0,7265694.0,7616299.0,7919947.0,8844135.0,9250275.0,9592185.0,10040018.0,10264519.0,10649282.0,11012427.0,11279145.0,9449235.0,9738493.0,9996902.0,10331415.0,10628582.0,10858776.0,11239562.0,11442295.0,13088934.0,13380917.0,13678347.0,14039954.0,14271140.0,14652795.0,15050361.0,15450366.0,17827680.0,15897791.0,16756394.0,17085742.0,17436886.0,17749964.0,18033821.0,18121561.0,18518719.0,18885296.0,19273396.0,19614530.0,19979380.0,20327806.0,20802887.0,20505720.0,20982593.0,21286541.0,21522030.0,21845872.0,22170706.0,22522825.0,22976364.0,23308873.0,23718572.0,23978518.0,24340614.0,24674690.0,24959262.0,25364698.0,26409223.0,26616107.0,27019864.0,29347038.0,27691960.0,28203944.0,28521455.0,28828373.0,29168210.0,29537318.0,29810328.0,30186399.0,30525931.0,30887033.0,31277297.0,31429017.0,31279632.0,31512825.0,31927734.0,32181149.0,32502660.0,32908586.0]} \ No newline at end of file diff --git a/event_deserialization/1024/new/tukey.json b/event_deserialization/1024/new/tukey.json index 5da9ba86..6ebca0f0 100644 --- a/event_deserialization/1024/new/tukey.json +++ b/event_deserialization/1024/new/tukey.json @@ -1 +1 @@ -[243.1155011353029,281.8874702002262,385.2793877066882,424.0513567716115] \ No newline at end of file +[280.48951432461104,298.2564252850557,345.6348545129081,363.4017654733527] \ No newline at end of file diff --git a/event_deserialization/1024/report/MAD.svg b/event_deserialization/1024/report/MAD.svg index 2839b996..24ddfb85 100644 --- a/event_deserialization/1024/report/MAD.svg +++ b/event_deserialization/1024/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 - + - -13 + +7.5 - - -14 + + +8 - - -15 + + +8.5 - - -16 + + +9 - - -17 + + +9.5 - - -18 + + +10 - - -19 + + +10.5 - - -20 + + +11 - - -21 + + +11.5 - - - - + + + + Bootstrap distribution diff --git a/event_deserialization/1024/report/SD.svg b/event_deserialization/1024/report/SD.svg index 91403735..f046da7b 100644 --- a/event_deserialization/1024/report/SD.svg +++ b/event_deserialization/1024/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ns) - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - + - -15 + +14 - - + + 16 - - -17 - - - + + 18 - - -19 - - - + + 20 - - -21 - - - + + 22 - - - - + + +24 + + + +26 + + + + + Bootstrap distribution diff --git a/event_deserialization/1024/report/both/pdf.svg b/event_deserialization/1024/report/both/pdf.svg new file mode 100644 index 00000000..60a43efc --- /dev/null +++ b/event_deserialization/1024/report/both/pdf.svg @@ -0,0 +1,69 @@ + + +event_deserialization/1024 + + +Density (a.u.) + + +Average Time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +300 + + + +350 + + + +400 + + + +450 + + + + + + + +Base PDF + + +New PDF + + +Base Mean + + +New Mean + + + + + + diff --git a/event_deserialization/1024/report/both/regression.svg b/event_deserialization/1024/report/both/regression.svg new file mode 100644 index 00000000..d6a5abe8 --- /dev/null +++ b/event_deserialization/1024/report/both/regression.svg @@ -0,0 +1,80 @@ + + +event_deserialization/1024 + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + + + + + +Base Sample + + +New Sample + + + + diff --git a/event_deserialization/1024/report/change/mean.svg b/event_deserialization/1024/report/change/mean.svg new file mode 100644 index 00000000..b11a8d82 --- /dev/null +++ b/event_deserialization/1024/report/change/mean.svg @@ -0,0 +1,97 @@ + + +event_deserialization/1024:mean + + +Density (a.u.) + + +Relative change (%) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +-0.045 + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + +-0.025 + + + +-0.02 + + + +-0.015 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + + diff --git a/event_deserialization/1024/report/change/median.svg b/event_deserialization/1024/report/change/median.svg new file mode 100644 index 00000000..76a0974f --- /dev/null +++ b/event_deserialization/1024/report/change/median.svg @@ -0,0 +1,89 @@ + + +event_deserialization/1024:median + + +Density (a.u.) + + +Relative change (%) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +-0.055 + + + +-0.05 + + + +-0.045 + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + +Noise threshold + + + + + + diff --git a/event_deserialization/1024/report/change/t-test.svg b/event_deserialization/1024/report/change/t-test.svg new file mode 100644 index 00000000..df443030 --- /dev/null +++ b/event_deserialization/1024/report/change/t-test.svg @@ -0,0 +1,75 @@ + + +event_deserialization/1024: Welch t test + + +Density + + +t score + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +-4.0 + + + +-2.0 + + + +0.0 + + + +2.0 + + + +4.0 + + + + + +t distribution + + +t statistic + + + + diff --git a/event_deserialization/1024/report/index.html b/event_deserialization/1024/report/index.html index ea5559ab..cb0c9f81 100644 --- a/event_deserialization/1024/report/index.html +++ b/event_deserialization/1024/report/index.html @@ -118,45 +118,45 @@ Slope - 329.41 ns - 334.03 ns - 338.13 ns + 319.17 ns + 321.23 ns + 323.23 ns Throughput - 2.8205 GiB/s - 2.8551 GiB/s - 2.8951 GiB/s + 2.9504 GiB/s + 2.9688 GiB/s + 2.9880 GiB/s R² - 0.7311058 - 0.7433639 - 0.7336701 + 0.8618751 + 0.8661186 + 0.8621659 Mean - 329.05 ns - 332.71 ns - 336.26 ns + 318.79 ns + 322.61 ns + 326.62 ns Std. Dev. - 14.879 ns - 18.412 ns - 21.474 ns + 14.134 ns + 19.989 ns + 26.287 ns Median - 331.98 ns - 335.17 ns - 339.57 ns + 320.38 ns + 321.49 ns + 323.67 ns MAD - 13.472 ns - 18.298 ns - 20.419 ns + 7.5858 ns + 9.2968 ns + 11.159 ns @@ -198,6 +198,89 @@ documentation for more details on the additional statistics.

+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-4.5393%-3.0351%-1.3146%(p = 0.00 < + 0.05)
Change in throughput+4.7552%+3.1302%+1.3321%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-0.3750%+0.1403%+0.5920%(p = 0.60 > + 0.05)
Change in throughput+0.3765%-0.1401%-0.5885%
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-26.851%-23.410%-19.674%(p = 0.00 < + 0.05)
Change in throughput+36.708%+30.565%+24.493%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+3.7774%+3.9593%+4.1713%(p = 0.00 < + 0.05)
Change in throughput-3.6399%-3.8085%-4.0042%
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-11.035%-10.217%-9.2510%(p = 0.00 < + 0.05)
Change in throughput+12.404%+11.379%+10.194%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+0.8290%+2.0041%+3.3943%(p = 0.00 < + 0.05)
Change in throughput-0.8221%-1.9647%-3.2828%
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+1.0181%+1.2956%+1.5880%(p = 0.00 < + 0.05)
Change in throughput-1.0079%-1.2790%-1.5632%
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-1.1469%+15.156%+34.485%(p = 0.08 > + 0.05)
Change in throughput+1.1602%-13.161%-25.642%
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-6.5381%-3.8705%-1.5078%(p = 0.00 < + 0.05)
Change in throughput+6.9955%+4.0264%+1.5309%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+0.9214%+1.2314%+1.6027%(p = 0.00 < + 0.05)
Change in throughput-0.9130%-1.2164%-1.5774%
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+0.8133%+11.717%+24.197%(p = 0.03 < + 0.05)
Change in throughput-0.8067%-10.488%-19.483%
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+0.8293%+1.0291%+1.2341%(p = 0.00 < + 0.05)
Change in throughput-0.8225%-1.0186%-1.2191%
+ Change within noise threshold. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+76.249%+78.239%+80.849%(p = 0.00 < + 0.05)
Change in throughput-43.262%-43.895%-44.705%
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.1839%+0.9719%+4.9698%(p = 0.64 > + 0.05)
Change in throughput+3.2886%-0.9626%-4.7345%
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+2.7663%+3.2112%+3.8655%(p = 0.00 < + 0.05)
Change in throughput-2.6918%-3.1113%-3.7216%
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+9.3797%+13.673%+18.114%(p = 0.00 < + 0.05)
Change in throughput-8.5754%-12.029%-15.336%
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+