|
|
|
|
<!DOCTYPE html>
|
|
|
|
|
<html>
|
|
|
|
|
|
|
|
|
|
<head>
|
|
|
|
|
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
|
|
|
|
|
<title>event_serialization/4096 - Criterion.rs</title>
|
|
|
|
|
<style type="text/css">
|
|
|
|
|
body {
|
|
|
|
|
font: 14px Helvetica Neue;
|
|
|
|
|
text-rendering: optimizelegibility;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
.body {
|
|
|
|
|
width: 960px;
|
|
|
|
|
margin: auto;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
th {
|
|
|
|
|
font-weight: 200
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
th,
|
|
|
|
|
td {
|
|
|
|
|
padding-right: 3px;
|
|
|
|
|
padding-bottom: 3px;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
a:link {
|
|
|
|
|
color: #1F78B4;
|
|
|
|
|
text-decoration: none;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
th.ci-bound {
|
|
|
|
|
opacity: 0.6
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
td.ci-bound {
|
|
|
|
|
opacity: 0.5
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
.stats {
|
|
|
|
|
width: 80%;
|
|
|
|
|
margin: auto;
|
|
|
|
|
display: flex;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
.additional_stats {
|
|
|
|
|
flex: 0 0 60%
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
.additional_plots {
|
|
|
|
|
flex: 1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
h2 {
|
|
|
|
|
font-size: 36px;
|
|
|
|
|
font-weight: 300;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
h3 {
|
|
|
|
|
font-size: 24px;
|
|
|
|
|
font-weight: 300;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#footer {
|
|
|
|
|
height: 40px;
|
|
|
|
|
background: #888;
|
|
|
|
|
color: white;
|
|
|
|
|
font-size: larger;
|
|
|
|
|
font-weight: 300;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#footer a {
|
|
|
|
|
color: white;
|
|
|
|
|
text-decoration: underline;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#footer p {
|
|
|
|
|
text-align: center
|
|
|
|
|
}
|
|
|
|
|
</style>
|
|
|
|
|
</head>
|
|
|
|
|
|
|
|
|
|
<body>
|
|
|
|
|
<div class="body">
|
|
|
|
|
<h2>event_serialization/4096</h2>
|
|
|
|
|
<div class="absolute">
|
|
|
|
|
<section class="plots">
|
|
|
|
|
<table width="100%">
|
|
|
|
|
<tbody>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>
|
|
|
|
|
<a href="pdf.svg">
|
|
|
|
|
<img src="pdf_small.svg" alt="PDF of Slope" width="450" height="300" />
|
|
|
|
|
</a>
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
<a href="regression.svg">
|
|
|
|
|
<img src="regression_small.svg" alt="Regression" width="450" height="300" />
|
|
|
|
|
</a>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
</section>
|
|
|
|
|
<section class="stats">
|
|
|
|
|
<div class="additional_stats">
|
|
|
|
|
<h4>Additional Statistics:</h4>
|
|
|
|
|
<table>
|
|
|
|
|
<thead>
|
|
|
|
|
<tr>
|
|
|
|
|
<th></th>
|
|
|
|
|
<th title="0.95 confidence level" class="ci-bound">Lower bound</th>
|
|
|
|
|
<th>Estimate</th>
|
|
|
|
|
<th title="0.95 confidence level" class="ci-bound">Upper bound</th>
|
|
|
|
|
</tr>
|
|
|
|
|
</thead>
|
|
|
|
|
<tbody>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Slope</td>
|
|
|
|
|
<td class="ci-bound">696.35 ns</td>
|
|
|
|
|
<td>711.41 ns</td>
|
|
|
|
|
<td class="ci-bound">729.37 ns</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Throughput</td>
|
|
|
|
|
<td class="ci-bound">5.2301 GiB/s</td>
|
|
|
|
|
<td>5.3622 GiB/s</td>
|
|
|
|
|
<td class="ci-bound">5.4781 GiB/s</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>R²</td>
|
|
|
|
|
<td class="ci-bound">0.5459280</td>
|
|
|
|
|
<td>0.5542791</td>
|
|
|
|
|
<td class="ci-bound">0.5424862</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Mean</td>
|
|
|
|
|
<td class="ci-bound">715.99 ns</td>
|
|
|
|
|
<td>738.08 ns</td>
|
|
|
|
|
<td class="ci-bound">764.04 ns</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td title="Standard Deviation">Std. Dev.</td>
|
|
|
|
|
<td class="ci-bound">75.430 ns</td>
|
|
|
|
|
<td>123.14 ns</td>
|
|
|
|
|
<td class="ci-bound">166.82 ns</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Median</td>
|
|
|
|
|
<td class="ci-bound">697.79 ns</td>
|
|
|
|
|
<td>703.66 ns</td>
|
|
|
|
|
<td class="ci-bound">723.71 ns</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td title="Median Absolute Deviation">MAD</td>
|
|
|
|
|
<td class="ci-bound">41.406 ns</td>
|
|
|
|
|
<td>53.862 ns</td>
|
|
|
|
|
<td class="ci-bound">69.654 ns</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
</div>
|
|
|
|
|
<div class="additional_plots">
|
|
|
|
|
<h4>Additional Plots:</h4>
|
|
|
|
|
<ul>
|
|
|
|
|
|
|
|
|
|
<li>
|
|
|
|
|
<a href="typical.svg">Typical</a>
|
|
|
|
|
</li>
|
|
|
|
|
<li>
|
|
|
|
|
<a href="mean.svg">Mean</a>
|
|
|
|
|
</li>
|
|
|
|
|
<li>
|
|
|
|
|
<a href="SD.svg">Std. Dev.</a>
|
|
|
|
|
</li>
|
|
|
|
|
<li>
|
|
|
|
|
<a href="median.svg">Median</a>
|
|
|
|
|
</li>
|
|
|
|
|
<li>
|
|
|
|
|
<a href="MAD.svg">MAD</a>
|
|
|
|
|
</li>
|
|
|
|
|
<li>
|
|
|
|
|
<a href="slope.svg">Slope</a>
|
|
|
|
|
</li>
|
|
|
|
|
</ul>
|
|
|
|
|
</div>
|
|
|
|
|
</section>
|
|
|
|
|
<section class="explanation">
|
|
|
|
|
<h4>Understanding this report:</h4>
|
|
|
|
|
<p>The plot on the left displays the average time per iteration for this benchmark. The shaded region
|
|
|
|
|
shows the estimated probability of an iteration taking a certain amount of time, while the line
|
|
|
|
|
shows the mean. Click on the plot for a larger view showing the outliers.</p>
|
|
|
|
|
<p>The plot on the right shows the linear regression calculated from the measurements. Each point
|
|
|
|
|
represents a sample, though here it shows the total time for the sample rather than time per
|
|
|
|
|
iteration. The line is the line of best fit for these measurements.</p>
|
|
|
|
|
<p>See <a href="https://bheisler.github.io/criterion.rs/book/user_guide/command_line_output.html#additional-statistics">the
|
|
|
|
|
documentation</a> for more details on the additional statistics.</p>
|
|
|
|
|
</section>
|
|
|
|
|
</div>
|
|
|
|
|
<section class="plots">
|
|
|
|
|
<h3>Change Since Previous Benchmark</h3>
|
|
|
|
|
<div class="relative">
|
|
|
|
|
<table width="100%">
|
|
|
|
|
<tbody>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>
|
|
|
|
|
<a href="both/pdf.svg">
|
|
|
|
|
<img src="relative_pdf_small.svg" alt="PDF Comparison" width="450"
|
|
|
|
|
height="300" />
|
|
|
|
|
</a>
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
<a href="both/regression.svg">
|
|
|
|
|
<img src="relative_regression_small.svg" alt="Regression Comparison" width="450"
|
|
|
|
|
height="300" />
|
|
|
|
|
</a>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
</div>
|
|
|
|
|
</section>
|
|
|
|
|
<section class="stats">
|
|
|
|
|
<div class="additional_stats">
|
|
|
|
|
<h4>Additional Statistics:</h4>
|
|
|
|
|
<table>
|
|
|
|
|
<thead>
|
|
|
|
|
<tr>
|
|
|
|
|
<th></th>
|
|
|
|
|
<th title="0.95 confidence level" class="ci-bound">Lower bound</th>
|
|
|
|
|
<th>Estimate</th>
|
|
|
|
|
<th title="0.95 confidence level" class="ci-bound">Upper bound</th>
|
|
|
|
|
<th></th>
|
|
|
|
|
</tr>
|
|
|
|
|
</thead>
|
|
|
|
|
<tbody>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Change in time</td>
|
|
|
|
|
<td class="ci-bound">+15.312%</td>
|
|
|
|
|
<td>+18.531%</td>
|
|
|
|
|
<td class="ci-bound">+22.901%</td>
|
|
|
|
|
<td>(p = 0.00 <
|
|
|
|
|
0.05)</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Change in throughput</td>
|
|
|
|
|
<td class="ci-bound">-13.279%</td>
|
|
|
|
|
<td>-15.634%</td>
|
|
|
|
|
<td class="ci-bound">-18.634%</td>
|
|
|
|
|
<td></td>
|
|
|
|
|
</tr>
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
Performance has regressed.
|
|
|
|
|
</div>
|
|
|
|
|
<div class="additional_plots">
|
|
|
|
|
<h4>Additional Plots:</h4>
|
|
|
|
|
<ul>
|
|
|
|
|
|
|
|
|
|
<li>
|
|
|
|
|
<a href="change/mean.svg">Change in mean</a>
|
|
|
|
|
</li>
|
|
|
|
|
<li>
|
|
|
|
|
<a href="change/median.svg">Change in median</a>
|
|
|
|
|
</li>
|
|
|
|
|
<li>
|
|
|
|
|
<a href="change/t-test.svg">T-Test</a>
|
|
|
|
|
</li>
|
|
|
|
|
</ul>
|
|
|
|
|
</div>
|
|
|
|
|
</section>
|
|
|
|
|
<section class="explanation">
|
|
|
|
|
<h4>Understanding this report:</h4>
|
|
|
|
|
<p>The plot on the left shows the probability of the function taking a certain amount of time. The red
|
|
|
|
|
curve represents the saved measurements from the last time this benchmark was run, while the blue curve
|
|
|
|
|
shows the measurements from this run. The lines represent the mean time per iteration. Click on the
|
|
|
|
|
plot for a larger view.</p>
|
|
|
|
|
<p>The plot on the right shows the two regressions. Again, the red line represents the previous measurement
|
|
|
|
|
while the blue line shows the current measurement.</p>
|
|
|
|
|
<p>See <a href="https://bheisler.github.io/criterion.rs/book/user_guide/command_line_output.html#change">the
|
|
|
|
|
documentation</a> for more details on the additional statistics.</p>
|
|
|
|
|
</section>
|
|
|
|
|
</div>
|
|
|
|
|
<div id="footer">
|
|
|
|
|
<p>This report was generated by
|
|
|
|
|
<a href="https://github.com/bheisler/criterion.rs">Criterion.rs</a>, a statistics-driven benchmarking
|
|
|
|
|
library in Rust.</p>
|
|
|
|
|
</div>
|
|
|
|
|
</body>
|
|
|
|
|
|
|
|
|
|
</html>
|
