From cc6212e25ec177b9e88076715f2cc3ddf151c0a4 Mon Sep 17 00:00:00 2001 From: trivernis Date: Sat, 23 Oct 2021 11:31:54 +0200 Subject: [PATCH] Initial benchmark content Signed-off-by: trivernis --- .../1024/change/estimates.json | 1 + .../1024/develop/benchmark.json | 1 + .../1024/develop/estimates.json | 1 + event_deserialization/1024/develop/raw.csv | 101 ++++ .../1024/develop/sample.json | 1 + event_deserialization/1024/develop/tukey.json | 1 + event_deserialization/1024/new/benchmark.json | 1 + event_deserialization/1024/new/estimates.json | 1 + event_deserialization/1024/new/raw.csv | 101 ++++ event_deserialization/1024/new/sample.json | 1 + event_deserialization/1024/new/tukey.json | 1 + event_deserialization/1024/report/MAD.svg | 298 ++++++++++ event_deserialization/1024/report/SD.svg | 293 +++++++++ .../1024/report/both/pdf.svg | 323 ++++++++++ .../1024/report/both/regression.svg | 357 +++++++++++ .../1024/report/change/mean.svg | 320 ++++++++++ .../1024/report/change/median.svg | 295 ++++++++++ .../1024/report/change/t-test.svg | 255 ++++++++ event_deserialization/1024/report/index.html | 292 +++++++++ event_deserialization/1024/report/mean.svg | 318 ++++++++++ event_deserialization/1024/report/median.svg | 288 +++++++++ event_deserialization/1024/report/pdf.svg | 368 ++++++++++++ .../1024/report/pdf_small.svg | 219 +++++++ .../1024/report/regression.svg | 447 ++++++++++++++ .../1024/report/regression_small.svg | 425 +++++++++++++ .../1024/report/relative_pdf_small.svg | 296 ++++++++++ .../1024/report/relative_regression_small.svg | 342 +++++++++++ event_deserialization/1024/report/slope.svg | 318 ++++++++++ event_deserialization/1024/report/typical.svg | 318 ++++++++++ .../16384/change/estimates.json | 1 + .../16384/develop/benchmark.json | 1 + .../16384/develop/estimates.json | 1 + event_deserialization/16384/develop/raw.csv | 101 ++++ .../16384/develop/sample.json | 1 + .../16384/develop/tukey.json | 1 + .../16384/new/benchmark.json | 1 + .../16384/new/estimates.json | 1 + event_deserialization/16384/new/raw.csv | 101 ++++ event_deserialization/16384/new/sample.json | 1 + event_deserialization/16384/new/tukey.json | 1 + event_deserialization/16384/report/MAD.svg | 308 ++++++++++ event_deserialization/16384/report/SD.svg | 318 ++++++++++ .../16384/report/both/pdf.svg | 318 ++++++++++ .../16384/report/both/regression.svg | 292 +++++++++ .../16384/report/change/mean.svg | 310 ++++++++++ .../16384/report/change/median.svg | 320 ++++++++++ .../16384/report/change/t-test.svg | 245 ++++++++ event_deserialization/16384/report/index.html | 292 +++++++++ event_deserialization/16384/report/mean.svg | 293 +++++++++ event_deserialization/16384/report/median.svg | 293 +++++++++ event_deserialization/16384/report/pdf.svg | 350 +++++++++++ .../16384/report/pdf_small.svg | 224 +++++++ .../16384/report/regression.svg | 447 ++++++++++++++ .../16384/report/regression_small.svg | 425 +++++++++++++ .../16384/report/relative_pdf_small.svg | 291 +++++++++ .../report/relative_regression_small.svg | 277 +++++++++ event_deserialization/16384/report/slope.svg | 293 +++++++++ .../16384/report/typical.svg | 293 +++++++++ .../262144/change/estimates.json | 1 + .../262144/develop/benchmark.json | 1 + .../262144/develop/estimates.json | 1 + event_deserialization/262144/develop/raw.csv | 101 ++++ .../262144/develop/sample.json | 1 + .../262144/develop/tukey.json | 1 + .../262144/new/benchmark.json | 1 + .../262144/new/estimates.json | 1 + event_deserialization/262144/new/raw.csv | 101 ++++ event_deserialization/262144/new/sample.json | 1 + event_deserialization/262144/new/tukey.json | 1 + event_deserialization/262144/report/MAD.svg | 308 ++++++++++ event_deserialization/262144/report/SD.svg | 298 ++++++++++ .../262144/report/both/pdf.svg | 338 +++++++++++ .../262144/report/both/regression.svg | 279 +++++++++ .../262144/report/change/mean.svg | 345 +++++++++++ .../262144/report/change/median.svg | 310 ++++++++++ .../262144/report/change/t-test.svg | 265 +++++++++ .../262144/report/index.html | 292 +++++++++ event_deserialization/262144/report/mean.svg | 288 +++++++++ .../262144/report/median.svg | 308 ++++++++++ event_deserialization/262144/report/pdf.svg | 319 ++++++++++ .../262144/report/pdf_small.svg | 204 +++++++ .../262144/report/regression.svg | 421 +++++++++++++ .../262144/report/regression_small.svg | 399 +++++++++++++ .../262144/report/relative_pdf_small.svg | 311 ++++++++++ .../report/relative_regression_small.svg | 264 +++++++++ event_deserialization/262144/report/slope.svg | 298 ++++++++++ .../262144/report/typical.svg | 298 ++++++++++ .../4096/change/estimates.json | 1 + .../4096/develop/benchmark.json | 1 + .../4096/develop/estimates.json | 1 + event_deserialization/4096/develop/raw.csv | 101 ++++ .../4096/develop/sample.json | 1 + event_deserialization/4096/develop/tukey.json | 1 + event_deserialization/4096/new/benchmark.json | 1 + event_deserialization/4096/new/estimates.json | 1 + event_deserialization/4096/new/raw.csv | 101 ++++ event_deserialization/4096/new/sample.json | 1 + event_deserialization/4096/new/tukey.json | 1 + event_deserialization/4096/report/MAD.svg | 303 ++++++++++ event_deserialization/4096/report/SD.svg | 293 +++++++++ .../4096/report/both/pdf.svg | 348 +++++++++++ .../4096/report/both/regression.svg | 357 +++++++++++ .../4096/report/change/mean.svg | 320 ++++++++++ .../4096/report/change/median.svg | 320 ++++++++++ .../4096/report/change/t-test.svg | 240 ++++++++ event_deserialization/4096/report/index.html | 292 +++++++++ event_deserialization/4096/report/mean.svg | 293 +++++++++ event_deserialization/4096/report/median.svg | 303 ++++++++++ event_deserialization/4096/report/pdf.svg | 342 +++++++++++ .../4096/report/pdf_small.svg | 219 +++++++ .../4096/report/regression.svg | 460 +++++++++++++++ .../4096/report/regression_small.svg | 438 ++++++++++++++ .../4096/report/relative_pdf_small.svg | 321 ++++++++++ .../4096/report/relative_regression_small.svg | 342 +++++++++++ event_deserialization/4096/report/slope.svg | 298 ++++++++++ event_deserialization/4096/report/typical.svg | 298 ++++++++++ .../65536/change/estimates.json | 1 + .../65536/develop/benchmark.json | 1 + .../65536/develop/estimates.json | 1 + event_deserialization/65536/develop/raw.csv | 101 ++++ .../65536/develop/sample.json | 1 + .../65536/develop/tukey.json | 1 + .../65536/new/benchmark.json | 1 + .../65536/new/estimates.json | 1 + event_deserialization/65536/new/raw.csv | 101 ++++ event_deserialization/65536/new/sample.json | 1 + event_deserialization/65536/new/tukey.json | 1 + event_deserialization/65536/report/MAD.svg | 293 +++++++++ event_deserialization/65536/report/SD.svg | 298 ++++++++++ .../65536/report/both/pdf.svg | 328 +++++++++++ .../65536/report/both/regression.svg | 292 +++++++++ .../65536/report/change/mean.svg | 315 ++++++++++ .../65536/report/change/median.svg | 300 ++++++++++ .../65536/report/change/t-test.svg | 240 ++++++++ event_deserialization/65536/report/index.html | 292 +++++++++ event_deserialization/65536/report/mean.svg | 293 +++++++++ event_deserialization/65536/report/median.svg | 308 ++++++++++ event_deserialization/65536/report/pdf.svg | 312 ++++++++++ .../65536/report/pdf_small.svg | 209 +++++++ .../65536/report/regression.svg | 473 +++++++++++++++ .../65536/report/regression_small.svg | 451 ++++++++++++++ .../65536/report/relative_pdf_small.svg | 301 ++++++++++ .../report/relative_regression_small.svg | 277 +++++++++ event_deserialization/65536/report/slope.svg | 298 ++++++++++ .../65536/report/typical.svg | 298 ++++++++++ event_deserialization/report/index.html | 188 ++++++ event_deserialization/report/lines.svg | 206 +++++++ event_deserialization/report/violin.svg | 543 +++++++++++++++++ .../1024/change/estimates.json | 1 + .../1024/develop/benchmark.json | 1 + .../1024/develop/estimates.json | 1 + event_serialization/1024/develop/raw.csv | 101 ++++ event_serialization/1024/develop/sample.json | 1 + event_serialization/1024/develop/tukey.json | 1 + event_serialization/1024/new/benchmark.json | 1 + event_serialization/1024/new/estimates.json | 1 + event_serialization/1024/new/raw.csv | 101 ++++ event_serialization/1024/new/sample.json | 1 + event_serialization/1024/new/tukey.json | 1 + event_serialization/1024/report/MAD.svg | 298 ++++++++++ event_serialization/1024/report/SD.svg | 298 ++++++++++ event_serialization/1024/report/both/pdf.svg | 333 +++++++++++ .../1024/report/both/regression.svg | 318 ++++++++++ .../1024/report/change/mean.svg | 310 ++++++++++ .../1024/report/change/median.svg | 300 ++++++++++ .../1024/report/change/t-test.svg | 260 ++++++++ event_serialization/1024/report/index.html | 292 +++++++++ event_serialization/1024/report/mean.svg | 303 ++++++++++ event_serialization/1024/report/median.svg | 308 ++++++++++ event_serialization/1024/report/pdf.svg | 310 ++++++++++ event_serialization/1024/report/pdf_small.svg | 194 ++++++ .../1024/report/regression.svg | 434 ++++++++++++++ .../1024/report/regression_small.svg | 412 +++++++++++++ .../1024/report/relative_pdf_small.svg | 306 ++++++++++ .../1024/report/relative_regression_small.svg | 303 ++++++++++ event_serialization/1024/report/slope.svg | 293 +++++++++ event_serialization/1024/report/typical.svg | 293 +++++++++ .../16384/change/estimates.json | 1 + .../16384/develop/benchmark.json | 1 + .../16384/develop/estimates.json | 1 + event_serialization/16384/develop/raw.csv | 101 ++++ event_serialization/16384/develop/sample.json | 1 + event_serialization/16384/develop/tukey.json | 1 + event_serialization/16384/new/benchmark.json | 1 + event_serialization/16384/new/estimates.json | 1 + event_serialization/16384/new/raw.csv | 101 ++++ event_serialization/16384/new/sample.json | 1 + event_serialization/16384/new/tukey.json | 1 + event_serialization/16384/report/MAD.svg | 298 ++++++++++ event_serialization/16384/report/SD.svg | 293 +++++++++ event_serialization/16384/report/both/pdf.svg | 343 +++++++++++ .../16384/report/both/regression.svg | 305 ++++++++++ .../16384/report/change/mean.svg | 310 ++++++++++ .../16384/report/change/median.svg | 305 ++++++++++ .../16384/report/change/t-test.svg | 260 ++++++++ event_serialization/16384/report/index.html | 292 +++++++++ event_serialization/16384/report/mean.svg | 293 +++++++++ event_serialization/16384/report/median.svg | 298 ++++++++++ event_serialization/16384/report/pdf.svg | 302 ++++++++++ .../16384/report/pdf_small.svg | 204 +++++++ .../16384/report/regression.svg | 460 +++++++++++++++ .../16384/report/regression_small.svg | 438 ++++++++++++++ .../16384/report/relative_pdf_small.svg | 316 ++++++++++ .../report/relative_regression_small.svg | 290 +++++++++ event_serialization/16384/report/slope.svg | 293 +++++++++ event_serialization/16384/report/typical.svg | 293 +++++++++ .../262144/change/estimates.json | 1 + .../262144/develop/benchmark.json | 1 + .../262144/develop/estimates.json | 1 + event_serialization/262144/develop/raw.csv | 101 ++++ .../262144/develop/sample.json | 1 + event_serialization/262144/develop/tukey.json | 1 + event_serialization/262144/new/benchmark.json | 1 + event_serialization/262144/new/estimates.json | 1 + event_serialization/262144/new/raw.csv | 101 ++++ event_serialization/262144/new/sample.json | 1 + event_serialization/262144/new/tukey.json | 1 + event_serialization/262144/report/MAD.svg | 298 ++++++++++ event_serialization/262144/report/SD.svg | 293 +++++++++ .../262144/report/both/pdf.svg | 343 +++++++++++ .../262144/report/both/regression.svg | 292 +++++++++ .../262144/report/change/mean.svg | 310 ++++++++++ .../262144/report/change/median.svg | 325 ++++++++++ .../262144/report/change/t-test.svg | 245 ++++++++ event_serialization/262144/report/index.html | 292 +++++++++ event_serialization/262144/report/mean.svg | 293 +++++++++ event_serialization/262144/report/median.svg | 303 ++++++++++ event_serialization/262144/report/pdf.svg | 341 +++++++++++ .../262144/report/pdf_small.svg | 214 +++++++ .../262144/report/regression.svg | 434 ++++++++++++++ .../262144/report/regression_small.svg | 412 +++++++++++++ .../262144/report/relative_pdf_small.svg | 316 ++++++++++ .../report/relative_regression_small.svg | 277 +++++++++ event_serialization/262144/report/slope.svg | 318 ++++++++++ event_serialization/262144/report/typical.svg | 318 ++++++++++ .../4096/change/estimates.json | 1 + .../4096/develop/benchmark.json | 1 + .../4096/develop/estimates.json | 1 + event_serialization/4096/develop/raw.csv | 101 ++++ event_serialization/4096/develop/sample.json | 1 + event_serialization/4096/develop/tukey.json | 1 + event_serialization/4096/new/benchmark.json | 1 + event_serialization/4096/new/estimates.json | 1 + event_serialization/4096/new/raw.csv | 101 ++++ event_serialization/4096/new/sample.json | 1 + event_serialization/4096/new/tukey.json | 1 + event_serialization/4096/report/MAD.svg | 298 ++++++++++ event_serialization/4096/report/SD.svg | 298 ++++++++++ event_serialization/4096/report/both/pdf.svg | 328 +++++++++++ .../4096/report/both/regression.svg | 292 +++++++++ .../4096/report/change/mean.svg | 320 ++++++++++ .../4096/report/change/median.svg | 310 ++++++++++ .../4096/report/change/t-test.svg | 265 +++++++++ event_serialization/4096/report/index.html | 292 +++++++++ event_serialization/4096/report/mean.svg | 303 ++++++++++ event_serialization/4096/report/median.svg | 303 ++++++++++ event_serialization/4096/report/pdf.svg | 325 ++++++++++ event_serialization/4096/report/pdf_small.svg | 214 +++++++ .../4096/report/regression.svg | 395 +++++++++++++ .../4096/report/regression_small.svg | 373 ++++++++++++ .../4096/report/relative_pdf_small.svg | 301 ++++++++++ .../4096/report/relative_regression_small.svg | 277 +++++++++ event_serialization/4096/report/slope.svg | 303 ++++++++++ event_serialization/4096/report/typical.svg | 303 ++++++++++ .../65536/change/estimates.json | 1 + .../65536/develop/benchmark.json | 1 + .../65536/develop/estimates.json | 1 + event_serialization/65536/develop/raw.csv | 101 ++++ event_serialization/65536/develop/sample.json | 1 + event_serialization/65536/develop/tukey.json | 1 + event_serialization/65536/new/benchmark.json | 1 + event_serialization/65536/new/estimates.json | 1 + event_serialization/65536/new/raw.csv | 101 ++++ event_serialization/65536/new/sample.json | 1 + event_serialization/65536/new/tukey.json | 1 + event_serialization/65536/report/MAD.svg | 293 +++++++++ event_serialization/65536/report/SD.svg | 303 ++++++++++ event_serialization/65536/report/both/pdf.svg | 333 +++++++++++ .../65536/report/both/regression.svg | 344 +++++++++++ .../65536/report/change/mean.svg | 310 ++++++++++ .../65536/report/change/median.svg | 315 ++++++++++ .../65536/report/change/t-test.svg | 240 ++++++++ event_serialization/65536/report/index.html | 292 +++++++++ event_serialization/65536/report/mean.svg | 293 +++++++++ event_serialization/65536/report/median.svg | 288 +++++++++ event_serialization/65536/report/pdf.svg | 291 +++++++++ .../65536/report/pdf_small.svg | 214 +++++++ .../65536/report/regression.svg | 460 +++++++++++++++ .../65536/report/regression_small.svg | 438 ++++++++++++++ .../65536/report/relative_pdf_small.svg | 306 ++++++++++ .../report/relative_regression_small.svg | 329 +++++++++++ event_serialization/65536/report/slope.svg | 298 ++++++++++ event_serialization/65536/report/typical.svg | 298 ++++++++++ event_serialization/report/index.html | 188 ++++++ event_serialization/report/lines.svg | 219 +++++++ event_serialization/report/violin.svg | 556 ++++++++++++++++++ report/index.html | 93 +++ 297 files changed, 60301 insertions(+) create mode 100644 event_deserialization/1024/change/estimates.json create mode 100644 event_deserialization/1024/develop/benchmark.json create mode 100644 event_deserialization/1024/develop/estimates.json create mode 100644 event_deserialization/1024/develop/raw.csv create mode 100644 event_deserialization/1024/develop/sample.json create mode 100644 event_deserialization/1024/develop/tukey.json create mode 100644 event_deserialization/1024/new/benchmark.json create mode 100644 event_deserialization/1024/new/estimates.json create mode 100644 event_deserialization/1024/new/raw.csv create mode 100644 event_deserialization/1024/new/sample.json create mode 100644 event_deserialization/1024/new/tukey.json create mode 100644 event_deserialization/1024/report/MAD.svg create mode 100644 event_deserialization/1024/report/SD.svg create mode 100644 event_deserialization/1024/report/both/pdf.svg create mode 100644 event_deserialization/1024/report/both/regression.svg create mode 100644 event_deserialization/1024/report/change/mean.svg create mode 100644 event_deserialization/1024/report/change/median.svg create mode 100644 event_deserialization/1024/report/change/t-test.svg create mode 100644 event_deserialization/1024/report/index.html create mode 100644 event_deserialization/1024/report/mean.svg create mode 100644 event_deserialization/1024/report/median.svg create mode 100644 event_deserialization/1024/report/pdf.svg create mode 100644 event_deserialization/1024/report/pdf_small.svg create mode 100644 event_deserialization/1024/report/regression.svg create mode 100644 event_deserialization/1024/report/regression_small.svg create mode 100644 event_deserialization/1024/report/relative_pdf_small.svg create mode 100644 event_deserialization/1024/report/relative_regression_small.svg create mode 100644 event_deserialization/1024/report/slope.svg create mode 100644 event_deserialization/1024/report/typical.svg create mode 100644 event_deserialization/16384/change/estimates.json create mode 100644 event_deserialization/16384/develop/benchmark.json create mode 100644 event_deserialization/16384/develop/estimates.json create mode 100644 event_deserialization/16384/develop/raw.csv create mode 100644 event_deserialization/16384/develop/sample.json create mode 100644 event_deserialization/16384/develop/tukey.json create mode 100644 event_deserialization/16384/new/benchmark.json create mode 100644 event_deserialization/16384/new/estimates.json create mode 100644 event_deserialization/16384/new/raw.csv create mode 100644 event_deserialization/16384/new/sample.json create mode 100644 event_deserialization/16384/new/tukey.json create mode 100644 event_deserialization/16384/report/MAD.svg create mode 100644 event_deserialization/16384/report/SD.svg create mode 100644 event_deserialization/16384/report/both/pdf.svg create mode 100644 event_deserialization/16384/report/both/regression.svg create mode 100644 event_deserialization/16384/report/change/mean.svg create mode 100644 event_deserialization/16384/report/change/median.svg create mode 100644 event_deserialization/16384/report/change/t-test.svg create mode 100644 event_deserialization/16384/report/index.html create mode 100644 event_deserialization/16384/report/mean.svg create mode 100644 event_deserialization/16384/report/median.svg create mode 100644 event_deserialization/16384/report/pdf.svg create mode 100644 event_deserialization/16384/report/pdf_small.svg create mode 100644 event_deserialization/16384/report/regression.svg create mode 100644 event_deserialization/16384/report/regression_small.svg create mode 100644 event_deserialization/16384/report/relative_pdf_small.svg create mode 100644 event_deserialization/16384/report/relative_regression_small.svg create mode 100644 event_deserialization/16384/report/slope.svg create mode 100644 event_deserialization/16384/report/typical.svg create mode 100644 event_deserialization/262144/change/estimates.json create mode 100644 event_deserialization/262144/develop/benchmark.json create mode 100644 event_deserialization/262144/develop/estimates.json create mode 100644 event_deserialization/262144/develop/raw.csv create mode 100644 event_deserialization/262144/develop/sample.json create mode 100644 event_deserialization/262144/develop/tukey.json create mode 100644 event_deserialization/262144/new/benchmark.json create mode 100644 event_deserialization/262144/new/estimates.json create mode 100644 event_deserialization/262144/new/raw.csv create mode 100644 event_deserialization/262144/new/sample.json create mode 100644 event_deserialization/262144/new/tukey.json create mode 100644 event_deserialization/262144/report/MAD.svg create mode 100644 event_deserialization/262144/report/SD.svg create mode 100644 event_deserialization/262144/report/both/pdf.svg create mode 100644 event_deserialization/262144/report/both/regression.svg create mode 100644 event_deserialization/262144/report/change/mean.svg create mode 100644 event_deserialization/262144/report/change/median.svg create mode 100644 event_deserialization/262144/report/change/t-test.svg create mode 100644 event_deserialization/262144/report/index.html create mode 100644 event_deserialization/262144/report/mean.svg create mode 100644 event_deserialization/262144/report/median.svg create mode 100644 event_deserialization/262144/report/pdf.svg create mode 100644 event_deserialization/262144/report/pdf_small.svg create mode 100644 event_deserialization/262144/report/regression.svg create mode 100644 event_deserialization/262144/report/regression_small.svg create mode 100644 event_deserialization/262144/report/relative_pdf_small.svg create mode 100644 event_deserialization/262144/report/relative_regression_small.svg create mode 100644 event_deserialization/262144/report/slope.svg create mode 100644 event_deserialization/262144/report/typical.svg create mode 100644 event_deserialization/4096/change/estimates.json create mode 100644 event_deserialization/4096/develop/benchmark.json create mode 100644 event_deserialization/4096/develop/estimates.json create mode 100644 event_deserialization/4096/develop/raw.csv create mode 100644 event_deserialization/4096/develop/sample.json create mode 100644 event_deserialization/4096/develop/tukey.json create mode 100644 event_deserialization/4096/new/benchmark.json create mode 100644 event_deserialization/4096/new/estimates.json create mode 100644 event_deserialization/4096/new/raw.csv create mode 100644 event_deserialization/4096/new/sample.json create mode 100644 event_deserialization/4096/new/tukey.json create mode 100644 event_deserialization/4096/report/MAD.svg create mode 100644 event_deserialization/4096/report/SD.svg create mode 100644 event_deserialization/4096/report/both/pdf.svg create mode 100644 event_deserialization/4096/report/both/regression.svg create mode 100644 event_deserialization/4096/report/change/mean.svg create mode 100644 event_deserialization/4096/report/change/median.svg create mode 100644 event_deserialization/4096/report/change/t-test.svg create mode 100644 event_deserialization/4096/report/index.html create mode 100644 event_deserialization/4096/report/mean.svg create mode 100644 event_deserialization/4096/report/median.svg create mode 100644 event_deserialization/4096/report/pdf.svg create mode 100644 event_deserialization/4096/report/pdf_small.svg create mode 100644 event_deserialization/4096/report/regression.svg create mode 100644 event_deserialization/4096/report/regression_small.svg create mode 100644 event_deserialization/4096/report/relative_pdf_small.svg create mode 100644 event_deserialization/4096/report/relative_regression_small.svg create mode 100644 event_deserialization/4096/report/slope.svg create mode 100644 event_deserialization/4096/report/typical.svg create mode 100644 event_deserialization/65536/change/estimates.json create mode 100644 event_deserialization/65536/develop/benchmark.json create mode 100644 event_deserialization/65536/develop/estimates.json create mode 100644 event_deserialization/65536/develop/raw.csv create mode 100644 event_deserialization/65536/develop/sample.json create mode 100644 event_deserialization/65536/develop/tukey.json create mode 100644 event_deserialization/65536/new/benchmark.json create mode 100644 event_deserialization/65536/new/estimates.json create mode 100644 event_deserialization/65536/new/raw.csv create mode 100644 event_deserialization/65536/new/sample.json create mode 100644 event_deserialization/65536/new/tukey.json create mode 100644 event_deserialization/65536/report/MAD.svg create mode 100644 event_deserialization/65536/report/SD.svg create mode 100644 event_deserialization/65536/report/both/pdf.svg create mode 100644 event_deserialization/65536/report/both/regression.svg create mode 100644 event_deserialization/65536/report/change/mean.svg create mode 100644 event_deserialization/65536/report/change/median.svg create mode 100644 event_deserialization/65536/report/change/t-test.svg create mode 100644 event_deserialization/65536/report/index.html create mode 100644 event_deserialization/65536/report/mean.svg create mode 100644 event_deserialization/65536/report/median.svg create mode 100644 event_deserialization/65536/report/pdf.svg create mode 100644 event_deserialization/65536/report/pdf_small.svg create mode 100644 event_deserialization/65536/report/regression.svg create mode 100644 event_deserialization/65536/report/regression_small.svg create mode 100644 event_deserialization/65536/report/relative_pdf_small.svg create mode 100644 event_deserialization/65536/report/relative_regression_small.svg create mode 100644 event_deserialization/65536/report/slope.svg create mode 100644 event_deserialization/65536/report/typical.svg create mode 100644 event_deserialization/report/index.html create mode 100644 event_deserialization/report/lines.svg create mode 100644 event_deserialization/report/violin.svg create mode 100644 event_serialization/1024/change/estimates.json create mode 100644 event_serialization/1024/develop/benchmark.json create mode 100644 event_serialization/1024/develop/estimates.json create mode 100644 event_serialization/1024/develop/raw.csv create mode 100644 event_serialization/1024/develop/sample.json create mode 100644 event_serialization/1024/develop/tukey.json create mode 100644 event_serialization/1024/new/benchmark.json create mode 100644 event_serialization/1024/new/estimates.json create mode 100644 event_serialization/1024/new/raw.csv create mode 100644 event_serialization/1024/new/sample.json create mode 100644 event_serialization/1024/new/tukey.json create mode 100644 event_serialization/1024/report/MAD.svg create mode 100644 event_serialization/1024/report/SD.svg create mode 100644 event_serialization/1024/report/both/pdf.svg create mode 100644 event_serialization/1024/report/both/regression.svg create mode 100644 event_serialization/1024/report/change/mean.svg create mode 100644 event_serialization/1024/report/change/median.svg create mode 100644 event_serialization/1024/report/change/t-test.svg create mode 100644 event_serialization/1024/report/index.html create mode 100644 event_serialization/1024/report/mean.svg create mode 100644 event_serialization/1024/report/median.svg create mode 100644 event_serialization/1024/report/pdf.svg create mode 100644 event_serialization/1024/report/pdf_small.svg create mode 100644 event_serialization/1024/report/regression.svg create mode 100644 event_serialization/1024/report/regression_small.svg create mode 100644 event_serialization/1024/report/relative_pdf_small.svg create mode 100644 event_serialization/1024/report/relative_regression_small.svg create mode 100644 event_serialization/1024/report/slope.svg create mode 100644 event_serialization/1024/report/typical.svg create mode 100644 event_serialization/16384/change/estimates.json create mode 100644 event_serialization/16384/develop/benchmark.json create mode 100644 event_serialization/16384/develop/estimates.json create mode 100644 event_serialization/16384/develop/raw.csv create mode 100644 event_serialization/16384/develop/sample.json create mode 100644 event_serialization/16384/develop/tukey.json create mode 100644 event_serialization/16384/new/benchmark.json create mode 100644 event_serialization/16384/new/estimates.json create mode 100644 event_serialization/16384/new/raw.csv create mode 100644 event_serialization/16384/new/sample.json create mode 100644 event_serialization/16384/new/tukey.json create mode 100644 event_serialization/16384/report/MAD.svg create mode 100644 event_serialization/16384/report/SD.svg create mode 100644 event_serialization/16384/report/both/pdf.svg create mode 100644 event_serialization/16384/report/both/regression.svg create mode 100644 event_serialization/16384/report/change/mean.svg create mode 100644 event_serialization/16384/report/change/median.svg create mode 100644 event_serialization/16384/report/change/t-test.svg create mode 100644 event_serialization/16384/report/index.html create mode 100644 event_serialization/16384/report/mean.svg create mode 100644 event_serialization/16384/report/median.svg create mode 100644 event_serialization/16384/report/pdf.svg create mode 100644 event_serialization/16384/report/pdf_small.svg create mode 100644 event_serialization/16384/report/regression.svg create mode 100644 event_serialization/16384/report/regression_small.svg create mode 100644 event_serialization/16384/report/relative_pdf_small.svg create mode 100644 event_serialization/16384/report/relative_regression_small.svg create mode 100644 event_serialization/16384/report/slope.svg create mode 100644 event_serialization/16384/report/typical.svg create mode 100644 event_serialization/262144/change/estimates.json create mode 100644 event_serialization/262144/develop/benchmark.json create mode 100644 event_serialization/262144/develop/estimates.json create mode 100644 event_serialization/262144/develop/raw.csv create mode 100644 event_serialization/262144/develop/sample.json create mode 100644 event_serialization/262144/develop/tukey.json create mode 100644 event_serialization/262144/new/benchmark.json create mode 100644 event_serialization/262144/new/estimates.json create mode 100644 event_serialization/262144/new/raw.csv create mode 100644 event_serialization/262144/new/sample.json create mode 100644 event_serialization/262144/new/tukey.json create mode 100644 event_serialization/262144/report/MAD.svg create mode 100644 event_serialization/262144/report/SD.svg create mode 100644 event_serialization/262144/report/both/pdf.svg create mode 100644 event_serialization/262144/report/both/regression.svg create mode 100644 event_serialization/262144/report/change/mean.svg create mode 100644 event_serialization/262144/report/change/median.svg create mode 100644 event_serialization/262144/report/change/t-test.svg create mode 100644 event_serialization/262144/report/index.html create mode 100644 event_serialization/262144/report/mean.svg create mode 100644 event_serialization/262144/report/median.svg create mode 100644 event_serialization/262144/report/pdf.svg create mode 100644 event_serialization/262144/report/pdf_small.svg create mode 100644 event_serialization/262144/report/regression.svg create mode 100644 event_serialization/262144/report/regression_small.svg create mode 100644 event_serialization/262144/report/relative_pdf_small.svg create mode 100644 event_serialization/262144/report/relative_regression_small.svg create mode 100644 event_serialization/262144/report/slope.svg create mode 100644 event_serialization/262144/report/typical.svg create mode 100644 event_serialization/4096/change/estimates.json create mode 100644 event_serialization/4096/develop/benchmark.json create mode 100644 event_serialization/4096/develop/estimates.json create mode 100644 event_serialization/4096/develop/raw.csv create mode 100644 event_serialization/4096/develop/sample.json create mode 100644 event_serialization/4096/develop/tukey.json create mode 100644 event_serialization/4096/new/benchmark.json create mode 100644 event_serialization/4096/new/estimates.json create mode 100644 event_serialization/4096/new/raw.csv create mode 100644 event_serialization/4096/new/sample.json create mode 100644 event_serialization/4096/new/tukey.json create mode 100644 event_serialization/4096/report/MAD.svg create mode 100644 event_serialization/4096/report/SD.svg create mode 100644 event_serialization/4096/report/both/pdf.svg create mode 100644 event_serialization/4096/report/both/regression.svg create mode 100644 event_serialization/4096/report/change/mean.svg create mode 100644 event_serialization/4096/report/change/median.svg create mode 100644 event_serialization/4096/report/change/t-test.svg create mode 100644 event_serialization/4096/report/index.html create mode 100644 event_serialization/4096/report/mean.svg create mode 100644 event_serialization/4096/report/median.svg create mode 100644 event_serialization/4096/report/pdf.svg create mode 100644 event_serialization/4096/report/pdf_small.svg create mode 100644 event_serialization/4096/report/regression.svg create mode 100644 event_serialization/4096/report/regression_small.svg create mode 100644 event_serialization/4096/report/relative_pdf_small.svg create mode 100644 event_serialization/4096/report/relative_regression_small.svg create mode 100644 event_serialization/4096/report/slope.svg create mode 100644 event_serialization/4096/report/typical.svg create mode 100644 event_serialization/65536/change/estimates.json create mode 100644 event_serialization/65536/develop/benchmark.json create mode 100644 event_serialization/65536/develop/estimates.json create mode 100644 event_serialization/65536/develop/raw.csv create mode 100644 event_serialization/65536/develop/sample.json create mode 100644 event_serialization/65536/develop/tukey.json create mode 100644 event_serialization/65536/new/benchmark.json create mode 100644 event_serialization/65536/new/estimates.json create mode 100644 event_serialization/65536/new/raw.csv create mode 100644 event_serialization/65536/new/sample.json create mode 100644 event_serialization/65536/new/tukey.json create mode 100644 event_serialization/65536/report/MAD.svg create mode 100644 event_serialization/65536/report/SD.svg create mode 100644 event_serialization/65536/report/both/pdf.svg create mode 100644 event_serialization/65536/report/both/regression.svg create mode 100644 event_serialization/65536/report/change/mean.svg create mode 100644 event_serialization/65536/report/change/median.svg create mode 100644 event_serialization/65536/report/change/t-test.svg create mode 100644 event_serialization/65536/report/index.html create mode 100644 event_serialization/65536/report/mean.svg create mode 100644 event_serialization/65536/report/median.svg create mode 100644 event_serialization/65536/report/pdf.svg create mode 100644 event_serialization/65536/report/pdf_small.svg create mode 100644 event_serialization/65536/report/regression.svg create mode 100644 event_serialization/65536/report/regression_small.svg create mode 100644 event_serialization/65536/report/relative_pdf_small.svg create mode 100644 event_serialization/65536/report/relative_regression_small.svg create mode 100644 event_serialization/65536/report/slope.svg create mode 100644 event_serialization/65536/report/typical.svg create mode 100644 event_serialization/report/index.html create mode 100644 event_serialization/report/lines.svg create mode 100644 event_serialization/report/violin.svg create mode 100644 report/index.html diff --git a/event_deserialization/1024/change/estimates.json b/event_deserialization/1024/change/estimates.json new file mode 100644 index 00000000..67f27cc6 --- /dev/null +++ b/event_deserialization/1024/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.36627196661540473,"upper_bound":-0.3579214552575983},"point_estimate":-0.36245100060744806,"standard_error":0.0021238589154148418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.365477288835409,"upper_bound":-0.35720892528529824},"point_estimate":-0.36154154585405907,"standard_error":0.002120742750343766}} \ No newline at end of file diff --git a/event_deserialization/1024/develop/benchmark.json b/event_deserialization/1024/develop/benchmark.json new file mode 100644 index 00000000..8c72e410 --- /dev/null +++ b/event_deserialization/1024/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"1024","throughput":{"Bytes":1024},"full_id":"event_deserialization/1024","directory_name":"event_deserialization/1024","title":"event_deserialization/1024"} \ No newline at end of file diff --git a/event_deserialization/1024/develop/estimates.json b/event_deserialization/1024/develop/estimates.json new file mode 100644 index 00000000..1b79fc26 --- /dev/null +++ b/event_deserialization/1024/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":370.4295734729896,"upper_bound":374.3428029397873},"point_estimate":372.29867949134604,"standard_error":1.00985889336177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":369.0474667926218,"upper_bound":373.29155751369376},"point_estimate":370.8387531586061,"standard_error":1.1303171741402445},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.796891363444001,"upper_bound":9.071467964658204},"point_estimate":6.7988333850789715,"standard_error":0.8301435470240032},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":369.0130980664466,"upper_bound":372.1640536930542},"point_estimate":370.5090856846541,"standard_error":0.8030089152430748},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.185135989310181,"upper_bound":12.978226225753355},"point_estimate":10.09903837448951,"standard_error":1.5099002123270957}} \ No newline at end of file diff --git a/event_deserialization/1024/develop/raw.csv b/event_deserialization/1024/develop/raw.csv new file mode 100644 index 00000000..15eda78e --- /dev/null +++ b/event_deserialization/1024/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,1024,1024,bytes,341866.0,ns,884 +event_deserialization,,1024,1024,bytes,638909.0,ns,1768 +event_deserialization,,1024,1024,bytes,968185.0,ns,2652 +event_deserialization,,1024,1024,bytes,1268310.0,ns,3536 +event_deserialization,,1024,1024,bytes,1586372.0,ns,4420 +event_deserialization,,1024,1024,bytes,1905084.0,ns,5304 +event_deserialization,,1024,1024,bytes,2296036.0,ns,6188 +event_deserialization,,1024,1024,bytes,2714769.0,ns,7072 +event_deserialization,,1024,1024,bytes,3021211.0,ns,7956 +event_deserialization,,1024,1024,bytes,3159423.0,ns,8840 +event_deserialization,,1024,1024,bytes,3494375.0,ns,9724 +event_deserialization,,1024,1024,bytes,3900502.0,ns,10608 +event_deserialization,,1024,1024,bytes,4239302.0,ns,11492 +event_deserialization,,1024,1024,bytes,4585572.0,ns,12376 +event_deserialization,,1024,1024,bytes,5232349.0,ns,13260 +event_deserialization,,1024,1024,bytes,5154421.0,ns,14144 +event_deserialization,,1024,1024,bytes,5458665.0,ns,15028 +event_deserialization,,1024,1024,bytes,5873946.0,ns,15912 +event_deserialization,,1024,1024,bytes,6144233.0,ns,16796 +event_deserialization,,1024,1024,bytes,7227443.0,ns,17680 +event_deserialization,,1024,1024,bytes,7868765.0,ns,18564 +event_deserialization,,1024,1024,bytes,7208031.0,ns,19448 +event_deserialization,,1024,1024,bytes,7510502.0,ns,20332 +event_deserialization,,1024,1024,bytes,7920294.0,ns,21216 +event_deserialization,,1024,1024,bytes,8110308.0,ns,22100 +event_deserialization,,1024,1024,bytes,8877459.0,ns,22984 +event_deserialization,,1024,1024,bytes,8888766.0,ns,23868 +event_deserialization,,1024,1024,bytes,9099382.0,ns,24752 +event_deserialization,,1024,1024,bytes,9456974.0,ns,25636 +event_deserialization,,1024,1024,bytes,9929590.0,ns,26520 +event_deserialization,,1024,1024,bytes,10358514.0,ns,27404 +event_deserialization,,1024,1024,bytes,10648778.0,ns,28288 +event_deserialization,,1024,1024,bytes,10722618.0,ns,29172 +event_deserialization,,1024,1024,bytes,11017597.0,ns,30056 +event_deserialization,,1024,1024,bytes,11311340.0,ns,30940 +event_deserialization,,1024,1024,bytes,11808727.0,ns,31824 +event_deserialization,,1024,1024,bytes,12210232.0,ns,32708 +event_deserialization,,1024,1024,bytes,12869616.0,ns,33592 +event_deserialization,,1024,1024,bytes,13164776.0,ns,34476 +event_deserialization,,1024,1024,bytes,13321939.0,ns,35360 +event_deserialization,,1024,1024,bytes,13652233.0,ns,36244 +event_deserialization,,1024,1024,bytes,13920230.0,ns,37128 +event_deserialization,,1024,1024,bytes,14429097.0,ns,38012 +event_deserialization,,1024,1024,bytes,14456659.0,ns,38896 +event_deserialization,,1024,1024,bytes,14697381.0,ns,39780 +event_deserialization,,1024,1024,bytes,15363222.0,ns,40664 +event_deserialization,,1024,1024,bytes,15525643.0,ns,41548 +event_deserialization,,1024,1024,bytes,15876216.0,ns,42432 +event_deserialization,,1024,1024,bytes,17288433.0,ns,43316 +event_deserialization,,1024,1024,bytes,16588514.0,ns,44200 +event_deserialization,,1024,1024,bytes,16739157.0,ns,45084 +event_deserialization,,1024,1024,bytes,17145336.0,ns,45968 +event_deserialization,,1024,1024,bytes,17545154.0,ns,46852 +event_deserialization,,1024,1024,bytes,17770430.0,ns,47736 +event_deserialization,,1024,1024,bytes,18239827.0,ns,48620 +event_deserialization,,1024,1024,bytes,19211439.0,ns,49504 +event_deserialization,,1024,1024,bytes,18809415.0,ns,50388 +event_deserialization,,1024,1024,bytes,19298828.0,ns,51272 +event_deserialization,,1024,1024,bytes,19580850.0,ns,52156 +event_deserialization,,1024,1024,bytes,20542817.0,ns,53040 +event_deserialization,,1024,1024,bytes,20184924.0,ns,53924 +event_deserialization,,1024,1024,bytes,20193148.0,ns,54808 +event_deserialization,,1024,1024,bytes,20197634.0,ns,55692 +event_deserialization,,1024,1024,bytes,20226298.0,ns,56576 +event_deserialization,,1024,1024,bytes,21880844.0,ns,57460 +event_deserialization,,1024,1024,bytes,21756919.0,ns,58344 +event_deserialization,,1024,1024,bytes,22313289.0,ns,59228 +event_deserialization,,1024,1024,bytes,22747754.0,ns,60112 +event_deserialization,,1024,1024,bytes,22790863.0,ns,60996 +event_deserialization,,1024,1024,bytes,23209018.0,ns,61880 +event_deserialization,,1024,1024,bytes,23500814.0,ns,62764 +event_deserialization,,1024,1024,bytes,24277365.0,ns,63648 +event_deserialization,,1024,1024,bytes,23349309.0,ns,64532 +event_deserialization,,1024,1024,bytes,24045057.0,ns,65416 +event_deserialization,,1024,1024,bytes,23973278.0,ns,66300 +event_deserialization,,1024,1024,bytes,24610514.0,ns,67184 +event_deserialization,,1024,1024,bytes,24845846.0,ns,68068 +event_deserialization,,1024,1024,bytes,25264984.0,ns,68952 +event_deserialization,,1024,1024,bytes,25156435.0,ns,69836 +event_deserialization,,1024,1024,bytes,25916320.0,ns,70720 +event_deserialization,,1024,1024,bytes,26151768.0,ns,71604 +event_deserialization,,1024,1024,bytes,26841634.0,ns,72488 +event_deserialization,,1024,1024,bytes,26580176.0,ns,73372 +event_deserialization,,1024,1024,bytes,26881914.0,ns,74256 +event_deserialization,,1024,1024,bytes,28706976.0,ns,75140 +event_deserialization,,1024,1024,bytes,27775838.0,ns,76024 +event_deserialization,,1024,1024,bytes,28168095.0,ns,76908 +event_deserialization,,1024,1024,bytes,28492109.0,ns,77792 +event_deserialization,,1024,1024,bytes,29495394.0,ns,78676 +event_deserialization,,1024,1024,bytes,29165211.0,ns,79560 +event_deserialization,,1024,1024,bytes,29411088.0,ns,80444 +event_deserialization,,1024,1024,bytes,30026350.0,ns,81328 +event_deserialization,,1024,1024,bytes,30646631.0,ns,82212 +event_deserialization,,1024,1024,bytes,30763695.0,ns,83096 +event_deserialization,,1024,1024,bytes,30999609.0,ns,83980 +event_deserialization,,1024,1024,bytes,30868400.0,ns,84864 +event_deserialization,,1024,1024,bytes,31566324.0,ns,85748 +event_deserialization,,1024,1024,bytes,32524233.0,ns,86632 +event_deserialization,,1024,1024,bytes,31898539.0,ns,87516 +event_deserialization,,1024,1024,bytes,32756317.0,ns,88400 diff --git a/event_deserialization/1024/develop/sample.json b/event_deserialization/1024/develop/sample.json new file mode 100644 index 00000000..869c6922 --- /dev/null +++ b/event_deserialization/1024/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[884.0,1768.0,2652.0,3536.0,4420.0,5304.0,6188.0,7072.0,7956.0,8840.0,9724.0,10608.0,11492.0,12376.0,13260.0,14144.0,15028.0,15912.0,16796.0,17680.0,18564.0,19448.0,20332.0,21216.0,22100.0,22984.0,23868.0,24752.0,25636.0,26520.0,27404.0,28288.0,29172.0,30056.0,30940.0,31824.0,32708.0,33592.0,34476.0,35360.0,36244.0,37128.0,38012.0,38896.0,39780.0,40664.0,41548.0,42432.0,43316.0,44200.0,45084.0,45968.0,46852.0,47736.0,48620.0,49504.0,50388.0,51272.0,52156.0,53040.0,53924.0,54808.0,55692.0,56576.0,57460.0,58344.0,59228.0,60112.0,60996.0,61880.0,62764.0,63648.0,64532.0,65416.0,66300.0,67184.0,68068.0,68952.0,69836.0,70720.0,71604.0,72488.0,73372.0,74256.0,75140.0,76024.0,76908.0,77792.0,78676.0,79560.0,80444.0,81328.0,82212.0,83096.0,83980.0,84864.0,85748.0,86632.0,87516.0,88400.0],"times":[341866.0,638909.0,968185.0,1268310.0,1586372.0,1905084.0,2296036.0,2714769.0,3021211.0,3159423.0,3494375.0,3900502.0,4239302.0,4585572.0,5232349.0,5154421.0,5458665.0,5873946.0,6144233.0,7227443.0,7868765.0,7208031.0,7510502.0,7920294.0,8110308.0,8877459.0,8888766.0,9099382.0,9456974.0,9929590.0,10358514.0,10648778.0,10722618.0,11017597.0,11311340.0,11808727.0,12210232.0,12869616.0,13164776.0,13321939.0,13652233.0,13920230.0,14429097.0,14456659.0,14697381.0,15363222.0,15525643.0,15876216.0,17288433.0,16588514.0,16739157.0,17145336.0,17545154.0,17770430.0,18239827.0,19211439.0,18809415.0,19298828.0,19580850.0,20542817.0,20184924.0,20193148.0,20197634.0,20226298.0,21880844.0,21756919.0,22313289.0,22747754.0,22790863.0,23209018.0,23500814.0,24277365.0,23349309.0,24045057.0,23973278.0,24610514.0,24845846.0,25264984.0,25156435.0,25916320.0,26151768.0,26841634.0,26580176.0,26881914.0,28706976.0,27775838.0,28168095.0,28492109.0,29495394.0,29165211.0,29411088.0,30026350.0,30646631.0,30763695.0,30999609.0,30868400.0,31566324.0,32524233.0,31898539.0,32756317.0]} \ No newline at end of file diff --git a/event_deserialization/1024/develop/tukey.json b/event_deserialization/1024/develop/tukey.json new file mode 100644 index 00000000..9da6f383 --- /dev/null +++ b/event_deserialization/1024/develop/tukey.json @@ -0,0 +1 @@ +[338.7509362972605,352.50514923231583,389.1830503924633,402.9372633275186] \ No newline at end of file diff --git a/event_deserialization/1024/new/benchmark.json b/event_deserialization/1024/new/benchmark.json new file mode 100644 index 00000000..8c72e410 --- /dev/null +++ b/event_deserialization/1024/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"1024","throughput":{"Bytes":1024},"full_id":"event_deserialization/1024","directory_name":"event_deserialization/1024","title":"event_deserialization/1024"} \ No newline at end of file diff --git a/event_deserialization/1024/new/estimates.json b/event_deserialization/1024/new/estimates.json new file mode 100644 index 00000000..1b79fc26 --- /dev/null +++ b/event_deserialization/1024/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":370.4295734729896,"upper_bound":374.3428029397873},"point_estimate":372.29867949134604,"standard_error":1.00985889336177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":369.0474667926218,"upper_bound":373.29155751369376},"point_estimate":370.8387531586061,"standard_error":1.1303171741402445},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.796891363444001,"upper_bound":9.071467964658204},"point_estimate":6.7988333850789715,"standard_error":0.8301435470240032},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":369.0130980664466,"upper_bound":372.1640536930542},"point_estimate":370.5090856846541,"standard_error":0.8030089152430748},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7.185135989310181,"upper_bound":12.978226225753355},"point_estimate":10.09903837448951,"standard_error":1.5099002123270957}} \ No newline at end of file diff --git a/event_deserialization/1024/new/raw.csv b/event_deserialization/1024/new/raw.csv new file mode 100644 index 00000000..15eda78e --- /dev/null +++ b/event_deserialization/1024/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,1024,1024,bytes,341866.0,ns,884 +event_deserialization,,1024,1024,bytes,638909.0,ns,1768 +event_deserialization,,1024,1024,bytes,968185.0,ns,2652 +event_deserialization,,1024,1024,bytes,1268310.0,ns,3536 +event_deserialization,,1024,1024,bytes,1586372.0,ns,4420 +event_deserialization,,1024,1024,bytes,1905084.0,ns,5304 +event_deserialization,,1024,1024,bytes,2296036.0,ns,6188 +event_deserialization,,1024,1024,bytes,2714769.0,ns,7072 +event_deserialization,,1024,1024,bytes,3021211.0,ns,7956 +event_deserialization,,1024,1024,bytes,3159423.0,ns,8840 +event_deserialization,,1024,1024,bytes,3494375.0,ns,9724 +event_deserialization,,1024,1024,bytes,3900502.0,ns,10608 +event_deserialization,,1024,1024,bytes,4239302.0,ns,11492 +event_deserialization,,1024,1024,bytes,4585572.0,ns,12376 +event_deserialization,,1024,1024,bytes,5232349.0,ns,13260 +event_deserialization,,1024,1024,bytes,5154421.0,ns,14144 +event_deserialization,,1024,1024,bytes,5458665.0,ns,15028 +event_deserialization,,1024,1024,bytes,5873946.0,ns,15912 +event_deserialization,,1024,1024,bytes,6144233.0,ns,16796 +event_deserialization,,1024,1024,bytes,7227443.0,ns,17680 +event_deserialization,,1024,1024,bytes,7868765.0,ns,18564 +event_deserialization,,1024,1024,bytes,7208031.0,ns,19448 +event_deserialization,,1024,1024,bytes,7510502.0,ns,20332 +event_deserialization,,1024,1024,bytes,7920294.0,ns,21216 +event_deserialization,,1024,1024,bytes,8110308.0,ns,22100 +event_deserialization,,1024,1024,bytes,8877459.0,ns,22984 +event_deserialization,,1024,1024,bytes,8888766.0,ns,23868 +event_deserialization,,1024,1024,bytes,9099382.0,ns,24752 +event_deserialization,,1024,1024,bytes,9456974.0,ns,25636 +event_deserialization,,1024,1024,bytes,9929590.0,ns,26520 +event_deserialization,,1024,1024,bytes,10358514.0,ns,27404 +event_deserialization,,1024,1024,bytes,10648778.0,ns,28288 +event_deserialization,,1024,1024,bytes,10722618.0,ns,29172 +event_deserialization,,1024,1024,bytes,11017597.0,ns,30056 +event_deserialization,,1024,1024,bytes,11311340.0,ns,30940 +event_deserialization,,1024,1024,bytes,11808727.0,ns,31824 +event_deserialization,,1024,1024,bytes,12210232.0,ns,32708 +event_deserialization,,1024,1024,bytes,12869616.0,ns,33592 +event_deserialization,,1024,1024,bytes,13164776.0,ns,34476 +event_deserialization,,1024,1024,bytes,13321939.0,ns,35360 +event_deserialization,,1024,1024,bytes,13652233.0,ns,36244 +event_deserialization,,1024,1024,bytes,13920230.0,ns,37128 +event_deserialization,,1024,1024,bytes,14429097.0,ns,38012 +event_deserialization,,1024,1024,bytes,14456659.0,ns,38896 +event_deserialization,,1024,1024,bytes,14697381.0,ns,39780 +event_deserialization,,1024,1024,bytes,15363222.0,ns,40664 +event_deserialization,,1024,1024,bytes,15525643.0,ns,41548 +event_deserialization,,1024,1024,bytes,15876216.0,ns,42432 +event_deserialization,,1024,1024,bytes,17288433.0,ns,43316 +event_deserialization,,1024,1024,bytes,16588514.0,ns,44200 +event_deserialization,,1024,1024,bytes,16739157.0,ns,45084 +event_deserialization,,1024,1024,bytes,17145336.0,ns,45968 +event_deserialization,,1024,1024,bytes,17545154.0,ns,46852 +event_deserialization,,1024,1024,bytes,17770430.0,ns,47736 +event_deserialization,,1024,1024,bytes,18239827.0,ns,48620 +event_deserialization,,1024,1024,bytes,19211439.0,ns,49504 +event_deserialization,,1024,1024,bytes,18809415.0,ns,50388 +event_deserialization,,1024,1024,bytes,19298828.0,ns,51272 +event_deserialization,,1024,1024,bytes,19580850.0,ns,52156 +event_deserialization,,1024,1024,bytes,20542817.0,ns,53040 +event_deserialization,,1024,1024,bytes,20184924.0,ns,53924 +event_deserialization,,1024,1024,bytes,20193148.0,ns,54808 +event_deserialization,,1024,1024,bytes,20197634.0,ns,55692 +event_deserialization,,1024,1024,bytes,20226298.0,ns,56576 +event_deserialization,,1024,1024,bytes,21880844.0,ns,57460 +event_deserialization,,1024,1024,bytes,21756919.0,ns,58344 +event_deserialization,,1024,1024,bytes,22313289.0,ns,59228 +event_deserialization,,1024,1024,bytes,22747754.0,ns,60112 +event_deserialization,,1024,1024,bytes,22790863.0,ns,60996 +event_deserialization,,1024,1024,bytes,23209018.0,ns,61880 +event_deserialization,,1024,1024,bytes,23500814.0,ns,62764 +event_deserialization,,1024,1024,bytes,24277365.0,ns,63648 +event_deserialization,,1024,1024,bytes,23349309.0,ns,64532 +event_deserialization,,1024,1024,bytes,24045057.0,ns,65416 +event_deserialization,,1024,1024,bytes,23973278.0,ns,66300 +event_deserialization,,1024,1024,bytes,24610514.0,ns,67184 +event_deserialization,,1024,1024,bytes,24845846.0,ns,68068 +event_deserialization,,1024,1024,bytes,25264984.0,ns,68952 +event_deserialization,,1024,1024,bytes,25156435.0,ns,69836 +event_deserialization,,1024,1024,bytes,25916320.0,ns,70720 +event_deserialization,,1024,1024,bytes,26151768.0,ns,71604 +event_deserialization,,1024,1024,bytes,26841634.0,ns,72488 +event_deserialization,,1024,1024,bytes,26580176.0,ns,73372 +event_deserialization,,1024,1024,bytes,26881914.0,ns,74256 +event_deserialization,,1024,1024,bytes,28706976.0,ns,75140 +event_deserialization,,1024,1024,bytes,27775838.0,ns,76024 +event_deserialization,,1024,1024,bytes,28168095.0,ns,76908 +event_deserialization,,1024,1024,bytes,28492109.0,ns,77792 +event_deserialization,,1024,1024,bytes,29495394.0,ns,78676 +event_deserialization,,1024,1024,bytes,29165211.0,ns,79560 +event_deserialization,,1024,1024,bytes,29411088.0,ns,80444 +event_deserialization,,1024,1024,bytes,30026350.0,ns,81328 +event_deserialization,,1024,1024,bytes,30646631.0,ns,82212 +event_deserialization,,1024,1024,bytes,30763695.0,ns,83096 +event_deserialization,,1024,1024,bytes,30999609.0,ns,83980 +event_deserialization,,1024,1024,bytes,30868400.0,ns,84864 +event_deserialization,,1024,1024,bytes,31566324.0,ns,85748 +event_deserialization,,1024,1024,bytes,32524233.0,ns,86632 +event_deserialization,,1024,1024,bytes,31898539.0,ns,87516 +event_deserialization,,1024,1024,bytes,32756317.0,ns,88400 diff --git a/event_deserialization/1024/new/sample.json b/event_deserialization/1024/new/sample.json new file mode 100644 index 00000000..869c6922 --- /dev/null +++ b/event_deserialization/1024/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[884.0,1768.0,2652.0,3536.0,4420.0,5304.0,6188.0,7072.0,7956.0,8840.0,9724.0,10608.0,11492.0,12376.0,13260.0,14144.0,15028.0,15912.0,16796.0,17680.0,18564.0,19448.0,20332.0,21216.0,22100.0,22984.0,23868.0,24752.0,25636.0,26520.0,27404.0,28288.0,29172.0,30056.0,30940.0,31824.0,32708.0,33592.0,34476.0,35360.0,36244.0,37128.0,38012.0,38896.0,39780.0,40664.0,41548.0,42432.0,43316.0,44200.0,45084.0,45968.0,46852.0,47736.0,48620.0,49504.0,50388.0,51272.0,52156.0,53040.0,53924.0,54808.0,55692.0,56576.0,57460.0,58344.0,59228.0,60112.0,60996.0,61880.0,62764.0,63648.0,64532.0,65416.0,66300.0,67184.0,68068.0,68952.0,69836.0,70720.0,71604.0,72488.0,73372.0,74256.0,75140.0,76024.0,76908.0,77792.0,78676.0,79560.0,80444.0,81328.0,82212.0,83096.0,83980.0,84864.0,85748.0,86632.0,87516.0,88400.0],"times":[341866.0,638909.0,968185.0,1268310.0,1586372.0,1905084.0,2296036.0,2714769.0,3021211.0,3159423.0,3494375.0,3900502.0,4239302.0,4585572.0,5232349.0,5154421.0,5458665.0,5873946.0,6144233.0,7227443.0,7868765.0,7208031.0,7510502.0,7920294.0,8110308.0,8877459.0,8888766.0,9099382.0,9456974.0,9929590.0,10358514.0,10648778.0,10722618.0,11017597.0,11311340.0,11808727.0,12210232.0,12869616.0,13164776.0,13321939.0,13652233.0,13920230.0,14429097.0,14456659.0,14697381.0,15363222.0,15525643.0,15876216.0,17288433.0,16588514.0,16739157.0,17145336.0,17545154.0,17770430.0,18239827.0,19211439.0,18809415.0,19298828.0,19580850.0,20542817.0,20184924.0,20193148.0,20197634.0,20226298.0,21880844.0,21756919.0,22313289.0,22747754.0,22790863.0,23209018.0,23500814.0,24277365.0,23349309.0,24045057.0,23973278.0,24610514.0,24845846.0,25264984.0,25156435.0,25916320.0,26151768.0,26841634.0,26580176.0,26881914.0,28706976.0,27775838.0,28168095.0,28492109.0,29495394.0,29165211.0,29411088.0,30026350.0,30646631.0,30763695.0,30999609.0,30868400.0,31566324.0,32524233.0,31898539.0,32756317.0]} \ No newline at end of file diff --git a/event_deserialization/1024/new/tukey.json b/event_deserialization/1024/new/tukey.json new file mode 100644 index 00000000..9da6f383 --- /dev/null +++ b/event_deserialization/1024/new/tukey.json @@ -0,0 +1 @@ +[338.7509362972605,352.50514923231583,389.1830503924633,402.9372633275186] \ No newline at end of file diff --git a/event_deserialization/1024/report/MAD.svg b/event_deserialization/1024/report/MAD.svg new file mode 100644 index 00000000..309f7ee9 --- /dev/null +++ b/event_deserialization/1024/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/1024: MAD + + + + + + + diff --git a/event_deserialization/1024/report/SD.svg b/event_deserialization/1024/report/SD.svg new file mode 100644 index 00000000..f7302792 --- /dev/null +++ b/event_deserialization/1024/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/1024: SD + + + + + + + diff --git a/event_deserialization/1024/report/both/pdf.svg b/event_deserialization/1024/report/both/pdf.svg new file mode 100644 index 00000000..a12d9f5d --- /dev/null +++ b/event_deserialization/1024/report/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_deserialization/1024 + + + + + + + diff --git a/event_deserialization/1024/report/both/regression.svg b/event_deserialization/1024/report/both/regression.svg new file mode 100644 index 00000000..414e3355 --- /dev/null +++ b/event_deserialization/1024/report/both/regression.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_deserialization/1024 + + + + + + + diff --git a/event_deserialization/1024/report/change/mean.svg b/event_deserialization/1024/report/change/mean.svg new file mode 100644 index 00000000..c2bf7cc5 --- /dev/null +++ b/event_deserialization/1024/report/change/mean.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + -36.6 + + + + + -36.4 + + + + + -36.2 + + + + + -36 + + + + + -35.8 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/1024: mean + + + + + + + diff --git a/event_deserialization/1024/report/change/median.svg b/event_deserialization/1024/report/change/median.svg new file mode 100644 index 00000000..eb222a84 --- /dev/null +++ b/event_deserialization/1024/report/change/median.svg @@ -0,0 +1,295 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + -36.6 + + + + + -36.4 + + + + + -36.2 + + + + + -36 + + + + + -35.8 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/1024: median + + + + + + + diff --git a/event_deserialization/1024/report/change/t-test.svg b/event_deserialization/1024/report/change/t-test.svg new file mode 100644 index 00000000..f52056fc --- /dev/null +++ b/event_deserialization/1024/report/change/t-test.svg @@ -0,0 +1,255 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -160 + + + + + -140 + + + + + -120 + + + + + -100 + + + + + -80 + + + + + -60 + + + + + -40 + + + + + -20 + + + + + 0 + + + + + 20 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_deserialization/1024: Welch t test + + + + + + + diff --git a/event_deserialization/1024/report/index.html b/event_deserialization/1024/report/index.html new file mode 100644 index 00000000..b2026844 --- /dev/null +++ b/event_deserialization/1024/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_deserialization/1024 - Criterion.rs + + + + +
+

event_deserialization/1024

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope369.01 ns370.51 ns372.16 ns
Throughput2.5625 GiB/s2.5740 GiB/s2.5844 GiB/s
R²0.95027730.95232460.9498202
Mean370.43 ns372.30 ns374.34 ns
Std. Dev.7.1851 ns10.099 ns12.978 ns
Median369.05 ns370.84 ns373.29 ns
MAD5.7969 ns6.7988 ns9.0715 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-36.627%-36.245%-35.792%(p = 0.00 < + 0.05)
Change in throughput+57.796%+56.851%+55.744%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_deserialization/1024/report/mean.svg b/event_deserialization/1024/report/mean.svg new file mode 100644 index 00000000..8b70f247 --- /dev/null +++ b/event_deserialization/1024/report/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 370 + + + + + 370.5 + + + + + 371 + + + + + 371.5 + + + + + 372 + + + + + 372.5 + + + + + 373 + + + + + 373.5 + + + + + 374 + + + + + 374.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/1024: mean + + + + + + + diff --git a/event_deserialization/1024/report/median.svg b/event_deserialization/1024/report/median.svg new file mode 100644 index 00000000..c7768419 --- /dev/null +++ b/event_deserialization/1024/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 369 + + + + + 370 + + + + + 371 + + + + + 372 + + + + + 373 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/1024: median + + + + + + + diff --git a/event_deserialization/1024/report/pdf.svg b/event_deserialization/1024/report/pdf.svg new file mode 100644 index 00000000..2b5a4f57 --- /dev/null +++ b/event_deserialization/1024/report/pdf.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 350 + + + + + 360 + + + + + 370 + + + + + 380 + + + + + 390 + + + + + 400 + + + + + 410 + + + + + 420 + + + + + 430 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + event_deserialization/1024 + + + + + + + diff --git a/event_deserialization/1024/report/pdf_small.svg b/event_deserialization/1024/report/pdf_small.svg new file mode 100644 index 00000000..b0e2bd57 --- /dev/null +++ b/event_deserialization/1024/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 350 + + + + + 360 + + + + + 370 + + + + + 380 + + + + + 390 + + + + + 400 + + + + + 410 + + + + + 420 + + + + + 430 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/1024/report/regression.svg b/event_deserialization/1024/report/regression.svg new file mode 100644 index 00000000..7954414c --- /dev/null +++ b/event_deserialization/1024/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_deserialization/1024 + + + + + + + diff --git a/event_deserialization/1024/report/regression_small.svg b/event_deserialization/1024/report/regression_small.svg new file mode 100644 index 00000000..30eddf59 --- /dev/null +++ b/event_deserialization/1024/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_deserialization/1024/report/relative_pdf_small.svg b/event_deserialization/1024/report/relative_pdf_small.svg new file mode 100644 index 00000000..79a68af7 --- /dev/null +++ b/event_deserialization/1024/report/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/1024/report/relative_regression_small.svg b/event_deserialization/1024/report/relative_regression_small.svg new file mode 100644 index 00000000..a686dfb2 --- /dev/null +++ b/event_deserialization/1024/report/relative_regression_small.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_deserialization/1024/report/slope.svg b/event_deserialization/1024/report/slope.svg new file mode 100644 index 00000000..51b83314 --- /dev/null +++ b/event_deserialization/1024/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 369 + + + + + 369.5 + + + + + 370 + + + + + 370.5 + + + + + 371 + + + + + 371.5 + + + + + 372 + + + + + 372.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/1024: slope + + + + + + + diff --git a/event_deserialization/1024/report/typical.svg b/event_deserialization/1024/report/typical.svg new file mode 100644 index 00000000..b780bbf8 --- /dev/null +++ b/event_deserialization/1024/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 369 + + + + + 369.5 + + + + + 370 + + + + + 370.5 + + + + + 371 + + + + + 371.5 + + + + + 372 + + + + + 372.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/1024: typical + + + + + + + diff --git a/event_deserialization/16384/change/estimates.json b/event_deserialization/16384/change/estimates.json new file mode 100644 index 00000000..3f63a5bf --- /dev/null +++ b/event_deserialization/16384/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5015621819154377,"upper_bound":-0.4819869381648249},"point_estimate":-0.49155661986227994,"standard_error":0.004976438239794702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.486329791691933,"upper_bound":-0.4721212096527252},"point_estimate":-0.4795940351949278,"standard_error":0.0035873836303352644}} \ No newline at end of file diff --git a/event_deserialization/16384/develop/benchmark.json b/event_deserialization/16384/develop/benchmark.json new file mode 100644 index 00000000..bcba86d7 --- /dev/null +++ b/event_deserialization/16384/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"16384","throughput":{"Bytes":16384},"full_id":"event_deserialization/16384","directory_name":"event_deserialization/16384","title":"event_deserialization/16384"} \ No newline at end of file diff --git a/event_deserialization/16384/develop/estimates.json b/event_deserialization/16384/develop/estimates.json new file mode 100644 index 00000000..6335a0f5 --- /dev/null +++ b/event_deserialization/16384/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1008.8016169017739,"upper_bound":1027.0070828873002},"point_estimate":1017.2675056410334,"standard_error":4.6499924739486005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1000.9746317512275,"upper_bound":1014.1552424650686},"point_estimate":1009.2845123355762,"standard_error":4.149594920459199},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.166151079778043,"upper_bound":32.134842520197914},"point_estimate":26.9834299442743,"standard_error":3.591630696717036},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1021.1630731189631,"upper_bound":1043.975694747165},"point_estimate":1031.6232917778916,"standard_error":5.8378257598398005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.54609934994945,"upper_bound":63.9252622513927},"point_estimate":46.81375997305432,"standard_error":9.206797571587774}} \ No newline at end of file diff --git a/event_deserialization/16384/develop/raw.csv b/event_deserialization/16384/develop/raw.csv new file mode 100644 index 00000000..06ff8536 --- /dev/null +++ b/event_deserialization/16384/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,16384,16384,bytes,155322.0,ns,141 +event_deserialization,,16384,16384,bytes,276866.0,ns,282 +event_deserialization,,16384,16384,bytes,397203.0,ns,423 +event_deserialization,,16384,16384,bytes,531085.0,ns,564 +event_deserialization,,16384,16384,bytes,664112.0,ns,705 +event_deserialization,,16384,16384,bytes,806634.0,ns,846 +event_deserialization,,16384,16384,bytes,951779.0,ns,987 +event_deserialization,,16384,16384,bytes,1126713.0,ns,1128 +event_deserialization,,16384,16384,bytes,1352516.0,ns,1269 +event_deserialization,,16384,16384,bytes,1425156.0,ns,1410 +event_deserialization,,16384,16384,bytes,1547679.0,ns,1551 +event_deserialization,,16384,16384,bytes,1687952.0,ns,1692 +event_deserialization,,16384,16384,bytes,1849537.0,ns,1833 +event_deserialization,,16384,16384,bytes,1987041.0,ns,1974 +event_deserialization,,16384,16384,bytes,2159494.0,ns,2115 +event_deserialization,,16384,16384,bytes,2358286.0,ns,2256 +event_deserialization,,16384,16384,bytes,2430235.0,ns,2397 +event_deserialization,,16384,16384,bytes,2545810.0,ns,2538 +event_deserialization,,16384,16384,bytes,2639471.0,ns,2679 +event_deserialization,,16384,16384,bytes,2783935.0,ns,2820 +event_deserialization,,16384,16384,bytes,2931822.0,ns,2961 +event_deserialization,,16384,16384,bytes,3413165.0,ns,3102 +event_deserialization,,16384,16384,bytes,3216402.0,ns,3243 +event_deserialization,,16384,16384,bytes,3549939.0,ns,3384 +event_deserialization,,16384,16384,bytes,3553291.0,ns,3525 +event_deserialization,,16384,16384,bytes,3643173.0,ns,3666 +event_deserialization,,16384,16384,bytes,3771094.0,ns,3807 +event_deserialization,,16384,16384,bytes,3889757.0,ns,3948 +event_deserialization,,16384,16384,bytes,4022973.0,ns,4089 +event_deserialization,,16384,16384,bytes,4283652.0,ns,4230 +event_deserialization,,16384,16384,bytes,4349453.0,ns,4371 +event_deserialization,,16384,16384,bytes,4432074.0,ns,4512 +event_deserialization,,16384,16384,bytes,4859233.0,ns,4653 +event_deserialization,,16384,16384,bytes,5424338.0,ns,4794 +event_deserialization,,16384,16384,bytes,4998481.0,ns,4935 +event_deserialization,,16384,16384,bytes,5069596.0,ns,5076 +event_deserialization,,16384,16384,bytes,5223506.0,ns,5217 +event_deserialization,,16384,16384,bytes,5372370.0,ns,5358 +event_deserialization,,16384,16384,bytes,5511883.0,ns,5499 +event_deserialization,,16384,16384,bytes,5711991.0,ns,5640 +event_deserialization,,16384,16384,bytes,5708348.0,ns,5781 +event_deserialization,,16384,16384,bytes,5890323.0,ns,5922 +event_deserialization,,16384,16384,bytes,6139694.0,ns,6063 +event_deserialization,,16384,16384,bytes,6210176.0,ns,6204 +event_deserialization,,16384,16384,bytes,6405577.0,ns,6345 +event_deserialization,,16384,16384,bytes,6428201.0,ns,6486 +event_deserialization,,16384,16384,bytes,6666580.0,ns,6627 +event_deserialization,,16384,16384,bytes,6700076.0,ns,6768 +event_deserialization,,16384,16384,bytes,6876685.0,ns,6909 +event_deserialization,,16384,16384,bytes,6929659.0,ns,7050 +event_deserialization,,16384,16384,bytes,7119828.0,ns,7191 +event_deserialization,,16384,16384,bytes,7339146.0,ns,7332 +event_deserialization,,16384,16384,bytes,7433532.0,ns,7473 +event_deserialization,,16384,16384,bytes,7726882.0,ns,7614 +event_deserialization,,16384,16384,bytes,7620837.0,ns,7755 +event_deserialization,,16384,16384,bytes,10177080.0,ns,7896 +event_deserialization,,16384,16384,bytes,8199258.0,ns,8037 +event_deserialization,,16384,16384,bytes,8150651.0,ns,8178 +event_deserialization,,16384,16384,bytes,8251866.0,ns,8319 +event_deserialization,,16384,16384,bytes,8327217.0,ns,8460 +event_deserialization,,16384,16384,bytes,8524281.0,ns,8601 +event_deserialization,,16384,16384,bytes,8859885.0,ns,8742 +event_deserialization,,16384,16384,bytes,8996437.0,ns,8883 +event_deserialization,,16384,16384,bytes,8977496.0,ns,9024 +event_deserialization,,16384,16384,bytes,9330480.0,ns,9165 +event_deserialization,,16384,16384,bytes,9279985.0,ns,9306 +event_deserialization,,16384,16384,bytes,9456093.0,ns,9447 +event_deserialization,,16384,16384,bytes,9447156.0,ns,9588 +event_deserialization,,16384,16384,bytes,9664704.0,ns,9729 +event_deserialization,,16384,16384,bytes,9803369.0,ns,9870 +event_deserialization,,16384,16384,bytes,10013975.0,ns,10011 +event_deserialization,,16384,16384,bytes,10384960.0,ns,10152 +event_deserialization,,16384,16384,bytes,10610121.0,ns,10293 +event_deserialization,,16384,16384,bytes,10767537.0,ns,10434 +event_deserialization,,16384,16384,bytes,10882270.0,ns,10575 +event_deserialization,,16384,16384,bytes,10903230.0,ns,10716 +event_deserialization,,16384,16384,bytes,11125150.0,ns,10857 +event_deserialization,,16384,16384,bytes,11144399.0,ns,10998 +event_deserialization,,16384,16384,bytes,11472801.0,ns,11139 +event_deserialization,,16384,16384,bytes,11466729.0,ns,11280 +event_deserialization,,16384,16384,bytes,11774050.0,ns,11421 +event_deserialization,,16384,16384,bytes,11790650.0,ns,11562 +event_deserialization,,16384,16384,bytes,12140476.0,ns,11703 +event_deserialization,,16384,16384,bytes,12518632.0,ns,11844 +event_deserialization,,16384,16384,bytes,12172347.0,ns,11985 +event_deserialization,,16384,16384,bytes,12492707.0,ns,12126 +event_deserialization,,16384,16384,bytes,12869903.0,ns,12267 +event_deserialization,,16384,16384,bytes,15235049.0,ns,12408 +event_deserialization,,16384,16384,bytes,12884759.0,ns,12549 +event_deserialization,,16384,16384,bytes,13322597.0,ns,12690 +event_deserialization,,16384,16384,bytes,13213491.0,ns,12831 +event_deserialization,,16384,16384,bytes,13521186.0,ns,12972 +event_deserialization,,16384,16384,bytes,13917624.0,ns,13113 +event_deserialization,,16384,16384,bytes,13870350.0,ns,13254 +event_deserialization,,16384,16384,bytes,13855230.0,ns,13395 +event_deserialization,,16384,16384,bytes,14249350.0,ns,13536 +event_deserialization,,16384,16384,bytes,14561150.0,ns,13677 +event_deserialization,,16384,16384,bytes,14260449.0,ns,13818 +event_deserialization,,16384,16384,bytes,14849210.0,ns,13959 +event_deserialization,,16384,16384,bytes,14750330.0,ns,14100 diff --git a/event_deserialization/16384/develop/sample.json b/event_deserialization/16384/develop/sample.json new file mode 100644 index 00000000..16665f6a --- /dev/null +++ b/event_deserialization/16384/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[141.0,282.0,423.0,564.0,705.0,846.0,987.0,1128.0,1269.0,1410.0,1551.0,1692.0,1833.0,1974.0,2115.0,2256.0,2397.0,2538.0,2679.0,2820.0,2961.0,3102.0,3243.0,3384.0,3525.0,3666.0,3807.0,3948.0,4089.0,4230.0,4371.0,4512.0,4653.0,4794.0,4935.0,5076.0,5217.0,5358.0,5499.0,5640.0,5781.0,5922.0,6063.0,6204.0,6345.0,6486.0,6627.0,6768.0,6909.0,7050.0,7191.0,7332.0,7473.0,7614.0,7755.0,7896.0,8037.0,8178.0,8319.0,8460.0,8601.0,8742.0,8883.0,9024.0,9165.0,9306.0,9447.0,9588.0,9729.0,9870.0,10011.0,10152.0,10293.0,10434.0,10575.0,10716.0,10857.0,10998.0,11139.0,11280.0,11421.0,11562.0,11703.0,11844.0,11985.0,12126.0,12267.0,12408.0,12549.0,12690.0,12831.0,12972.0,13113.0,13254.0,13395.0,13536.0,13677.0,13818.0,13959.0,14100.0],"times":[155322.0,276866.0,397203.0,531085.0,664112.0,806634.0,951779.0,1126713.0,1352516.0,1425156.0,1547679.0,1687952.0,1849537.0,1987041.0,2159494.0,2358286.0,2430235.0,2545810.0,2639471.0,2783935.0,2931822.0,3413165.0,3216402.0,3549939.0,3553291.0,3643173.0,3771094.0,3889757.0,4022973.0,4283652.0,4349453.0,4432074.0,4859233.0,5424338.0,4998481.0,5069596.0,5223506.0,5372370.0,5511883.0,5711991.0,5708348.0,5890323.0,6139694.0,6210176.0,6405577.0,6428201.0,6666580.0,6700076.0,6876685.0,6929659.0,7119828.0,7339146.0,7433532.0,7726882.0,7620837.0,10177080.0,8199258.0,8150651.0,8251866.0,8327217.0,8524281.0,8859885.0,8996437.0,8977496.0,9330480.0,9279985.0,9456093.0,9447156.0,9664704.0,9803369.0,10013975.0,10384960.0,10610121.0,10767537.0,10882270.0,10903230.0,11125150.0,11144399.0,11472801.0,11466729.0,11774050.0,11790650.0,12140476.0,12518632.0,12172347.0,12492707.0,12869903.0,15235049.0,12884759.0,13322597.0,13213491.0,13521186.0,13917624.0,13870350.0,13855230.0,14249350.0,14561150.0,14260449.0,14849210.0,14750330.0]} \ No newline at end of file diff --git a/event_deserialization/16384/develop/tukey.json b/event_deserialization/16384/develop/tukey.json new file mode 100644 index 00000000..f2dd6061 --- /dev/null +++ b/event_deserialization/16384/develop/tukey.json @@ -0,0 +1 @@ +[882.2729032371167,937.8143330995504,1085.9248127327069,1141.4662425951406] \ No newline at end of file diff --git a/event_deserialization/16384/new/benchmark.json b/event_deserialization/16384/new/benchmark.json new file mode 100644 index 00000000..bcba86d7 --- /dev/null +++ b/event_deserialization/16384/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"16384","throughput":{"Bytes":16384},"full_id":"event_deserialization/16384","directory_name":"event_deserialization/16384","title":"event_deserialization/16384"} \ No newline at end of file diff --git a/event_deserialization/16384/new/estimates.json b/event_deserialization/16384/new/estimates.json new file mode 100644 index 00000000..6335a0f5 --- /dev/null +++ b/event_deserialization/16384/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1008.8016169017739,"upper_bound":1027.0070828873002},"point_estimate":1017.2675056410334,"standard_error":4.6499924739486005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1000.9746317512275,"upper_bound":1014.1552424650686},"point_estimate":1009.2845123355762,"standard_error":4.149594920459199},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.166151079778043,"upper_bound":32.134842520197914},"point_estimate":26.9834299442743,"standard_error":3.591630696717036},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1021.1630731189631,"upper_bound":1043.975694747165},"point_estimate":1031.6232917778916,"standard_error":5.8378257598398005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.54609934994945,"upper_bound":63.9252622513927},"point_estimate":46.81375997305432,"standard_error":9.206797571587774}} \ No newline at end of file diff --git a/event_deserialization/16384/new/raw.csv b/event_deserialization/16384/new/raw.csv new file mode 100644 index 00000000..06ff8536 --- /dev/null +++ b/event_deserialization/16384/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,16384,16384,bytes,155322.0,ns,141 +event_deserialization,,16384,16384,bytes,276866.0,ns,282 +event_deserialization,,16384,16384,bytes,397203.0,ns,423 +event_deserialization,,16384,16384,bytes,531085.0,ns,564 +event_deserialization,,16384,16384,bytes,664112.0,ns,705 +event_deserialization,,16384,16384,bytes,806634.0,ns,846 +event_deserialization,,16384,16384,bytes,951779.0,ns,987 +event_deserialization,,16384,16384,bytes,1126713.0,ns,1128 +event_deserialization,,16384,16384,bytes,1352516.0,ns,1269 +event_deserialization,,16384,16384,bytes,1425156.0,ns,1410 +event_deserialization,,16384,16384,bytes,1547679.0,ns,1551 +event_deserialization,,16384,16384,bytes,1687952.0,ns,1692 +event_deserialization,,16384,16384,bytes,1849537.0,ns,1833 +event_deserialization,,16384,16384,bytes,1987041.0,ns,1974 +event_deserialization,,16384,16384,bytes,2159494.0,ns,2115 +event_deserialization,,16384,16384,bytes,2358286.0,ns,2256 +event_deserialization,,16384,16384,bytes,2430235.0,ns,2397 +event_deserialization,,16384,16384,bytes,2545810.0,ns,2538 +event_deserialization,,16384,16384,bytes,2639471.0,ns,2679 +event_deserialization,,16384,16384,bytes,2783935.0,ns,2820 +event_deserialization,,16384,16384,bytes,2931822.0,ns,2961 +event_deserialization,,16384,16384,bytes,3413165.0,ns,3102 +event_deserialization,,16384,16384,bytes,3216402.0,ns,3243 +event_deserialization,,16384,16384,bytes,3549939.0,ns,3384 +event_deserialization,,16384,16384,bytes,3553291.0,ns,3525 +event_deserialization,,16384,16384,bytes,3643173.0,ns,3666 +event_deserialization,,16384,16384,bytes,3771094.0,ns,3807 +event_deserialization,,16384,16384,bytes,3889757.0,ns,3948 +event_deserialization,,16384,16384,bytes,4022973.0,ns,4089 +event_deserialization,,16384,16384,bytes,4283652.0,ns,4230 +event_deserialization,,16384,16384,bytes,4349453.0,ns,4371 +event_deserialization,,16384,16384,bytes,4432074.0,ns,4512 +event_deserialization,,16384,16384,bytes,4859233.0,ns,4653 +event_deserialization,,16384,16384,bytes,5424338.0,ns,4794 +event_deserialization,,16384,16384,bytes,4998481.0,ns,4935 +event_deserialization,,16384,16384,bytes,5069596.0,ns,5076 +event_deserialization,,16384,16384,bytes,5223506.0,ns,5217 +event_deserialization,,16384,16384,bytes,5372370.0,ns,5358 +event_deserialization,,16384,16384,bytes,5511883.0,ns,5499 +event_deserialization,,16384,16384,bytes,5711991.0,ns,5640 +event_deserialization,,16384,16384,bytes,5708348.0,ns,5781 +event_deserialization,,16384,16384,bytes,5890323.0,ns,5922 +event_deserialization,,16384,16384,bytes,6139694.0,ns,6063 +event_deserialization,,16384,16384,bytes,6210176.0,ns,6204 +event_deserialization,,16384,16384,bytes,6405577.0,ns,6345 +event_deserialization,,16384,16384,bytes,6428201.0,ns,6486 +event_deserialization,,16384,16384,bytes,6666580.0,ns,6627 +event_deserialization,,16384,16384,bytes,6700076.0,ns,6768 +event_deserialization,,16384,16384,bytes,6876685.0,ns,6909 +event_deserialization,,16384,16384,bytes,6929659.0,ns,7050 +event_deserialization,,16384,16384,bytes,7119828.0,ns,7191 +event_deserialization,,16384,16384,bytes,7339146.0,ns,7332 +event_deserialization,,16384,16384,bytes,7433532.0,ns,7473 +event_deserialization,,16384,16384,bytes,7726882.0,ns,7614 +event_deserialization,,16384,16384,bytes,7620837.0,ns,7755 +event_deserialization,,16384,16384,bytes,10177080.0,ns,7896 +event_deserialization,,16384,16384,bytes,8199258.0,ns,8037 +event_deserialization,,16384,16384,bytes,8150651.0,ns,8178 +event_deserialization,,16384,16384,bytes,8251866.0,ns,8319 +event_deserialization,,16384,16384,bytes,8327217.0,ns,8460 +event_deserialization,,16384,16384,bytes,8524281.0,ns,8601 +event_deserialization,,16384,16384,bytes,8859885.0,ns,8742 +event_deserialization,,16384,16384,bytes,8996437.0,ns,8883 +event_deserialization,,16384,16384,bytes,8977496.0,ns,9024 +event_deserialization,,16384,16384,bytes,9330480.0,ns,9165 +event_deserialization,,16384,16384,bytes,9279985.0,ns,9306 +event_deserialization,,16384,16384,bytes,9456093.0,ns,9447 +event_deserialization,,16384,16384,bytes,9447156.0,ns,9588 +event_deserialization,,16384,16384,bytes,9664704.0,ns,9729 +event_deserialization,,16384,16384,bytes,9803369.0,ns,9870 +event_deserialization,,16384,16384,bytes,10013975.0,ns,10011 +event_deserialization,,16384,16384,bytes,10384960.0,ns,10152 +event_deserialization,,16384,16384,bytes,10610121.0,ns,10293 +event_deserialization,,16384,16384,bytes,10767537.0,ns,10434 +event_deserialization,,16384,16384,bytes,10882270.0,ns,10575 +event_deserialization,,16384,16384,bytes,10903230.0,ns,10716 +event_deserialization,,16384,16384,bytes,11125150.0,ns,10857 +event_deserialization,,16384,16384,bytes,11144399.0,ns,10998 +event_deserialization,,16384,16384,bytes,11472801.0,ns,11139 +event_deserialization,,16384,16384,bytes,11466729.0,ns,11280 +event_deserialization,,16384,16384,bytes,11774050.0,ns,11421 +event_deserialization,,16384,16384,bytes,11790650.0,ns,11562 +event_deserialization,,16384,16384,bytes,12140476.0,ns,11703 +event_deserialization,,16384,16384,bytes,12518632.0,ns,11844 +event_deserialization,,16384,16384,bytes,12172347.0,ns,11985 +event_deserialization,,16384,16384,bytes,12492707.0,ns,12126 +event_deserialization,,16384,16384,bytes,12869903.0,ns,12267 +event_deserialization,,16384,16384,bytes,15235049.0,ns,12408 +event_deserialization,,16384,16384,bytes,12884759.0,ns,12549 +event_deserialization,,16384,16384,bytes,13322597.0,ns,12690 +event_deserialization,,16384,16384,bytes,13213491.0,ns,12831 +event_deserialization,,16384,16384,bytes,13521186.0,ns,12972 +event_deserialization,,16384,16384,bytes,13917624.0,ns,13113 +event_deserialization,,16384,16384,bytes,13870350.0,ns,13254 +event_deserialization,,16384,16384,bytes,13855230.0,ns,13395 +event_deserialization,,16384,16384,bytes,14249350.0,ns,13536 +event_deserialization,,16384,16384,bytes,14561150.0,ns,13677 +event_deserialization,,16384,16384,bytes,14260449.0,ns,13818 +event_deserialization,,16384,16384,bytes,14849210.0,ns,13959 +event_deserialization,,16384,16384,bytes,14750330.0,ns,14100 diff --git a/event_deserialization/16384/new/sample.json b/event_deserialization/16384/new/sample.json new file mode 100644 index 00000000..16665f6a --- /dev/null +++ b/event_deserialization/16384/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[141.0,282.0,423.0,564.0,705.0,846.0,987.0,1128.0,1269.0,1410.0,1551.0,1692.0,1833.0,1974.0,2115.0,2256.0,2397.0,2538.0,2679.0,2820.0,2961.0,3102.0,3243.0,3384.0,3525.0,3666.0,3807.0,3948.0,4089.0,4230.0,4371.0,4512.0,4653.0,4794.0,4935.0,5076.0,5217.0,5358.0,5499.0,5640.0,5781.0,5922.0,6063.0,6204.0,6345.0,6486.0,6627.0,6768.0,6909.0,7050.0,7191.0,7332.0,7473.0,7614.0,7755.0,7896.0,8037.0,8178.0,8319.0,8460.0,8601.0,8742.0,8883.0,9024.0,9165.0,9306.0,9447.0,9588.0,9729.0,9870.0,10011.0,10152.0,10293.0,10434.0,10575.0,10716.0,10857.0,10998.0,11139.0,11280.0,11421.0,11562.0,11703.0,11844.0,11985.0,12126.0,12267.0,12408.0,12549.0,12690.0,12831.0,12972.0,13113.0,13254.0,13395.0,13536.0,13677.0,13818.0,13959.0,14100.0],"times":[155322.0,276866.0,397203.0,531085.0,664112.0,806634.0,951779.0,1126713.0,1352516.0,1425156.0,1547679.0,1687952.0,1849537.0,1987041.0,2159494.0,2358286.0,2430235.0,2545810.0,2639471.0,2783935.0,2931822.0,3413165.0,3216402.0,3549939.0,3553291.0,3643173.0,3771094.0,3889757.0,4022973.0,4283652.0,4349453.0,4432074.0,4859233.0,5424338.0,4998481.0,5069596.0,5223506.0,5372370.0,5511883.0,5711991.0,5708348.0,5890323.0,6139694.0,6210176.0,6405577.0,6428201.0,6666580.0,6700076.0,6876685.0,6929659.0,7119828.0,7339146.0,7433532.0,7726882.0,7620837.0,10177080.0,8199258.0,8150651.0,8251866.0,8327217.0,8524281.0,8859885.0,8996437.0,8977496.0,9330480.0,9279985.0,9456093.0,9447156.0,9664704.0,9803369.0,10013975.0,10384960.0,10610121.0,10767537.0,10882270.0,10903230.0,11125150.0,11144399.0,11472801.0,11466729.0,11774050.0,11790650.0,12140476.0,12518632.0,12172347.0,12492707.0,12869903.0,15235049.0,12884759.0,13322597.0,13213491.0,13521186.0,13917624.0,13870350.0,13855230.0,14249350.0,14561150.0,14260449.0,14849210.0,14750330.0]} \ No newline at end of file diff --git a/event_deserialization/16384/new/tukey.json b/event_deserialization/16384/new/tukey.json new file mode 100644 index 00000000..f2dd6061 --- /dev/null +++ b/event_deserialization/16384/new/tukey.json @@ -0,0 +1 @@ +[882.2729032371167,937.8143330995504,1085.9248127327069,1141.4662425951406] \ No newline at end of file diff --git a/event_deserialization/16384/report/MAD.svg b/event_deserialization/16384/report/MAD.svg new file mode 100644 index 00000000..de9d2c52 --- /dev/null +++ b/event_deserialization/16384/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/16384: MAD + + + + + + + diff --git a/event_deserialization/16384/report/SD.svg b/event_deserialization/16384/report/SD.svg new file mode 100644 index 00000000..2461e8c0 --- /dev/null +++ b/event_deserialization/16384/report/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + 60 + + + + + 65 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/16384: SD + + + + + + + diff --git a/event_deserialization/16384/report/both/pdf.svg b/event_deserialization/16384/report/both/pdf.svg new file mode 100644 index 00000000..31c2a1e4 --- /dev/null +++ b/event_deserialization/16384/report/both/pdf.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_deserialization/16384 + + + + + + + diff --git a/event_deserialization/16384/report/both/regression.svg b/event_deserialization/16384/report/both/regression.svg new file mode 100644 index 00000000..02f1e117 --- /dev/null +++ b/event_deserialization/16384/report/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_deserialization/16384 + + + + + + + diff --git a/event_deserialization/16384/report/change/mean.svg b/event_deserialization/16384/report/change/mean.svg new file mode 100644 index 00000000..2ae18ffb --- /dev/null +++ b/event_deserialization/16384/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -50 + + + + + -49.5 + + + + + -49 + + + + + -48.5 + + + + + -48 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/16384: mean + + + + + + + diff --git a/event_deserialization/16384/report/change/median.svg b/event_deserialization/16384/report/change/median.svg new file mode 100644 index 00000000..9055f656 --- /dev/null +++ b/event_deserialization/16384/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -48.6 + + + + + -48.4 + + + + + -48.2 + + + + + -48 + + + + + -47.8 + + + + + -47.6 + + + + + -47.4 + + + + + -47.2 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/16384: median + + + + + + + diff --git a/event_deserialization/16384/report/change/t-test.svg b/event_deserialization/16384/report/change/t-test.svg new file mode 100644 index 00000000..425fc6eb --- /dev/null +++ b/event_deserialization/16384/report/change/t-test.svg @@ -0,0 +1,245 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -60 + + + + + -50 + + + + + -40 + + + + + -30 + + + + + -20 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_deserialization/16384: Welch t test + + + + + + + diff --git a/event_deserialization/16384/report/index.html b/event_deserialization/16384/report/index.html new file mode 100644 index 00000000..af6a996a --- /dev/null +++ b/event_deserialization/16384/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_deserialization/16384 - Criterion.rs + + + + +
+

event_deserialization/16384

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0212 us1.0316 us1.0440 us
Throughput14.616 GiB/s14.791 GiB/s14.943 GiB/s
R²0.78763850.79596410.7844017
Mean1.0088 us1.0173 us1.0270 us
Std. Dev.28.546 ns46.814 ns63.925 ns
Median1.0010 us1.0093 us1.0142 us
MAD18.166 ns26.983 ns32.135 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-50.156%-49.156%-48.199%(p = 0.00 < + 0.05)
Change in throughput+100.63%+96.679%+93.045%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_deserialization/16384/report/mean.svg b/event_deserialization/16384/report/mean.svg new file mode 100644 index 00000000..9082cba2 --- /dev/null +++ b/event_deserialization/16384/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 1.01 + + + + + 1.015 + + + + + 1.02 + + + + + 1.025 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/16384: mean + + + + + + + diff --git a/event_deserialization/16384/report/median.svg b/event_deserialization/16384/report/median.svg new file mode 100644 index 00000000..d34d756c --- /dev/null +++ b/event_deserialization/16384/report/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 1 + + + + + 1.002 + + + + + 1.004 + + + + + 1.006 + + + + + 1.008 + + + + + 1.01 + + + + + 1.012 + + + + + 1.014 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/16384: median + + + + + + + diff --git a/event_deserialization/16384/report/pdf.svg b/event_deserialization/16384/report/pdf.svg new file mode 100644 index 00000000..9029a66e --- /dev/null +++ b/event_deserialization/16384/report/pdf.svg @@ -0,0 +1,350 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 0.9 + + + + + 0.95 + + + + + 1 + + + + + 1.05 + + + + + 1.1 + + + + + 1.15 + + + + + 1.2 + + + + + 1.25 + + + + + 1.3 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + event_deserialization/16384 + + + + + + + diff --git a/event_deserialization/16384/report/pdf_small.svg b/event_deserialization/16384/report/pdf_small.svg new file mode 100644 index 00000000..957b0ca0 --- /dev/null +++ b/event_deserialization/16384/report/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 0.9 + + + + + 0.95 + + + + + 1 + + + + + 1.05 + + + + + 1.1 + + + + + 1.15 + + + + + 1.2 + + + + + 1.25 + + + + + 1.3 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/16384/report/regression.svg b/event_deserialization/16384/report/regression.svg new file mode 100644 index 00000000..e46baca7 --- /dev/null +++ b/event_deserialization/16384/report/regression.svg @@ -0,0 +1,447 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_deserialization/16384 + + + + + + + diff --git a/event_deserialization/16384/report/regression_small.svg b/event_deserialization/16384/report/regression_small.svg new file mode 100644 index 00000000..3d42c130 --- /dev/null +++ b/event_deserialization/16384/report/regression_small.svg @@ -0,0 +1,425 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_deserialization/16384/report/relative_pdf_small.svg b/event_deserialization/16384/report/relative_pdf_small.svg new file mode 100644 index 00000000..2a42fae3 --- /dev/null +++ b/event_deserialization/16384/report/relative_pdf_small.svg @@ -0,0 +1,291 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/16384/report/relative_regression_small.svg b/event_deserialization/16384/report/relative_regression_small.svg new file mode 100644 index 00000000..e1316f24 --- /dev/null +++ b/event_deserialization/16384/report/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_deserialization/16384/report/slope.svg b/event_deserialization/16384/report/slope.svg new file mode 100644 index 00000000..a41eca62 --- /dev/null +++ b/event_deserialization/16384/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 1.02 + + + + + 1.025 + + + + + 1.03 + + + + + 1.035 + + + + + 1.04 + + + + + 1.045 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/16384: slope + + + + + + + diff --git a/event_deserialization/16384/report/typical.svg b/event_deserialization/16384/report/typical.svg new file mode 100644 index 00000000..103272ea --- /dev/null +++ b/event_deserialization/16384/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 1.02 + + + + + 1.025 + + + + + 1.03 + + + + + 1.035 + + + + + 1.04 + + + + + 1.045 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/16384: typical + + + + + + + diff --git a/event_deserialization/262144/change/estimates.json b/event_deserialization/262144/change/estimates.json new file mode 100644 index 00000000..16726ede --- /dev/null +++ b/event_deserialization/262144/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.46290479201333934,"upper_bound":-0.44712630887465893},"point_estimate":-0.4548808910711549,"standard_error":0.004033626982016841},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.46546456643559797,"upper_bound":-0.4474776562897578},"point_estimate":-0.4566054040081242,"standard_error":0.0049022750256994966}} \ No newline at end of file diff --git a/event_deserialization/262144/develop/benchmark.json b/event_deserialization/262144/develop/benchmark.json new file mode 100644 index 00000000..1ff7c761 --- /dev/null +++ b/event_deserialization/262144/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"262144","throughput":{"Bytes":262144},"full_id":"event_deserialization/262144","directory_name":"event_deserialization/262144","title":"event_deserialization/262144"} \ No newline at end of file diff --git a/event_deserialization/262144/develop/estimates.json b/event_deserialization/262144/develop/estimates.json new file mode 100644 index 00000000..1d0c78e1 --- /dev/null +++ b/event_deserialization/262144/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22400.75594954734,"upper_bound":23028.649521624186},"point_estimate":22710.031047167373,"standard_error":159.39620749527194},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22101.654545454545,"upper_bound":22830.086167800455},"point_estimate":22443.480359147026,"standard_error":196.02071003328206},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1048.5359432486894,"upper_bound":2097.278201394087},"point_estimate":1435.2293569981052,"standard_error":264.1313335896463},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22570.483231812195,"upper_bound":23469.443129024643},"point_estimate":23021.2592919889,"standard_error":229.73273798471138},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1345.6845332133616,"upper_bound":1849.7782596446664},"point_estimate":1603.126180107951,"standard_error":129.07843326184053}} \ No newline at end of file diff --git a/event_deserialization/262144/develop/raw.csv b/event_deserialization/262144/develop/raw.csv new file mode 100644 index 00000000..bfe340e8 --- /dev/null +++ b/event_deserialization/262144/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,262144,262144,bytes,221993.0,ns,9 +event_deserialization,,262144,262144,bytes,381305.0,ns,18 +event_deserialization,,262144,262144,bytes,672876.0,ns,27 +event_deserialization,,262144,262144,bytes,849913.0,ns,36 +event_deserialization,,262144,262144,bytes,982706.0,ns,45 +event_deserialization,,262144,262144,bytes,1201641.0,ns,54 +event_deserialization,,262144,262144,bytes,1401092.0,ns,63 +event_deserialization,,262144,262144,bytes,1585496.0,ns,72 +event_deserialization,,262144,262144,bytes,1839780.0,ns,81 +event_deserialization,,262144,262144,bytes,2026370.0,ns,90 +event_deserialization,,262144,262144,bytes,2143042.0,ns,99 +event_deserialization,,262144,262144,bytes,2329235.0,ns,108 +event_deserialization,,262144,262144,bytes,2772572.0,ns,117 +event_deserialization,,262144,262144,bytes,2719953.0,ns,126 +event_deserialization,,262144,262144,bytes,2928148.0,ns,135 +event_deserialization,,262144,262144,bytes,3278171.0,ns,144 +event_deserialization,,262144,262144,bytes,3099339.0,ns,153 +event_deserialization,,262144,262144,bytes,3751015.0,ns,162 +event_deserialization,,262144,262144,bytes,3535197.0,ns,171 +event_deserialization,,262144,262144,bytes,3917009.0,ns,180 +event_deserialization,,262144,262144,bytes,4388230.0,ns,189 +event_deserialization,,262144,262144,bytes,4504452.0,ns,198 +event_deserialization,,262144,262144,bytes,4534300.0,ns,207 +event_deserialization,,262144,262144,bytes,4988453.0,ns,216 +event_deserialization,,262144,262144,bytes,5173903.0,ns,225 +event_deserialization,,262144,262144,bytes,5533935.0,ns,234 +event_deserialization,,262144,262144,bytes,5444862.0,ns,243 +event_deserialization,,262144,262144,bytes,6102765.0,ns,252 +event_deserialization,,262144,262144,bytes,5823599.0,ns,261 +event_deserialization,,262144,262144,bytes,6074778.0,ns,270 +event_deserialization,,262144,262144,bytes,6062012.0,ns,279 +event_deserialization,,262144,262144,bytes,6385966.0,ns,288 +event_deserialization,,262144,262144,bytes,6676596.0,ns,297 +event_deserialization,,262144,262144,bytes,6448704.0,ns,306 +event_deserialization,,262144,262144,bytes,6541563.0,ns,315 +event_deserialization,,262144,262144,bytes,6611843.0,ns,324 +event_deserialization,,262144,262144,bytes,6940442.0,ns,333 +event_deserialization,,262144,262144,bytes,6969251.0,ns,342 +event_deserialization,,262144,262144,bytes,7186265.0,ns,351 +event_deserialization,,262144,262144,bytes,7363628.0,ns,360 +event_deserialization,,262144,262144,bytes,8071762.0,ns,369 +event_deserialization,,262144,262144,bytes,8340716.0,ns,378 +event_deserialization,,262144,262144,bytes,8907546.0,ns,387 +event_deserialization,,262144,262144,bytes,8926833.0,ns,396 +event_deserialization,,262144,262144,bytes,9168093.0,ns,405 +event_deserialization,,262144,262144,bytes,9220796.0,ns,414 +event_deserialization,,262144,262144,bytes,9385950.0,ns,423 +event_deserialization,,262144,262144,bytes,9518950.0,ns,432 +event_deserialization,,262144,262144,bytes,9772467.0,ns,441 +event_deserialization,,262144,262144,bytes,9409301.0,ns,450 +event_deserialization,,262144,262144,bytes,9523030.0,ns,459 +event_deserialization,,262144,262144,bytes,9702350.0,ns,468 +event_deserialization,,262144,262144,bytes,10260339.0,ns,477 +event_deserialization,,262144,262144,bytes,10360418.0,ns,486 +event_deserialization,,262144,262144,bytes,10940319.0,ns,495 +event_deserialization,,262144,262144,bytes,10646763.0,ns,504 +event_deserialization,,262144,262144,bytes,11108246.0,ns,513 +event_deserialization,,262144,262144,bytes,11271463.0,ns,522 +event_deserialization,,262144,262144,bytes,12364963.0,ns,531 +event_deserialization,,262144,262144,bytes,15340220.0,ns,540 +event_deserialization,,262144,262144,bytes,12539540.0,ns,549 +event_deserialization,,262144,262144,bytes,12741826.0,ns,558 +event_deserialization,,262144,262144,bytes,13771402.0,ns,567 +event_deserialization,,262144,262144,bytes,15510242.0,ns,576 +event_deserialization,,262144,262144,bytes,14698725.0,ns,585 +event_deserialization,,262144,262144,bytes,15582146.0,ns,594 +event_deserialization,,262144,262144,bytes,15357900.0,ns,603 +event_deserialization,,262144,262144,bytes,14974961.0,ns,612 +event_deserialization,,262144,262144,bytes,14893578.0,ns,621 +event_deserialization,,262144,262144,bytes,14543477.0,ns,630 +event_deserialization,,262144,262144,bytes,14982149.0,ns,639 +event_deserialization,,262144,262144,bytes,16469945.0,ns,648 +event_deserialization,,262144,262144,bytes,15809805.0,ns,657 +event_deserialization,,262144,262144,bytes,16842865.0,ns,666 +event_deserialization,,262144,262144,bytes,17522377.0,ns,675 +event_deserialization,,262144,262144,bytes,16131264.0,ns,684 +event_deserialization,,262144,262144,bytes,15886748.0,ns,693 +event_deserialization,,262144,262144,bytes,15905887.0,ns,702 +event_deserialization,,262144,262144,bytes,15805651.0,ns,711 +event_deserialization,,262144,262144,bytes,15703993.0,ns,720 +event_deserialization,,262144,262144,bytes,16001278.0,ns,729 +event_deserialization,,262144,262144,bytes,18192707.0,ns,738 +event_deserialization,,262144,262144,bytes,17315163.0,ns,747 +event_deserialization,,262144,262144,bytes,18411546.0,ns,756 +event_deserialization,,262144,262144,bytes,18741561.0,ns,765 +event_deserialization,,262144,262144,bytes,19056778.0,ns,774 +event_deserialization,,262144,262144,bytes,19154108.0,ns,783 +event_deserialization,,262144,262144,bytes,19227782.0,ns,792 +event_deserialization,,262144,262144,bytes,19702910.0,ns,801 +event_deserialization,,262144,262144,bytes,17704763.0,ns,810 +event_deserialization,,262144,262144,bytes,17870245.0,ns,819 +event_deserialization,,262144,262144,bytes,17459978.0,ns,828 +event_deserialization,,262144,262144,bytes,17684063.0,ns,837 +event_deserialization,,262144,262144,bytes,17537401.0,ns,846 +event_deserialization,,262144,262144,bytes,17975682.0,ns,855 +event_deserialization,,262144,262144,bytes,17937628.0,ns,864 +event_deserialization,,262144,262144,bytes,17919941.0,ns,873 +event_deserialization,,262144,262144,bytes,20136136.0,ns,882 +event_deserialization,,262144,262144,bytes,21871605.0,ns,891 +event_deserialization,,262144,262144,bytes,22231404.0,ns,900 diff --git a/event_deserialization/262144/develop/sample.json b/event_deserialization/262144/develop/sample.json new file mode 100644 index 00000000..87fb892e --- /dev/null +++ b/event_deserialization/262144/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[221993.0,381305.0,672876.0,849913.0,982706.0,1201641.0,1401092.0,1585496.0,1839780.0,2026370.0,2143042.0,2329235.0,2772572.0,2719953.0,2928148.0,3278171.0,3099339.0,3751015.0,3535197.0,3917009.0,4388230.0,4504452.0,4534300.0,4988453.0,5173903.0,5533935.0,5444862.0,6102765.0,5823599.0,6074778.0,6062012.0,6385966.0,6676596.0,6448704.0,6541563.0,6611843.0,6940442.0,6969251.0,7186265.0,7363628.0,8071762.0,8340716.0,8907546.0,8926833.0,9168093.0,9220796.0,9385950.0,9518950.0,9772467.0,9409301.0,9523030.0,9702350.0,10260339.0,10360418.0,10940319.0,10646763.0,11108246.0,11271463.0,12364963.0,15340220.0,12539540.0,12741826.0,13771402.0,15510242.0,14698725.0,15582146.0,15357900.0,14974961.0,14893578.0,14543477.0,14982149.0,16469945.0,15809805.0,16842865.0,17522377.0,16131264.0,15886748.0,15905887.0,15805651.0,15703993.0,16001278.0,18192707.0,17315163.0,18411546.0,18741561.0,19056778.0,19154108.0,19227782.0,19702910.0,17704763.0,17870245.0,17459978.0,17684063.0,17537401.0,17975682.0,17937628.0,17919941.0,20136136.0,21871605.0,22231404.0]} \ No newline at end of file diff --git a/event_deserialization/262144/develop/tukey.json b/event_deserialization/262144/develop/tukey.json new file mode 100644 index 00000000..ad97dcdf --- /dev/null +++ b/event_deserialization/262144/develop/tukey.json @@ -0,0 +1 @@ +[15549.696765399363,18591.536840554087,26703.11037430002,29744.950449454747] \ No newline at end of file diff --git a/event_deserialization/262144/new/benchmark.json b/event_deserialization/262144/new/benchmark.json new file mode 100644 index 00000000..1ff7c761 --- /dev/null +++ b/event_deserialization/262144/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"262144","throughput":{"Bytes":262144},"full_id":"event_deserialization/262144","directory_name":"event_deserialization/262144","title":"event_deserialization/262144"} \ No newline at end of file diff --git a/event_deserialization/262144/new/estimates.json b/event_deserialization/262144/new/estimates.json new file mode 100644 index 00000000..1d0c78e1 --- /dev/null +++ b/event_deserialization/262144/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22400.75594954734,"upper_bound":23028.649521624186},"point_estimate":22710.031047167373,"standard_error":159.39620749527194},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22101.654545454545,"upper_bound":22830.086167800455},"point_estimate":22443.480359147026,"standard_error":196.02071003328206},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1048.5359432486894,"upper_bound":2097.278201394087},"point_estimate":1435.2293569981052,"standard_error":264.1313335896463},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22570.483231812195,"upper_bound":23469.443129024643},"point_estimate":23021.2592919889,"standard_error":229.73273798471138},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1345.6845332133616,"upper_bound":1849.7782596446664},"point_estimate":1603.126180107951,"standard_error":129.07843326184053}} \ No newline at end of file diff --git a/event_deserialization/262144/new/raw.csv b/event_deserialization/262144/new/raw.csv new file mode 100644 index 00000000..bfe340e8 --- /dev/null +++ b/event_deserialization/262144/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,262144,262144,bytes,221993.0,ns,9 +event_deserialization,,262144,262144,bytes,381305.0,ns,18 +event_deserialization,,262144,262144,bytes,672876.0,ns,27 +event_deserialization,,262144,262144,bytes,849913.0,ns,36 +event_deserialization,,262144,262144,bytes,982706.0,ns,45 +event_deserialization,,262144,262144,bytes,1201641.0,ns,54 +event_deserialization,,262144,262144,bytes,1401092.0,ns,63 +event_deserialization,,262144,262144,bytes,1585496.0,ns,72 +event_deserialization,,262144,262144,bytes,1839780.0,ns,81 +event_deserialization,,262144,262144,bytes,2026370.0,ns,90 +event_deserialization,,262144,262144,bytes,2143042.0,ns,99 +event_deserialization,,262144,262144,bytes,2329235.0,ns,108 +event_deserialization,,262144,262144,bytes,2772572.0,ns,117 +event_deserialization,,262144,262144,bytes,2719953.0,ns,126 +event_deserialization,,262144,262144,bytes,2928148.0,ns,135 +event_deserialization,,262144,262144,bytes,3278171.0,ns,144 +event_deserialization,,262144,262144,bytes,3099339.0,ns,153 +event_deserialization,,262144,262144,bytes,3751015.0,ns,162 +event_deserialization,,262144,262144,bytes,3535197.0,ns,171 +event_deserialization,,262144,262144,bytes,3917009.0,ns,180 +event_deserialization,,262144,262144,bytes,4388230.0,ns,189 +event_deserialization,,262144,262144,bytes,4504452.0,ns,198 +event_deserialization,,262144,262144,bytes,4534300.0,ns,207 +event_deserialization,,262144,262144,bytes,4988453.0,ns,216 +event_deserialization,,262144,262144,bytes,5173903.0,ns,225 +event_deserialization,,262144,262144,bytes,5533935.0,ns,234 +event_deserialization,,262144,262144,bytes,5444862.0,ns,243 +event_deserialization,,262144,262144,bytes,6102765.0,ns,252 +event_deserialization,,262144,262144,bytes,5823599.0,ns,261 +event_deserialization,,262144,262144,bytes,6074778.0,ns,270 +event_deserialization,,262144,262144,bytes,6062012.0,ns,279 +event_deserialization,,262144,262144,bytes,6385966.0,ns,288 +event_deserialization,,262144,262144,bytes,6676596.0,ns,297 +event_deserialization,,262144,262144,bytes,6448704.0,ns,306 +event_deserialization,,262144,262144,bytes,6541563.0,ns,315 +event_deserialization,,262144,262144,bytes,6611843.0,ns,324 +event_deserialization,,262144,262144,bytes,6940442.0,ns,333 +event_deserialization,,262144,262144,bytes,6969251.0,ns,342 +event_deserialization,,262144,262144,bytes,7186265.0,ns,351 +event_deserialization,,262144,262144,bytes,7363628.0,ns,360 +event_deserialization,,262144,262144,bytes,8071762.0,ns,369 +event_deserialization,,262144,262144,bytes,8340716.0,ns,378 +event_deserialization,,262144,262144,bytes,8907546.0,ns,387 +event_deserialization,,262144,262144,bytes,8926833.0,ns,396 +event_deserialization,,262144,262144,bytes,9168093.0,ns,405 +event_deserialization,,262144,262144,bytes,9220796.0,ns,414 +event_deserialization,,262144,262144,bytes,9385950.0,ns,423 +event_deserialization,,262144,262144,bytes,9518950.0,ns,432 +event_deserialization,,262144,262144,bytes,9772467.0,ns,441 +event_deserialization,,262144,262144,bytes,9409301.0,ns,450 +event_deserialization,,262144,262144,bytes,9523030.0,ns,459 +event_deserialization,,262144,262144,bytes,9702350.0,ns,468 +event_deserialization,,262144,262144,bytes,10260339.0,ns,477 +event_deserialization,,262144,262144,bytes,10360418.0,ns,486 +event_deserialization,,262144,262144,bytes,10940319.0,ns,495 +event_deserialization,,262144,262144,bytes,10646763.0,ns,504 +event_deserialization,,262144,262144,bytes,11108246.0,ns,513 +event_deserialization,,262144,262144,bytes,11271463.0,ns,522 +event_deserialization,,262144,262144,bytes,12364963.0,ns,531 +event_deserialization,,262144,262144,bytes,15340220.0,ns,540 +event_deserialization,,262144,262144,bytes,12539540.0,ns,549 +event_deserialization,,262144,262144,bytes,12741826.0,ns,558 +event_deserialization,,262144,262144,bytes,13771402.0,ns,567 +event_deserialization,,262144,262144,bytes,15510242.0,ns,576 +event_deserialization,,262144,262144,bytes,14698725.0,ns,585 +event_deserialization,,262144,262144,bytes,15582146.0,ns,594 +event_deserialization,,262144,262144,bytes,15357900.0,ns,603 +event_deserialization,,262144,262144,bytes,14974961.0,ns,612 +event_deserialization,,262144,262144,bytes,14893578.0,ns,621 +event_deserialization,,262144,262144,bytes,14543477.0,ns,630 +event_deserialization,,262144,262144,bytes,14982149.0,ns,639 +event_deserialization,,262144,262144,bytes,16469945.0,ns,648 +event_deserialization,,262144,262144,bytes,15809805.0,ns,657 +event_deserialization,,262144,262144,bytes,16842865.0,ns,666 +event_deserialization,,262144,262144,bytes,17522377.0,ns,675 +event_deserialization,,262144,262144,bytes,16131264.0,ns,684 +event_deserialization,,262144,262144,bytes,15886748.0,ns,693 +event_deserialization,,262144,262144,bytes,15905887.0,ns,702 +event_deserialization,,262144,262144,bytes,15805651.0,ns,711 +event_deserialization,,262144,262144,bytes,15703993.0,ns,720 +event_deserialization,,262144,262144,bytes,16001278.0,ns,729 +event_deserialization,,262144,262144,bytes,18192707.0,ns,738 +event_deserialization,,262144,262144,bytes,17315163.0,ns,747 +event_deserialization,,262144,262144,bytes,18411546.0,ns,756 +event_deserialization,,262144,262144,bytes,18741561.0,ns,765 +event_deserialization,,262144,262144,bytes,19056778.0,ns,774 +event_deserialization,,262144,262144,bytes,19154108.0,ns,783 +event_deserialization,,262144,262144,bytes,19227782.0,ns,792 +event_deserialization,,262144,262144,bytes,19702910.0,ns,801 +event_deserialization,,262144,262144,bytes,17704763.0,ns,810 +event_deserialization,,262144,262144,bytes,17870245.0,ns,819 +event_deserialization,,262144,262144,bytes,17459978.0,ns,828 +event_deserialization,,262144,262144,bytes,17684063.0,ns,837 +event_deserialization,,262144,262144,bytes,17537401.0,ns,846 +event_deserialization,,262144,262144,bytes,17975682.0,ns,855 +event_deserialization,,262144,262144,bytes,17937628.0,ns,864 +event_deserialization,,262144,262144,bytes,17919941.0,ns,873 +event_deserialization,,262144,262144,bytes,20136136.0,ns,882 +event_deserialization,,262144,262144,bytes,21871605.0,ns,891 +event_deserialization,,262144,262144,bytes,22231404.0,ns,900 diff --git a/event_deserialization/262144/new/sample.json b/event_deserialization/262144/new/sample.json new file mode 100644 index 00000000..87fb892e --- /dev/null +++ b/event_deserialization/262144/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[221993.0,381305.0,672876.0,849913.0,982706.0,1201641.0,1401092.0,1585496.0,1839780.0,2026370.0,2143042.0,2329235.0,2772572.0,2719953.0,2928148.0,3278171.0,3099339.0,3751015.0,3535197.0,3917009.0,4388230.0,4504452.0,4534300.0,4988453.0,5173903.0,5533935.0,5444862.0,6102765.0,5823599.0,6074778.0,6062012.0,6385966.0,6676596.0,6448704.0,6541563.0,6611843.0,6940442.0,6969251.0,7186265.0,7363628.0,8071762.0,8340716.0,8907546.0,8926833.0,9168093.0,9220796.0,9385950.0,9518950.0,9772467.0,9409301.0,9523030.0,9702350.0,10260339.0,10360418.0,10940319.0,10646763.0,11108246.0,11271463.0,12364963.0,15340220.0,12539540.0,12741826.0,13771402.0,15510242.0,14698725.0,15582146.0,15357900.0,14974961.0,14893578.0,14543477.0,14982149.0,16469945.0,15809805.0,16842865.0,17522377.0,16131264.0,15886748.0,15905887.0,15805651.0,15703993.0,16001278.0,18192707.0,17315163.0,18411546.0,18741561.0,19056778.0,19154108.0,19227782.0,19702910.0,17704763.0,17870245.0,17459978.0,17684063.0,17537401.0,17975682.0,17937628.0,17919941.0,20136136.0,21871605.0,22231404.0]} \ No newline at end of file diff --git a/event_deserialization/262144/new/tukey.json b/event_deserialization/262144/new/tukey.json new file mode 100644 index 00000000..ad97dcdf --- /dev/null +++ b/event_deserialization/262144/new/tukey.json @@ -0,0 +1 @@ +[15549.696765399363,18591.536840554087,26703.11037430002,29744.950449454747] \ No newline at end of file diff --git a/event_deserialization/262144/report/MAD.svg b/event_deserialization/262144/report/MAD.svg new file mode 100644 index 00000000..14b2c597 --- /dev/null +++ b/event_deserialization/262144/report/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/262144: MAD + + + + + + + diff --git a/event_deserialization/262144/report/SD.svg b/event_deserialization/262144/report/SD.svg new file mode 100644 index 00000000..18d8cd52 --- /dev/null +++ b/event_deserialization/262144/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/262144: SD + + + + + + + diff --git a/event_deserialization/262144/report/both/pdf.svg b/event_deserialization/262144/report/both/pdf.svg new file mode 100644 index 00000000..66c01730 --- /dev/null +++ b/event_deserialization/262144/report/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_deserialization/262144 + + + + + + + diff --git a/event_deserialization/262144/report/both/regression.svg b/event_deserialization/262144/report/both/regression.svg new file mode 100644 index 00000000..d123d554 --- /dev/null +++ b/event_deserialization/262144/report/both/regression.svg @@ -0,0 +1,279 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_deserialization/262144 + + + + + + + diff --git a/event_deserialization/262144/report/change/mean.svg b/event_deserialization/262144/report/change/mean.svg new file mode 100644 index 00000000..d1ecb211 --- /dev/null +++ b/event_deserialization/262144/report/change/mean.svg @@ -0,0 +1,345 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 100 + + + + + -46.4 + + + + + -46.2 + + + + + -46 + + + + + -45.8 + + + + + -45.6 + + + + + -45.4 + + + + + -45.2 + + + + + -45 + + + + + -44.8 + + + + + -44.6 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/262144: mean + + + + + + + diff --git a/event_deserialization/262144/report/change/median.svg b/event_deserialization/262144/report/change/median.svg new file mode 100644 index 00000000..c26b0cc1 --- /dev/null +++ b/event_deserialization/262144/report/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -46.5 + + + + + -46 + + + + + -45.5 + + + + + -45 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/262144: median + + + + + + + diff --git a/event_deserialization/262144/report/change/t-test.svg b/event_deserialization/262144/report/change/t-test.svg new file mode 100644 index 00000000..28bb05b9 --- /dev/null +++ b/event_deserialization/262144/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -100 + + + + + -90 + + + + + -80 + + + + + -70 + + + + + -60 + + + + + -50 + + + + + -40 + + + + + -30 + + + + + -20 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_deserialization/262144: Welch t test + + + + + + + diff --git a/event_deserialization/262144/report/index.html b/event_deserialization/262144/report/index.html new file mode 100644 index 00000000..2940635e --- /dev/null +++ b/event_deserialization/262144/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_deserialization/262144 - Criterion.rs + + + + +
+

event_deserialization/262144

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope22.570 us23.021 us23.469 us
Throughput10.402 GiB/s10.605 GiB/s10.817 GiB/s
R²0.61434080.62977030.6145135
Mean22.401 us22.710 us23.029 us
Std. Dev.1.3457 us1.6031 us1.8498 us
Median22.102 us22.443 us22.830 us
MAD1.0485 us1.4352 us2.0973 us
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-46.290%-45.488%-44.713%(p = 0.00 < + 0.05)
Change in throughput+86.187%+83.446%+80.873%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_deserialization/262144/report/mean.svg b/event_deserialization/262144/report/mean.svg new file mode 100644 index 00000000..086d6dc3 --- /dev/null +++ b/event_deserialization/262144/report/mean.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 22.4 + + + + + 22.5 + + + + + 22.6 + + + + + 22.7 + + + + + 22.8 + + + + + 22.9 + + + + + 23 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/262144: mean + + + + + + + diff --git a/event_deserialization/262144/report/median.svg b/event_deserialization/262144/report/median.svg new file mode 100644 index 00000000..f07607fb --- /dev/null +++ b/event_deserialization/262144/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 22.1 + + + + + 22.2 + + + + + 22.3 + + + + + 22.4 + + + + + 22.5 + + + + + 22.6 + + + + + 22.7 + + + + + 22.8 + + + + + 22.9 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/262144: median + + + + + + + diff --git a/event_deserialization/262144/report/pdf.svg b/event_deserialization/262144/report/pdf.svg new file mode 100644 index 00000000..de4630eb --- /dev/null +++ b/event_deserialization/262144/report/pdf.svg @@ -0,0 +1,319 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + event_deserialization/262144 + + + + + + + diff --git a/event_deserialization/262144/report/pdf_small.svg b/event_deserialization/262144/report/pdf_small.svg new file mode 100644 index 00000000..40b40664 --- /dev/null +++ b/event_deserialization/262144/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/262144/report/regression.svg b/event_deserialization/262144/report/regression.svg new file mode 100644 index 00000000..afd9f23e --- /dev/null +++ b/event_deserialization/262144/report/regression.svg @@ -0,0 +1,421 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_deserialization/262144 + + + + + + + diff --git a/event_deserialization/262144/report/regression_small.svg b/event_deserialization/262144/report/regression_small.svg new file mode 100644 index 00000000..08583b9a --- /dev/null +++ b/event_deserialization/262144/report/regression_small.svg @@ -0,0 +1,399 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_deserialization/262144/report/relative_pdf_small.svg b/event_deserialization/262144/report/relative_pdf_small.svg new file mode 100644 index 00000000..7a8c2190 --- /dev/null +++ b/event_deserialization/262144/report/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/262144/report/relative_regression_small.svg b/event_deserialization/262144/report/relative_regression_small.svg new file mode 100644 index 00000000..9a0f00f3 --- /dev/null +++ b/event_deserialization/262144/report/relative_regression_small.svg @@ -0,0 +1,264 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_deserialization/262144/report/slope.svg b/event_deserialization/262144/report/slope.svg new file mode 100644 index 00000000..97a74a91 --- /dev/null +++ b/event_deserialization/262144/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 22.6 + + + + + 22.8 + + + + + 23 + + + + + 23.2 + + + + + 23.4 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/262144: slope + + + + + + + diff --git a/event_deserialization/262144/report/typical.svg b/event_deserialization/262144/report/typical.svg new file mode 100644 index 00000000..5ff7d2c2 --- /dev/null +++ b/event_deserialization/262144/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 22.6 + + + + + 22.8 + + + + + 23 + + + + + 23.2 + + + + + 23.4 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/262144: typical + + + + + + + diff --git a/event_deserialization/4096/change/estimates.json b/event_deserialization/4096/change/estimates.json new file mode 100644 index 00000000..7cda5da6 --- /dev/null +++ b/event_deserialization/4096/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.32588411006925466,"upper_bound":-0.3156898568852095},"point_estimate":-0.320594604919043,"standard_error":0.0025716703332815697},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3231705884044035,"upper_bound":-0.3168738061936121},"point_estimate":-0.32032506260916804,"standard_error":0.001545029736622168}} \ No newline at end of file diff --git a/event_deserialization/4096/develop/benchmark.json b/event_deserialization/4096/develop/benchmark.json new file mode 100644 index 00000000..9ebab796 --- /dev/null +++ b/event_deserialization/4096/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"4096","throughput":{"Bytes":4096},"full_id":"event_deserialization/4096","directory_name":"event_deserialization/4096","title":"event_deserialization/4096"} \ No newline at end of file diff --git a/event_deserialization/4096/develop/estimates.json b/event_deserialization/4096/develop/estimates.json new file mode 100644 index 00000000..50a8c244 --- /dev/null +++ b/event_deserialization/4096/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":512.0286007298926,"upper_bound":517.78497650147},"point_estimate":514.8015375670892,"standard_error":1.457498710358728},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509.4396298312466,"upper_bound":513.2095009604144},"point_estimate":510.96735992301114,"standard_error":0.874273503675142},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.016263212837852,"upper_bound":12.051591648380384},"point_estimate":8.083136183840937,"standard_error":1.4846786719827074},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":514.9272982262544,"upper_bound":522.6631025391637},"point_estimate":518.4210023546818,"standard_error":1.979255736547971},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11.401962216341916,"upper_bound":17.721800620349658},"point_estimate":14.664674706643424,"standard_error":1.6138328131695705}} \ No newline at end of file diff --git a/event_deserialization/4096/develop/raw.csv b/event_deserialization/4096/develop/raw.csv new file mode 100644 index 00000000..ad9396f1 --- /dev/null +++ b/event_deserialization/4096/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,4096,4096,bytes,178953.0,ns,334 +event_deserialization,,4096,4096,bytes,316293.0,ns,668 +event_deserialization,,4096,4096,bytes,489899.0,ns,1002 +event_deserialization,,4096,4096,bytes,652259.0,ns,1336 +event_deserialization,,4096,4096,bytes,828414.0,ns,1670 +event_deserialization,,4096,4096,bytes,979866.0,ns,2004 +event_deserialization,,4096,4096,bytes,1207540.0,ns,2338 +event_deserialization,,4096,4096,bytes,1468588.0,ns,2672 +event_deserialization,,4096,4096,bytes,1519774.0,ns,3006 +event_deserialization,,4096,4096,bytes,1650089.0,ns,3340 +event_deserialization,,4096,4096,bytes,1868432.0,ns,3674 +event_deserialization,,4096,4096,bytes,2015148.0,ns,4008 +event_deserialization,,4096,4096,bytes,2162744.0,ns,4342 +event_deserialization,,4096,4096,bytes,2389521.0,ns,4676 +event_deserialization,,4096,4096,bytes,2527688.0,ns,5010 +event_deserialization,,4096,4096,bytes,2756177.0,ns,5344 +event_deserialization,,4096,4096,bytes,2853072.0,ns,5678 +event_deserialization,,4096,4096,bytes,3017637.0,ns,6012 +event_deserialization,,4096,4096,bytes,3255398.0,ns,6346 +event_deserialization,,4096,4096,bytes,3380570.0,ns,6680 +event_deserialization,,4096,4096,bytes,3538703.0,ns,7014 +event_deserialization,,4096,4096,bytes,3690397.0,ns,7348 +event_deserialization,,4096,4096,bytes,3854675.0,ns,7682 +event_deserialization,,4096,4096,bytes,4095507.0,ns,8016 +event_deserialization,,4096,4096,bytes,4231049.0,ns,8350 +event_deserialization,,4096,4096,bytes,4629983.0,ns,8684 +event_deserialization,,4096,4096,bytes,4630672.0,ns,9018 +event_deserialization,,4096,4096,bytes,4704109.0,ns,9352 +event_deserialization,,4096,4096,bytes,5129450.0,ns,9686 +event_deserialization,,4096,4096,bytes,5117186.0,ns,10020 +event_deserialization,,4096,4096,bytes,5205484.0,ns,10354 +event_deserialization,,4096,4096,bytes,5428571.0,ns,10688 +event_deserialization,,4096,4096,bytes,5609015.0,ns,11022 +event_deserialization,,4096,4096,bytes,5849314.0,ns,11356 +event_deserialization,,4096,4096,bytes,5914278.0,ns,11690 +event_deserialization,,4096,4096,bytes,6152870.0,ns,12024 +event_deserialization,,4096,4096,bytes,6406396.0,ns,12358 +event_deserialization,,4096,4096,bytes,6451941.0,ns,12692 +event_deserialization,,4096,4096,bytes,6663107.0,ns,13026 +event_deserialization,,4096,4096,bytes,6822074.0,ns,13360 +event_deserialization,,4096,4096,bytes,7371389.0,ns,13694 +event_deserialization,,4096,4096,bytes,7354167.0,ns,14028 +event_deserialization,,4096,4096,bytes,7749433.0,ns,14362 +event_deserialization,,4096,4096,bytes,7583671.0,ns,14696 +event_deserialization,,4096,4096,bytes,8153628.0,ns,15030 +event_deserialization,,4096,4096,bytes,7856440.0,ns,15364 +event_deserialization,,4096,4096,bytes,8251264.0,ns,15698 +event_deserialization,,4096,4096,bytes,8498255.0,ns,16032 +event_deserialization,,4096,4096,bytes,8317715.0,ns,16366 +event_deserialization,,4096,4096,bytes,8488466.0,ns,16700 +event_deserialization,,4096,4096,bytes,9002614.0,ns,17034 +event_deserialization,,4096,4096,bytes,8842656.0,ns,17368 +event_deserialization,,4096,4096,bytes,9165060.0,ns,17702 +event_deserialization,,4096,4096,bytes,9499053.0,ns,18036 +event_deserialization,,4096,4096,bytes,9358406.0,ns,18370 +event_deserialization,,4096,4096,bytes,9507489.0,ns,18704 +event_deserialization,,4096,4096,bytes,10027039.0,ns,19038 +event_deserialization,,4096,4096,bytes,9879495.0,ns,19372 +event_deserialization,,4096,4096,bytes,10107737.0,ns,19706 +event_deserialization,,4096,4096,bytes,10315108.0,ns,20040 +event_deserialization,,4096,4096,bytes,10354479.0,ns,20374 +event_deserialization,,4096,4096,bytes,11069545.0,ns,20708 +event_deserialization,,4096,4096,bytes,10693255.0,ns,21042 +event_deserialization,,4096,4096,bytes,10914687.0,ns,21376 +event_deserialization,,4096,4096,bytes,11430146.0,ns,21710 +event_deserialization,,4096,4096,bytes,11223234.0,ns,22044 +event_deserialization,,4096,4096,bytes,11675197.0,ns,22378 +event_deserialization,,4096,4096,bytes,11572707.0,ns,22712 +event_deserialization,,4096,4096,bytes,11772747.0,ns,23046 +event_deserialization,,4096,4096,bytes,11842593.0,ns,23380 +event_deserialization,,4096,4096,bytes,11994340.0,ns,23714 +event_deserialization,,4096,4096,bytes,12767501.0,ns,24048 +event_deserialization,,4096,4096,bytes,12892879.0,ns,24382 +event_deserialization,,4096,4096,bytes,13440009.0,ns,24716 +event_deserialization,,4096,4096,bytes,12760113.0,ns,25050 +event_deserialization,,4096,4096,bytes,13444160.0,ns,25384 +event_deserialization,,4096,4096,bytes,14646287.0,ns,25718 +event_deserialization,,4096,4096,bytes,13446374.0,ns,26052 +event_deserialization,,4096,4096,bytes,13416282.0,ns,26386 +event_deserialization,,4096,4096,bytes,13819284.0,ns,26720 +event_deserialization,,4096,4096,bytes,13981273.0,ns,27054 +event_deserialization,,4096,4096,bytes,13906437.0,ns,27388 +event_deserialization,,4096,4096,bytes,14102205.0,ns,27722 +event_deserialization,,4096,4096,bytes,14841538.0,ns,28056 +event_deserialization,,4096,4096,bytes,14549222.0,ns,28390 +event_deserialization,,4096,4096,bytes,14681350.0,ns,28724 +event_deserialization,,4096,4096,bytes,14665340.0,ns,29058 +event_deserialization,,4096,4096,bytes,15297013.0,ns,29392 +event_deserialization,,4096,4096,bytes,15240800.0,ns,29726 +event_deserialization,,4096,4096,bytes,15685536.0,ns,30060 +event_deserialization,,4096,4096,bytes,15835491.0,ns,30394 +event_deserialization,,4096,4096,bytes,15563253.0,ns,30728 +event_deserialization,,4096,4096,bytes,15823261.0,ns,31062 +event_deserialization,,4096,4096,bytes,16037923.0,ns,31396 +event_deserialization,,4096,4096,bytes,18042424.0,ns,31730 +event_deserialization,,4096,4096,bytes,17016754.0,ns,32064 +event_deserialization,,4096,4096,bytes,16540490.0,ns,32398 +event_deserialization,,4096,4096,bytes,16958757.0,ns,32732 +event_deserialization,,4096,4096,bytes,17036982.0,ns,33066 +event_deserialization,,4096,4096,bytes,17077504.0,ns,33400 diff --git a/event_deserialization/4096/develop/sample.json b/event_deserialization/4096/develop/sample.json new file mode 100644 index 00000000..a7ad42f5 --- /dev/null +++ b/event_deserialization/4096/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[334.0,668.0,1002.0,1336.0,1670.0,2004.0,2338.0,2672.0,3006.0,3340.0,3674.0,4008.0,4342.0,4676.0,5010.0,5344.0,5678.0,6012.0,6346.0,6680.0,7014.0,7348.0,7682.0,8016.0,8350.0,8684.0,9018.0,9352.0,9686.0,10020.0,10354.0,10688.0,11022.0,11356.0,11690.0,12024.0,12358.0,12692.0,13026.0,13360.0,13694.0,14028.0,14362.0,14696.0,15030.0,15364.0,15698.0,16032.0,16366.0,16700.0,17034.0,17368.0,17702.0,18036.0,18370.0,18704.0,19038.0,19372.0,19706.0,20040.0,20374.0,20708.0,21042.0,21376.0,21710.0,22044.0,22378.0,22712.0,23046.0,23380.0,23714.0,24048.0,24382.0,24716.0,25050.0,25384.0,25718.0,26052.0,26386.0,26720.0,27054.0,27388.0,27722.0,28056.0,28390.0,28724.0,29058.0,29392.0,29726.0,30060.0,30394.0,30728.0,31062.0,31396.0,31730.0,32064.0,32398.0,32732.0,33066.0,33400.0],"times":[178953.0,316293.0,489899.0,652259.0,828414.0,979866.0,1207540.0,1468588.0,1519774.0,1650089.0,1868432.0,2015148.0,2162744.0,2389521.0,2527688.0,2756177.0,2853072.0,3017637.0,3255398.0,3380570.0,3538703.0,3690397.0,3854675.0,4095507.0,4231049.0,4629983.0,4630672.0,4704109.0,5129450.0,5117186.0,5205484.0,5428571.0,5609015.0,5849314.0,5914278.0,6152870.0,6406396.0,6451941.0,6663107.0,6822074.0,7371389.0,7354167.0,7749433.0,7583671.0,8153628.0,7856440.0,8251264.0,8498255.0,8317715.0,8488466.0,9002614.0,8842656.0,9165060.0,9499053.0,9358406.0,9507489.0,10027039.0,9879495.0,10107737.0,10315108.0,10354479.0,11069545.0,10693255.0,10914687.0,11430146.0,11223234.0,11675197.0,11572707.0,11772747.0,11842593.0,11994340.0,12767501.0,12892879.0,13440009.0,12760113.0,13444160.0,14646287.0,13446374.0,13416282.0,13819284.0,13981273.0,13906437.0,14102205.0,14841538.0,14549222.0,14681350.0,14665340.0,15297013.0,15240800.0,15685536.0,15835491.0,15563253.0,15823261.0,16037923.0,18042424.0,17016754.0,16540490.0,16958757.0,17036982.0,17077504.0]} \ No newline at end of file diff --git a/event_deserialization/4096/develop/tukey.json b/event_deserialization/4096/develop/tukey.json new file mode 100644 index 00000000..ce673a35 --- /dev/null +++ b/event_deserialization/4096/develop/tukey.json @@ -0,0 +1 @@ +[467.93370435925897,487.9036883966771,541.1569791631255,561.1269632005435] \ No newline at end of file diff --git a/event_deserialization/4096/new/benchmark.json b/event_deserialization/4096/new/benchmark.json new file mode 100644 index 00000000..9ebab796 --- /dev/null +++ b/event_deserialization/4096/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"4096","throughput":{"Bytes":4096},"full_id":"event_deserialization/4096","directory_name":"event_deserialization/4096","title":"event_deserialization/4096"} \ No newline at end of file diff --git a/event_deserialization/4096/new/estimates.json b/event_deserialization/4096/new/estimates.json new file mode 100644 index 00000000..50a8c244 --- /dev/null +++ b/event_deserialization/4096/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":512.0286007298926,"upper_bound":517.78497650147},"point_estimate":514.8015375670892,"standard_error":1.457498710358728},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509.4396298312466,"upper_bound":513.2095009604144},"point_estimate":510.96735992301114,"standard_error":0.874273503675142},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.016263212837852,"upper_bound":12.051591648380384},"point_estimate":8.083136183840937,"standard_error":1.4846786719827074},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":514.9272982262544,"upper_bound":522.6631025391637},"point_estimate":518.4210023546818,"standard_error":1.979255736547971},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11.401962216341916,"upper_bound":17.721800620349658},"point_estimate":14.664674706643424,"standard_error":1.6138328131695705}} \ No newline at end of file diff --git a/event_deserialization/4096/new/raw.csv b/event_deserialization/4096/new/raw.csv new file mode 100644 index 00000000..ad9396f1 --- /dev/null +++ b/event_deserialization/4096/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,4096,4096,bytes,178953.0,ns,334 +event_deserialization,,4096,4096,bytes,316293.0,ns,668 +event_deserialization,,4096,4096,bytes,489899.0,ns,1002 +event_deserialization,,4096,4096,bytes,652259.0,ns,1336 +event_deserialization,,4096,4096,bytes,828414.0,ns,1670 +event_deserialization,,4096,4096,bytes,979866.0,ns,2004 +event_deserialization,,4096,4096,bytes,1207540.0,ns,2338 +event_deserialization,,4096,4096,bytes,1468588.0,ns,2672 +event_deserialization,,4096,4096,bytes,1519774.0,ns,3006 +event_deserialization,,4096,4096,bytes,1650089.0,ns,3340 +event_deserialization,,4096,4096,bytes,1868432.0,ns,3674 +event_deserialization,,4096,4096,bytes,2015148.0,ns,4008 +event_deserialization,,4096,4096,bytes,2162744.0,ns,4342 +event_deserialization,,4096,4096,bytes,2389521.0,ns,4676 +event_deserialization,,4096,4096,bytes,2527688.0,ns,5010 +event_deserialization,,4096,4096,bytes,2756177.0,ns,5344 +event_deserialization,,4096,4096,bytes,2853072.0,ns,5678 +event_deserialization,,4096,4096,bytes,3017637.0,ns,6012 +event_deserialization,,4096,4096,bytes,3255398.0,ns,6346 +event_deserialization,,4096,4096,bytes,3380570.0,ns,6680 +event_deserialization,,4096,4096,bytes,3538703.0,ns,7014 +event_deserialization,,4096,4096,bytes,3690397.0,ns,7348 +event_deserialization,,4096,4096,bytes,3854675.0,ns,7682 +event_deserialization,,4096,4096,bytes,4095507.0,ns,8016 +event_deserialization,,4096,4096,bytes,4231049.0,ns,8350 +event_deserialization,,4096,4096,bytes,4629983.0,ns,8684 +event_deserialization,,4096,4096,bytes,4630672.0,ns,9018 +event_deserialization,,4096,4096,bytes,4704109.0,ns,9352 +event_deserialization,,4096,4096,bytes,5129450.0,ns,9686 +event_deserialization,,4096,4096,bytes,5117186.0,ns,10020 +event_deserialization,,4096,4096,bytes,5205484.0,ns,10354 +event_deserialization,,4096,4096,bytes,5428571.0,ns,10688 +event_deserialization,,4096,4096,bytes,5609015.0,ns,11022 +event_deserialization,,4096,4096,bytes,5849314.0,ns,11356 +event_deserialization,,4096,4096,bytes,5914278.0,ns,11690 +event_deserialization,,4096,4096,bytes,6152870.0,ns,12024 +event_deserialization,,4096,4096,bytes,6406396.0,ns,12358 +event_deserialization,,4096,4096,bytes,6451941.0,ns,12692 +event_deserialization,,4096,4096,bytes,6663107.0,ns,13026 +event_deserialization,,4096,4096,bytes,6822074.0,ns,13360 +event_deserialization,,4096,4096,bytes,7371389.0,ns,13694 +event_deserialization,,4096,4096,bytes,7354167.0,ns,14028 +event_deserialization,,4096,4096,bytes,7749433.0,ns,14362 +event_deserialization,,4096,4096,bytes,7583671.0,ns,14696 +event_deserialization,,4096,4096,bytes,8153628.0,ns,15030 +event_deserialization,,4096,4096,bytes,7856440.0,ns,15364 +event_deserialization,,4096,4096,bytes,8251264.0,ns,15698 +event_deserialization,,4096,4096,bytes,8498255.0,ns,16032 +event_deserialization,,4096,4096,bytes,8317715.0,ns,16366 +event_deserialization,,4096,4096,bytes,8488466.0,ns,16700 +event_deserialization,,4096,4096,bytes,9002614.0,ns,17034 +event_deserialization,,4096,4096,bytes,8842656.0,ns,17368 +event_deserialization,,4096,4096,bytes,9165060.0,ns,17702 +event_deserialization,,4096,4096,bytes,9499053.0,ns,18036 +event_deserialization,,4096,4096,bytes,9358406.0,ns,18370 +event_deserialization,,4096,4096,bytes,9507489.0,ns,18704 +event_deserialization,,4096,4096,bytes,10027039.0,ns,19038 +event_deserialization,,4096,4096,bytes,9879495.0,ns,19372 +event_deserialization,,4096,4096,bytes,10107737.0,ns,19706 +event_deserialization,,4096,4096,bytes,10315108.0,ns,20040 +event_deserialization,,4096,4096,bytes,10354479.0,ns,20374 +event_deserialization,,4096,4096,bytes,11069545.0,ns,20708 +event_deserialization,,4096,4096,bytes,10693255.0,ns,21042 +event_deserialization,,4096,4096,bytes,10914687.0,ns,21376 +event_deserialization,,4096,4096,bytes,11430146.0,ns,21710 +event_deserialization,,4096,4096,bytes,11223234.0,ns,22044 +event_deserialization,,4096,4096,bytes,11675197.0,ns,22378 +event_deserialization,,4096,4096,bytes,11572707.0,ns,22712 +event_deserialization,,4096,4096,bytes,11772747.0,ns,23046 +event_deserialization,,4096,4096,bytes,11842593.0,ns,23380 +event_deserialization,,4096,4096,bytes,11994340.0,ns,23714 +event_deserialization,,4096,4096,bytes,12767501.0,ns,24048 +event_deserialization,,4096,4096,bytes,12892879.0,ns,24382 +event_deserialization,,4096,4096,bytes,13440009.0,ns,24716 +event_deserialization,,4096,4096,bytes,12760113.0,ns,25050 +event_deserialization,,4096,4096,bytes,13444160.0,ns,25384 +event_deserialization,,4096,4096,bytes,14646287.0,ns,25718 +event_deserialization,,4096,4096,bytes,13446374.0,ns,26052 +event_deserialization,,4096,4096,bytes,13416282.0,ns,26386 +event_deserialization,,4096,4096,bytes,13819284.0,ns,26720 +event_deserialization,,4096,4096,bytes,13981273.0,ns,27054 +event_deserialization,,4096,4096,bytes,13906437.0,ns,27388 +event_deserialization,,4096,4096,bytes,14102205.0,ns,27722 +event_deserialization,,4096,4096,bytes,14841538.0,ns,28056 +event_deserialization,,4096,4096,bytes,14549222.0,ns,28390 +event_deserialization,,4096,4096,bytes,14681350.0,ns,28724 +event_deserialization,,4096,4096,bytes,14665340.0,ns,29058 +event_deserialization,,4096,4096,bytes,15297013.0,ns,29392 +event_deserialization,,4096,4096,bytes,15240800.0,ns,29726 +event_deserialization,,4096,4096,bytes,15685536.0,ns,30060 +event_deserialization,,4096,4096,bytes,15835491.0,ns,30394 +event_deserialization,,4096,4096,bytes,15563253.0,ns,30728 +event_deserialization,,4096,4096,bytes,15823261.0,ns,31062 +event_deserialization,,4096,4096,bytes,16037923.0,ns,31396 +event_deserialization,,4096,4096,bytes,18042424.0,ns,31730 +event_deserialization,,4096,4096,bytes,17016754.0,ns,32064 +event_deserialization,,4096,4096,bytes,16540490.0,ns,32398 +event_deserialization,,4096,4096,bytes,16958757.0,ns,32732 +event_deserialization,,4096,4096,bytes,17036982.0,ns,33066 +event_deserialization,,4096,4096,bytes,17077504.0,ns,33400 diff --git a/event_deserialization/4096/new/sample.json b/event_deserialization/4096/new/sample.json new file mode 100644 index 00000000..a7ad42f5 --- /dev/null +++ b/event_deserialization/4096/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[334.0,668.0,1002.0,1336.0,1670.0,2004.0,2338.0,2672.0,3006.0,3340.0,3674.0,4008.0,4342.0,4676.0,5010.0,5344.0,5678.0,6012.0,6346.0,6680.0,7014.0,7348.0,7682.0,8016.0,8350.0,8684.0,9018.0,9352.0,9686.0,10020.0,10354.0,10688.0,11022.0,11356.0,11690.0,12024.0,12358.0,12692.0,13026.0,13360.0,13694.0,14028.0,14362.0,14696.0,15030.0,15364.0,15698.0,16032.0,16366.0,16700.0,17034.0,17368.0,17702.0,18036.0,18370.0,18704.0,19038.0,19372.0,19706.0,20040.0,20374.0,20708.0,21042.0,21376.0,21710.0,22044.0,22378.0,22712.0,23046.0,23380.0,23714.0,24048.0,24382.0,24716.0,25050.0,25384.0,25718.0,26052.0,26386.0,26720.0,27054.0,27388.0,27722.0,28056.0,28390.0,28724.0,29058.0,29392.0,29726.0,30060.0,30394.0,30728.0,31062.0,31396.0,31730.0,32064.0,32398.0,32732.0,33066.0,33400.0],"times":[178953.0,316293.0,489899.0,652259.0,828414.0,979866.0,1207540.0,1468588.0,1519774.0,1650089.0,1868432.0,2015148.0,2162744.0,2389521.0,2527688.0,2756177.0,2853072.0,3017637.0,3255398.0,3380570.0,3538703.0,3690397.0,3854675.0,4095507.0,4231049.0,4629983.0,4630672.0,4704109.0,5129450.0,5117186.0,5205484.0,5428571.0,5609015.0,5849314.0,5914278.0,6152870.0,6406396.0,6451941.0,6663107.0,6822074.0,7371389.0,7354167.0,7749433.0,7583671.0,8153628.0,7856440.0,8251264.0,8498255.0,8317715.0,8488466.0,9002614.0,8842656.0,9165060.0,9499053.0,9358406.0,9507489.0,10027039.0,9879495.0,10107737.0,10315108.0,10354479.0,11069545.0,10693255.0,10914687.0,11430146.0,11223234.0,11675197.0,11572707.0,11772747.0,11842593.0,11994340.0,12767501.0,12892879.0,13440009.0,12760113.0,13444160.0,14646287.0,13446374.0,13416282.0,13819284.0,13981273.0,13906437.0,14102205.0,14841538.0,14549222.0,14681350.0,14665340.0,15297013.0,15240800.0,15685536.0,15835491.0,15563253.0,15823261.0,16037923.0,18042424.0,17016754.0,16540490.0,16958757.0,17036982.0,17077504.0]} \ No newline at end of file diff --git a/event_deserialization/4096/new/tukey.json b/event_deserialization/4096/new/tukey.json new file mode 100644 index 00000000..ce673a35 --- /dev/null +++ b/event_deserialization/4096/new/tukey.json @@ -0,0 +1 @@ +[467.93370435925897,487.9036883966771,541.1569791631255,561.1269632005435] \ No newline at end of file diff --git a/event_deserialization/4096/report/MAD.svg b/event_deserialization/4096/report/MAD.svg new file mode 100644 index 00000000..21eb3fea --- /dev/null +++ b/event_deserialization/4096/report/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/4096: MAD + + + + + + + diff --git a/event_deserialization/4096/report/SD.svg b/event_deserialization/4096/report/SD.svg new file mode 100644 index 00000000..d9fc6175 --- /dev/null +++ b/event_deserialization/4096/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + 16 + + + + + 17 + + + + + 18 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/4096: SD + + + + + + + diff --git a/event_deserialization/4096/report/both/pdf.svg b/event_deserialization/4096/report/both/pdf.svg new file mode 100644 index 00000000..e0821a47 --- /dev/null +++ b/event_deserialization/4096/report/both/pdf.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + 900 + + + + + 950 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_deserialization/4096 + + + + + + + diff --git a/event_deserialization/4096/report/both/regression.svg b/event_deserialization/4096/report/both/regression.svg new file mode 100644 index 00000000..c1030ecf --- /dev/null +++ b/event_deserialization/4096/report/both/regression.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_deserialization/4096 + + + + + + + diff --git a/event_deserialization/4096/report/change/mean.svg b/event_deserialization/4096/report/change/mean.svg new file mode 100644 index 00000000..e80f2b5d --- /dev/null +++ b/event_deserialization/4096/report/change/mean.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + -32.6 + + + + + -32.4 + + + + + -32.2 + + + + + -32 + + + + + -31.8 + + + + + -31.6 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/4096: mean + + + + + + + diff --git a/event_deserialization/4096/report/change/median.svg b/event_deserialization/4096/report/change/median.svg new file mode 100644 index 00000000..53023f37 --- /dev/null +++ b/event_deserialization/4096/report/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + -32.3 + + + + + -32.2 + + + + + -32.1 + + + + + -32 + + + + + -31.9 + + + + + -31.8 + + + + + -31.7 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/4096: median + + + + + + + diff --git a/event_deserialization/4096/report/change/t-test.svg b/event_deserialization/4096/report/change/t-test.svg new file mode 100644 index 00000000..e14aa97a --- /dev/null +++ b/event_deserialization/4096/report/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -100 + + + + + -80 + + + + + -60 + + + + + -40 + + + + + -20 + + + + + 0 + + + + + 20 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_deserialization/4096: Welch t test + + + + + + + diff --git a/event_deserialization/4096/report/index.html b/event_deserialization/4096/report/index.html new file mode 100644 index 00000000..07c53173 --- /dev/null +++ b/event_deserialization/4096/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_deserialization/4096 - Criterion.rs + + + + +
+

event_deserialization/4096

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope514.93 ns518.42 ns522.66 ns
Throughput7.2986 GiB/s7.3583 GiB/s7.4082 GiB/s
R²0.89663900.90198670.8941246
Mean512.03 ns514.80 ns517.78 ns
Std. Dev.11.402 ns14.665 ns17.722 ns
Median509.44 ns510.97 ns513.21 ns
MAD6.0163 ns8.0831 ns12.052 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-32.588%-32.059%-31.569%(p = 0.00 < + 0.05)
Change in throughput+48.342%+47.188%+46.133%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_deserialization/4096/report/mean.svg b/event_deserialization/4096/report/mean.svg new file mode 100644 index 00000000..194987be --- /dev/null +++ b/event_deserialization/4096/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 512 + + + + + 513 + + + + + 514 + + + + + 515 + + + + + 516 + + + + + 517 + + + + + 518 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/4096: mean + + + + + + + diff --git a/event_deserialization/4096/report/median.svg b/event_deserialization/4096/report/median.svg new file mode 100644 index 00000000..3ce4177a --- /dev/null +++ b/event_deserialization/4096/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 509.5 + + + + + 510 + + + + + 510.5 + + + + + 511 + + + + + 511.5 + + + + + 512 + + + + + 512.5 + + + + + 513 + + + + + 513.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/4096: median + + + + + + + diff --git a/event_deserialization/4096/report/pdf.svg b/event_deserialization/4096/report/pdf.svg new file mode 100644 index 00000000..157569bd --- /dev/null +++ b/event_deserialization/4096/report/pdf.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 460 + + + + + 480 + + + + + 500 + + + + + 520 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + event_deserialization/4096 + + + + + + + diff --git a/event_deserialization/4096/report/pdf_small.svg b/event_deserialization/4096/report/pdf_small.svg new file mode 100644 index 00000000..43c1f31b --- /dev/null +++ b/event_deserialization/4096/report/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 460 + + + + + 480 + + + + + 500 + + + + + 520 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/4096/report/regression.svg b/event_deserialization/4096/report/regression.svg new file mode 100644 index 00000000..5637b669 --- /dev/null +++ b/event_deserialization/4096/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_deserialization/4096 + + + + + + + diff --git a/event_deserialization/4096/report/regression_small.svg b/event_deserialization/4096/report/regression_small.svg new file mode 100644 index 00000000..8a799bbd --- /dev/null +++ b/event_deserialization/4096/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_deserialization/4096/report/relative_pdf_small.svg b/event_deserialization/4096/report/relative_pdf_small.svg new file mode 100644 index 00000000..8ed70b19 --- /dev/null +++ b/event_deserialization/4096/report/relative_pdf_small.svg @@ -0,0 +1,321 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + 900 + + + + + 950 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/4096/report/relative_regression_small.svg b/event_deserialization/4096/report/relative_regression_small.svg new file mode 100644 index 00000000..2fbc067a --- /dev/null +++ b/event_deserialization/4096/report/relative_regression_small.svg @@ -0,0 +1,342 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_deserialization/4096/report/slope.svg b/event_deserialization/4096/report/slope.svg new file mode 100644 index 00000000..b6fa63b6 --- /dev/null +++ b/event_deserialization/4096/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 515 + + + + + 516 + + + + + 517 + + + + + 518 + + + + + 519 + + + + + 520 + + + + + 521 + + + + + 522 + + + + + 523 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/4096: slope + + + + + + + diff --git a/event_deserialization/4096/report/typical.svg b/event_deserialization/4096/report/typical.svg new file mode 100644 index 00000000..8d618c30 --- /dev/null +++ b/event_deserialization/4096/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 515 + + + + + 516 + + + + + 517 + + + + + 518 + + + + + 519 + + + + + 520 + + + + + 521 + + + + + 522 + + + + + 523 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/4096: typical + + + + + + + diff --git a/event_deserialization/65536/change/estimates.json b/event_deserialization/65536/change/estimates.json new file mode 100644 index 00000000..5f8ce346 --- /dev/null +++ b/event_deserialization/65536/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5240503228310447,"upper_bound":-0.5128154722776731},"point_estimate":-0.5181959435554103,"standard_error":0.0028777060269680756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5164777887821081,"upper_bound":-0.5062114690758643},"point_estimate":-0.5115843311524852,"standard_error":0.0024916588165053133}} \ No newline at end of file diff --git a/event_deserialization/65536/develop/benchmark.json b/event_deserialization/65536/develop/benchmark.json new file mode 100644 index 00000000..ff5fd8f5 --- /dev/null +++ b/event_deserialization/65536/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"65536","throughput":{"Bytes":65536},"full_id":"event_deserialization/65536","directory_name":"event_deserialization/65536","title":"event_deserialization/65536"} \ No newline at end of file diff --git a/event_deserialization/65536/develop/estimates.json b/event_deserialization/65536/develop/estimates.json new file mode 100644 index 00000000..93dd7d1a --- /dev/null +++ b/event_deserialization/65536/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4532.588066573763,"upper_bound":4591.062052057813},"point_estimate":4561.044831650915,"standard_error":14.897651233871011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4512.637936253561,"upper_bound":4588.251989389921},"point_estimate":4555.754387665426,"standard_error":17.842402176925262},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.29764483070021,"upper_bound":172.8140992955724},"point_estimate":151.37816349514114,"standard_error":14.021606514683134},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4613.339514200358,"upper_bound":4686.01708343351},"point_estimate":4646.661244804159,"standard_error":18.653084965023343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.46495622325486,"upper_bound":185.5940752880478},"point_estimate":149.3618700207458,"standard_error":18.04184324885507}} \ No newline at end of file diff --git a/event_deserialization/65536/develop/raw.csv b/event_deserialization/65536/develop/raw.csv new file mode 100644 index 00000000..2a18cec7 --- /dev/null +++ b/event_deserialization/65536/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,65536,65536,bytes,180956.0,ns,39 +event_deserialization,,65536,65536,bytes,340378.0,ns,78 +event_deserialization,,65536,65536,bytes,509987.0,ns,117 +event_deserialization,,65536,65536,bytes,680775.0,ns,156 +event_deserialization,,65536,65536,bytes,855219.0,ns,195 +event_deserialization,,65536,65536,bytes,1023149.0,ns,234 +event_deserialization,,65536,65536,bytes,1191824.0,ns,273 +event_deserialization,,65536,65536,bytes,1372669.0,ns,312 +event_deserialization,,65536,65536,bytes,1546723.0,ns,351 +event_deserialization,,65536,65536,bytes,1760271.0,ns,390 +event_deserialization,,65536,65536,bytes,1992768.0,ns,429 +event_deserialization,,65536,65536,bytes,2041495.0,ns,468 +event_deserialization,,65536,65536,bytes,2443059.0,ns,507 +event_deserialization,,65536,65536,bytes,2452269.0,ns,546 +event_deserialization,,65536,65536,bytes,2604394.0,ns,585 +event_deserialization,,65536,65536,bytes,2734190.0,ns,624 +event_deserialization,,65536,65536,bytes,2894506.0,ns,663 +event_deserialization,,65536,65536,bytes,3337306.0,ns,702 +event_deserialization,,65536,65536,bytes,3291670.0,ns,741 +event_deserialization,,65536,65536,bytes,3408969.0,ns,780 +event_deserialization,,65536,65536,bytes,3596482.0,ns,819 +event_deserialization,,65536,65536,bytes,3750558.0,ns,858 +event_deserialization,,65536,65536,bytes,3953801.0,ns,897 +event_deserialization,,65536,65536,bytes,4101473.0,ns,936 +event_deserialization,,65536,65536,bytes,4260471.0,ns,975 +event_deserialization,,65536,65536,bytes,4544854.0,ns,1014 +event_deserialization,,65536,65536,bytes,4676443.0,ns,1053 +event_deserialization,,65536,65536,bytes,4871963.0,ns,1092 +event_deserialization,,65536,65536,bytes,5009875.0,ns,1131 +event_deserialization,,65536,65536,bytes,5547082.0,ns,1170 +event_deserialization,,65536,65536,bytes,5504711.0,ns,1209 +event_deserialization,,65536,65536,bytes,5621465.0,ns,1248 +event_deserialization,,65536,65536,bytes,5783081.0,ns,1287 +event_deserialization,,65536,65536,bytes,5894309.0,ns,1326 +event_deserialization,,65536,65536,bytes,6734456.0,ns,1365 +event_deserialization,,65536,65536,bytes,6231344.0,ns,1404 +event_deserialization,,65536,65536,bytes,6395309.0,ns,1443 +event_deserialization,,65536,65536,bytes,6751335.0,ns,1482 +event_deserialization,,65536,65536,bytes,6820531.0,ns,1521 +event_deserialization,,65536,65536,bytes,6907442.0,ns,1560 +event_deserialization,,65536,65536,bytes,7084601.0,ns,1599 +event_deserialization,,65536,65536,bytes,7327111.0,ns,1638 +event_deserialization,,65536,65536,bytes,7452990.0,ns,1677 +event_deserialization,,65536,65536,bytes,7644590.0,ns,1716 +event_deserialization,,65536,65536,bytes,7934174.0,ns,1755 +event_deserialization,,65536,65536,bytes,7951036.0,ns,1794 +event_deserialization,,65536,65536,bytes,8129253.0,ns,1833 +event_deserialization,,65536,65536,bytes,8350564.0,ns,1872 +event_deserialization,,65536,65536,bytes,8560329.0,ns,1911 +event_deserialization,,65536,65536,bytes,8725667.0,ns,1950 +event_deserialization,,65536,65536,bytes,9112349.0,ns,1989 +event_deserialization,,65536,65536,bytes,9204173.0,ns,2028 +event_deserialization,,65536,65536,bytes,9374857.0,ns,2067 +event_deserialization,,65536,65536,bytes,9625059.0,ns,2106 +event_deserialization,,65536,65536,bytes,9835307.0,ns,2145 +event_deserialization,,65536,65536,bytes,10146824.0,ns,2184 +event_deserialization,,65536,65536,bytes,10291919.0,ns,2223 +event_deserialization,,65536,65536,bytes,10378626.0,ns,2262 +event_deserialization,,65536,65536,bytes,10590224.0,ns,2301 +event_deserialization,,65536,65536,bytes,10627542.0,ns,2340 +event_deserialization,,65536,65536,bytes,10819291.0,ns,2379 +event_deserialization,,65536,65536,bytes,11015599.0,ns,2418 +event_deserialization,,65536,65536,bytes,11276839.0,ns,2457 +event_deserialization,,65536,65536,bytes,11371385.0,ns,2496 +event_deserialization,,65536,65536,bytes,11828532.0,ns,2535 +event_deserialization,,65536,65536,bytes,11934131.0,ns,2574 +event_deserialization,,65536,65536,bytes,11976551.0,ns,2613 +event_deserialization,,65536,65536,bytes,12087631.0,ns,2652 +event_deserialization,,65536,65536,bytes,12416386.0,ns,2691 +event_deserialization,,65536,65536,bytes,12471688.0,ns,2730 +event_deserialization,,65536,65536,bytes,12587673.0,ns,2769 +event_deserialization,,65536,65536,bytes,12839629.0,ns,2808 +event_deserialization,,65536,65536,bytes,13382243.0,ns,2847 +event_deserialization,,65536,65536,bytes,13155955.0,ns,2886 +event_deserialization,,65536,65536,bytes,13480597.0,ns,2925 +event_deserialization,,65536,65536,bytes,13926445.0,ns,2964 +event_deserialization,,65536,65536,bytes,14346961.0,ns,3003 +event_deserialization,,65536,65536,bytes,14129185.0,ns,3042 +event_deserialization,,65536,65536,bytes,14304451.0,ns,3081 +event_deserialization,,65536,65536,bytes,14468750.0,ns,3120 +event_deserialization,,65536,65536,bytes,15428886.0,ns,3159 +event_deserialization,,65536,65536,bytes,15010856.0,ns,3198 +event_deserialization,,65536,65536,bytes,15007654.0,ns,3237 +event_deserialization,,65536,65536,bytes,15584730.0,ns,3276 +event_deserialization,,65536,65536,bytes,15444902.0,ns,3315 +event_deserialization,,65536,65536,bytes,15642923.0,ns,3354 +event_deserialization,,65536,65536,bytes,15858513.0,ns,3393 +event_deserialization,,65536,65536,bytes,16024630.0,ns,3432 +event_deserialization,,65536,65536,bytes,16173615.0,ns,3471 +event_deserialization,,65536,65536,bytes,18551124.0,ns,3510 +event_deserialization,,65536,65536,bytes,16457858.0,ns,3549 +event_deserialization,,65536,65536,bytes,16641130.0,ns,3588 +event_deserialization,,65536,65536,bytes,17441443.0,ns,3627 +event_deserialization,,65536,65536,bytes,17057164.0,ns,3666 +event_deserialization,,65536,65536,bytes,17208097.0,ns,3705 +event_deserialization,,65536,65536,bytes,17522248.0,ns,3744 +event_deserialization,,65536,65536,bytes,17606871.0,ns,3783 +event_deserialization,,65536,65536,bytes,17721723.0,ns,3822 +event_deserialization,,65536,65536,bytes,18515707.0,ns,3861 +event_deserialization,,65536,65536,bytes,18283248.0,ns,3900 diff --git a/event_deserialization/65536/develop/sample.json b/event_deserialization/65536/develop/sample.json new file mode 100644 index 00000000..498d849c --- /dev/null +++ b/event_deserialization/65536/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[39.0,78.0,117.0,156.0,195.0,234.0,273.0,312.0,351.0,390.0,429.0,468.0,507.0,546.0,585.0,624.0,663.0,702.0,741.0,780.0,819.0,858.0,897.0,936.0,975.0,1014.0,1053.0,1092.0,1131.0,1170.0,1209.0,1248.0,1287.0,1326.0,1365.0,1404.0,1443.0,1482.0,1521.0,1560.0,1599.0,1638.0,1677.0,1716.0,1755.0,1794.0,1833.0,1872.0,1911.0,1950.0,1989.0,2028.0,2067.0,2106.0,2145.0,2184.0,2223.0,2262.0,2301.0,2340.0,2379.0,2418.0,2457.0,2496.0,2535.0,2574.0,2613.0,2652.0,2691.0,2730.0,2769.0,2808.0,2847.0,2886.0,2925.0,2964.0,3003.0,3042.0,3081.0,3120.0,3159.0,3198.0,3237.0,3276.0,3315.0,3354.0,3393.0,3432.0,3471.0,3510.0,3549.0,3588.0,3627.0,3666.0,3705.0,3744.0,3783.0,3822.0,3861.0,3900.0],"times":[180956.0,340378.0,509987.0,680775.0,855219.0,1023149.0,1191824.0,1372669.0,1546723.0,1760271.0,1992768.0,2041495.0,2443059.0,2452269.0,2604394.0,2734190.0,2894506.0,3337306.0,3291670.0,3408969.0,3596482.0,3750558.0,3953801.0,4101473.0,4260471.0,4544854.0,4676443.0,4871963.0,5009875.0,5547082.0,5504711.0,5621465.0,5783081.0,5894309.0,6734456.0,6231344.0,6395309.0,6751335.0,6820531.0,6907442.0,7084601.0,7327111.0,7452990.0,7644590.0,7934174.0,7951036.0,8129253.0,8350564.0,8560329.0,8725667.0,9112349.0,9204173.0,9374857.0,9625059.0,9835307.0,10146824.0,10291919.0,10378626.0,10590224.0,10627542.0,10819291.0,11015599.0,11276839.0,11371385.0,11828532.0,11934131.0,11976551.0,12087631.0,12416386.0,12471688.0,12587673.0,12839629.0,13382243.0,13155955.0,13480597.0,13926445.0,14346961.0,14129185.0,14304451.0,14468750.0,15428886.0,15010856.0,15007654.0,15584730.0,15444902.0,15642923.0,15858513.0,16024630.0,16173615.0,18551124.0,16457858.0,16641130.0,17441443.0,17057164.0,17208097.0,17522248.0,17606871.0,17721723.0,18515707.0,18283248.0]} \ No newline at end of file diff --git a/event_deserialization/65536/develop/tukey.json b/event_deserialization/65536/develop/tukey.json new file mode 100644 index 00000000..a8440fd0 --- /dev/null +++ b/event_deserialization/65536/develop/tukey.json @@ -0,0 +1 @@ +[3833.2249058546277,4137.570661304382,4949.159342503726,5253.50509795348] \ No newline at end of file diff --git a/event_deserialization/65536/new/benchmark.json b/event_deserialization/65536/new/benchmark.json new file mode 100644 index 00000000..ff5fd8f5 --- /dev/null +++ b/event_deserialization/65536/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_deserialization","function_id":null,"value_str":"65536","throughput":{"Bytes":65536},"full_id":"event_deserialization/65536","directory_name":"event_deserialization/65536","title":"event_deserialization/65536"} \ No newline at end of file diff --git a/event_deserialization/65536/new/estimates.json b/event_deserialization/65536/new/estimates.json new file mode 100644 index 00000000..93dd7d1a --- /dev/null +++ b/event_deserialization/65536/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4532.588066573763,"upper_bound":4591.062052057813},"point_estimate":4561.044831650915,"standard_error":14.897651233871011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4512.637936253561,"upper_bound":4588.251989389921},"point_estimate":4555.754387665426,"standard_error":17.842402176925262},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.29764483070021,"upper_bound":172.8140992955724},"point_estimate":151.37816349514114,"standard_error":14.021606514683134},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4613.339514200358,"upper_bound":4686.01708343351},"point_estimate":4646.661244804159,"standard_error":18.653084965023343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.46495622325486,"upper_bound":185.5940752880478},"point_estimate":149.3618700207458,"standard_error":18.04184324885507}} \ No newline at end of file diff --git a/event_deserialization/65536/new/raw.csv b/event_deserialization/65536/new/raw.csv new file mode 100644 index 00000000..2a18cec7 --- /dev/null +++ b/event_deserialization/65536/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_deserialization,,65536,65536,bytes,180956.0,ns,39 +event_deserialization,,65536,65536,bytes,340378.0,ns,78 +event_deserialization,,65536,65536,bytes,509987.0,ns,117 +event_deserialization,,65536,65536,bytes,680775.0,ns,156 +event_deserialization,,65536,65536,bytes,855219.0,ns,195 +event_deserialization,,65536,65536,bytes,1023149.0,ns,234 +event_deserialization,,65536,65536,bytes,1191824.0,ns,273 +event_deserialization,,65536,65536,bytes,1372669.0,ns,312 +event_deserialization,,65536,65536,bytes,1546723.0,ns,351 +event_deserialization,,65536,65536,bytes,1760271.0,ns,390 +event_deserialization,,65536,65536,bytes,1992768.0,ns,429 +event_deserialization,,65536,65536,bytes,2041495.0,ns,468 +event_deserialization,,65536,65536,bytes,2443059.0,ns,507 +event_deserialization,,65536,65536,bytes,2452269.0,ns,546 +event_deserialization,,65536,65536,bytes,2604394.0,ns,585 +event_deserialization,,65536,65536,bytes,2734190.0,ns,624 +event_deserialization,,65536,65536,bytes,2894506.0,ns,663 +event_deserialization,,65536,65536,bytes,3337306.0,ns,702 +event_deserialization,,65536,65536,bytes,3291670.0,ns,741 +event_deserialization,,65536,65536,bytes,3408969.0,ns,780 +event_deserialization,,65536,65536,bytes,3596482.0,ns,819 +event_deserialization,,65536,65536,bytes,3750558.0,ns,858 +event_deserialization,,65536,65536,bytes,3953801.0,ns,897 +event_deserialization,,65536,65536,bytes,4101473.0,ns,936 +event_deserialization,,65536,65536,bytes,4260471.0,ns,975 +event_deserialization,,65536,65536,bytes,4544854.0,ns,1014 +event_deserialization,,65536,65536,bytes,4676443.0,ns,1053 +event_deserialization,,65536,65536,bytes,4871963.0,ns,1092 +event_deserialization,,65536,65536,bytes,5009875.0,ns,1131 +event_deserialization,,65536,65536,bytes,5547082.0,ns,1170 +event_deserialization,,65536,65536,bytes,5504711.0,ns,1209 +event_deserialization,,65536,65536,bytes,5621465.0,ns,1248 +event_deserialization,,65536,65536,bytes,5783081.0,ns,1287 +event_deserialization,,65536,65536,bytes,5894309.0,ns,1326 +event_deserialization,,65536,65536,bytes,6734456.0,ns,1365 +event_deserialization,,65536,65536,bytes,6231344.0,ns,1404 +event_deserialization,,65536,65536,bytes,6395309.0,ns,1443 +event_deserialization,,65536,65536,bytes,6751335.0,ns,1482 +event_deserialization,,65536,65536,bytes,6820531.0,ns,1521 +event_deserialization,,65536,65536,bytes,6907442.0,ns,1560 +event_deserialization,,65536,65536,bytes,7084601.0,ns,1599 +event_deserialization,,65536,65536,bytes,7327111.0,ns,1638 +event_deserialization,,65536,65536,bytes,7452990.0,ns,1677 +event_deserialization,,65536,65536,bytes,7644590.0,ns,1716 +event_deserialization,,65536,65536,bytes,7934174.0,ns,1755 +event_deserialization,,65536,65536,bytes,7951036.0,ns,1794 +event_deserialization,,65536,65536,bytes,8129253.0,ns,1833 +event_deserialization,,65536,65536,bytes,8350564.0,ns,1872 +event_deserialization,,65536,65536,bytes,8560329.0,ns,1911 +event_deserialization,,65536,65536,bytes,8725667.0,ns,1950 +event_deserialization,,65536,65536,bytes,9112349.0,ns,1989 +event_deserialization,,65536,65536,bytes,9204173.0,ns,2028 +event_deserialization,,65536,65536,bytes,9374857.0,ns,2067 +event_deserialization,,65536,65536,bytes,9625059.0,ns,2106 +event_deserialization,,65536,65536,bytes,9835307.0,ns,2145 +event_deserialization,,65536,65536,bytes,10146824.0,ns,2184 +event_deserialization,,65536,65536,bytes,10291919.0,ns,2223 +event_deserialization,,65536,65536,bytes,10378626.0,ns,2262 +event_deserialization,,65536,65536,bytes,10590224.0,ns,2301 +event_deserialization,,65536,65536,bytes,10627542.0,ns,2340 +event_deserialization,,65536,65536,bytes,10819291.0,ns,2379 +event_deserialization,,65536,65536,bytes,11015599.0,ns,2418 +event_deserialization,,65536,65536,bytes,11276839.0,ns,2457 +event_deserialization,,65536,65536,bytes,11371385.0,ns,2496 +event_deserialization,,65536,65536,bytes,11828532.0,ns,2535 +event_deserialization,,65536,65536,bytes,11934131.0,ns,2574 +event_deserialization,,65536,65536,bytes,11976551.0,ns,2613 +event_deserialization,,65536,65536,bytes,12087631.0,ns,2652 +event_deserialization,,65536,65536,bytes,12416386.0,ns,2691 +event_deserialization,,65536,65536,bytes,12471688.0,ns,2730 +event_deserialization,,65536,65536,bytes,12587673.0,ns,2769 +event_deserialization,,65536,65536,bytes,12839629.0,ns,2808 +event_deserialization,,65536,65536,bytes,13382243.0,ns,2847 +event_deserialization,,65536,65536,bytes,13155955.0,ns,2886 +event_deserialization,,65536,65536,bytes,13480597.0,ns,2925 +event_deserialization,,65536,65536,bytes,13926445.0,ns,2964 +event_deserialization,,65536,65536,bytes,14346961.0,ns,3003 +event_deserialization,,65536,65536,bytes,14129185.0,ns,3042 +event_deserialization,,65536,65536,bytes,14304451.0,ns,3081 +event_deserialization,,65536,65536,bytes,14468750.0,ns,3120 +event_deserialization,,65536,65536,bytes,15428886.0,ns,3159 +event_deserialization,,65536,65536,bytes,15010856.0,ns,3198 +event_deserialization,,65536,65536,bytes,15007654.0,ns,3237 +event_deserialization,,65536,65536,bytes,15584730.0,ns,3276 +event_deserialization,,65536,65536,bytes,15444902.0,ns,3315 +event_deserialization,,65536,65536,bytes,15642923.0,ns,3354 +event_deserialization,,65536,65536,bytes,15858513.0,ns,3393 +event_deserialization,,65536,65536,bytes,16024630.0,ns,3432 +event_deserialization,,65536,65536,bytes,16173615.0,ns,3471 +event_deserialization,,65536,65536,bytes,18551124.0,ns,3510 +event_deserialization,,65536,65536,bytes,16457858.0,ns,3549 +event_deserialization,,65536,65536,bytes,16641130.0,ns,3588 +event_deserialization,,65536,65536,bytes,17441443.0,ns,3627 +event_deserialization,,65536,65536,bytes,17057164.0,ns,3666 +event_deserialization,,65536,65536,bytes,17208097.0,ns,3705 +event_deserialization,,65536,65536,bytes,17522248.0,ns,3744 +event_deserialization,,65536,65536,bytes,17606871.0,ns,3783 +event_deserialization,,65536,65536,bytes,17721723.0,ns,3822 +event_deserialization,,65536,65536,bytes,18515707.0,ns,3861 +event_deserialization,,65536,65536,bytes,18283248.0,ns,3900 diff --git a/event_deserialization/65536/new/sample.json b/event_deserialization/65536/new/sample.json new file mode 100644 index 00000000..498d849c --- /dev/null +++ b/event_deserialization/65536/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[39.0,78.0,117.0,156.0,195.0,234.0,273.0,312.0,351.0,390.0,429.0,468.0,507.0,546.0,585.0,624.0,663.0,702.0,741.0,780.0,819.0,858.0,897.0,936.0,975.0,1014.0,1053.0,1092.0,1131.0,1170.0,1209.0,1248.0,1287.0,1326.0,1365.0,1404.0,1443.0,1482.0,1521.0,1560.0,1599.0,1638.0,1677.0,1716.0,1755.0,1794.0,1833.0,1872.0,1911.0,1950.0,1989.0,2028.0,2067.0,2106.0,2145.0,2184.0,2223.0,2262.0,2301.0,2340.0,2379.0,2418.0,2457.0,2496.0,2535.0,2574.0,2613.0,2652.0,2691.0,2730.0,2769.0,2808.0,2847.0,2886.0,2925.0,2964.0,3003.0,3042.0,3081.0,3120.0,3159.0,3198.0,3237.0,3276.0,3315.0,3354.0,3393.0,3432.0,3471.0,3510.0,3549.0,3588.0,3627.0,3666.0,3705.0,3744.0,3783.0,3822.0,3861.0,3900.0],"times":[180956.0,340378.0,509987.0,680775.0,855219.0,1023149.0,1191824.0,1372669.0,1546723.0,1760271.0,1992768.0,2041495.0,2443059.0,2452269.0,2604394.0,2734190.0,2894506.0,3337306.0,3291670.0,3408969.0,3596482.0,3750558.0,3953801.0,4101473.0,4260471.0,4544854.0,4676443.0,4871963.0,5009875.0,5547082.0,5504711.0,5621465.0,5783081.0,5894309.0,6734456.0,6231344.0,6395309.0,6751335.0,6820531.0,6907442.0,7084601.0,7327111.0,7452990.0,7644590.0,7934174.0,7951036.0,8129253.0,8350564.0,8560329.0,8725667.0,9112349.0,9204173.0,9374857.0,9625059.0,9835307.0,10146824.0,10291919.0,10378626.0,10590224.0,10627542.0,10819291.0,11015599.0,11276839.0,11371385.0,11828532.0,11934131.0,11976551.0,12087631.0,12416386.0,12471688.0,12587673.0,12839629.0,13382243.0,13155955.0,13480597.0,13926445.0,14346961.0,14129185.0,14304451.0,14468750.0,15428886.0,15010856.0,15007654.0,15584730.0,15444902.0,15642923.0,15858513.0,16024630.0,16173615.0,18551124.0,16457858.0,16641130.0,17441443.0,17057164.0,17208097.0,17522248.0,17606871.0,17721723.0,18515707.0,18283248.0]} \ No newline at end of file diff --git a/event_deserialization/65536/new/tukey.json b/event_deserialization/65536/new/tukey.json new file mode 100644 index 00000000..a8440fd0 --- /dev/null +++ b/event_deserialization/65536/new/tukey.json @@ -0,0 +1 @@ +[3833.2249058546277,4137.570661304382,4949.159342503726,5253.50509795348] \ No newline at end of file diff --git a/event_deserialization/65536/report/MAD.svg b/event_deserialization/65536/report/MAD.svg new file mode 100644 index 00000000..ee318e1e --- /dev/null +++ b/event_deserialization/65536/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/65536: MAD + + + + + + + diff --git a/event_deserialization/65536/report/SD.svg b/event_deserialization/65536/report/SD.svg new file mode 100644 index 00000000..6d779282 --- /dev/null +++ b/event_deserialization/65536/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + 190 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/65536: SD + + + + + + + diff --git a/event_deserialization/65536/report/both/pdf.svg b/event_deserialization/65536/report/both/pdf.svg new file mode 100644 index 00000000..3ec232b1 --- /dev/null +++ b/event_deserialization/65536/report/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_deserialization/65536 + + + + + + + diff --git a/event_deserialization/65536/report/both/regression.svg b/event_deserialization/65536/report/both/regression.svg new file mode 100644 index 00000000..39e282dd --- /dev/null +++ b/event_deserialization/65536/report/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_deserialization/65536 + + + + + + + diff --git a/event_deserialization/65536/report/change/mean.svg b/event_deserialization/65536/report/change/mean.svg new file mode 100644 index 00000000..c20f620c --- /dev/null +++ b/event_deserialization/65536/report/change/mean.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + -52.4 + + + + + -52.2 + + + + + -52 + + + + + -51.8 + + + + + -51.6 + + + + + -51.4 + + + + + -51.2 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/65536: mean + + + + + + + diff --git a/event_deserialization/65536/report/change/median.svg b/event_deserialization/65536/report/change/median.svg new file mode 100644 index 00000000..c80c0035 --- /dev/null +++ b/event_deserialization/65536/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + -51.6 + + + + + -51.4 + + + + + -51.2 + + + + + -51 + + + + + -50.8 + + + + + -50.6 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_deserialization/65536: median + + + + + + + diff --git a/event_deserialization/65536/report/change/t-test.svg b/event_deserialization/65536/report/change/t-test.svg new file mode 100644 index 00000000..4db114bc --- /dev/null +++ b/event_deserialization/65536/report/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -100 + + + + + -80 + + + + + -60 + + + + + -40 + + + + + -20 + + + + + 0 + + + + + 20 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_deserialization/65536: Welch t test + + + + + + + diff --git a/event_deserialization/65536/report/index.html b/event_deserialization/65536/report/index.html new file mode 100644 index 00000000..e463d25e --- /dev/null +++ b/event_deserialization/65536/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_deserialization/65536 - Criterion.rs + + + + +
+

event_deserialization/65536

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope4.6133 us4.6467 us4.6860 us
Throughput13.025 GiB/s13.135 GiB/s13.230 GiB/s
R²0.88952870.89491040.8874209
Mean4.5326 us4.5610 us4.5911 us
Std. Dev.117.46 ns149.36 ns185.59 ns
Median4.5126 us4.5558 us4.5883 us
MAD118.30 ns151.38 ns172.81 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-52.405%-51.820%-51.282%(p = 0.00 < + 0.05)
Change in throughput+110.11%+107.55%+105.26%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_deserialization/65536/report/mean.svg b/event_deserialization/65536/report/mean.svg new file mode 100644 index 00000000..995bf43f --- /dev/null +++ b/event_deserialization/65536/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 4.53 + + + + + 4.54 + + + + + 4.55 + + + + + 4.56 + + + + + 4.57 + + + + + 4.58 + + + + + 4.59 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/65536: mean + + + + + + + diff --git a/event_deserialization/65536/report/median.svg b/event_deserialization/65536/report/median.svg new file mode 100644 index 00000000..83e782a7 --- /dev/null +++ b/event_deserialization/65536/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 4.51 + + + + + 4.52 + + + + + 4.53 + + + + + 4.54 + + + + + 4.55 + + + + + 4.56 + + + + + 4.57 + + + + + 4.58 + + + + + 4.59 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/65536: median + + + + + + + diff --git a/event_deserialization/65536/report/pdf.svg b/event_deserialization/65536/report/pdf.svg new file mode 100644 index 00000000..e451b05c --- /dev/null +++ b/event_deserialization/65536/report/pdf.svg @@ -0,0 +1,312 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4.2 + + + + + 4.4 + + + + + 4.6 + + + + + 4.8 + + + + + 5 + + + + + 5.2 + + + + + 5.4 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + event_deserialization/65536 + + + + + + + diff --git a/event_deserialization/65536/report/pdf_small.svg b/event_deserialization/65536/report/pdf_small.svg new file mode 100644 index 00000000..3b6732af --- /dev/null +++ b/event_deserialization/65536/report/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 4.2 + + + + + 4.4 + + + + + 4.6 + + + + + 4.8 + + + + + 5 + + + + + 5.2 + + + + + 5.4 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/65536/report/regression.svg b/event_deserialization/65536/report/regression.svg new file mode 100644 index 00000000..3f7313e8 --- /dev/null +++ b/event_deserialization/65536/report/regression.svg @@ -0,0 +1,473 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_deserialization/65536 + + + + + + + diff --git a/event_deserialization/65536/report/regression_small.svg b/event_deserialization/65536/report/regression_small.svg new file mode 100644 index 00000000..f554ca1a --- /dev/null +++ b/event_deserialization/65536/report/regression_small.svg @@ -0,0 +1,451 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_deserialization/65536/report/relative_pdf_small.svg b/event_deserialization/65536/report/relative_pdf_small.svg new file mode 100644 index 00000000..8d3c7abc --- /dev/null +++ b/event_deserialization/65536/report/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_deserialization/65536/report/relative_regression_small.svg b/event_deserialization/65536/report/relative_regression_small.svg new file mode 100644 index 00000000..8c63734b --- /dev/null +++ b/event_deserialization/65536/report/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_deserialization/65536/report/slope.svg b/event_deserialization/65536/report/slope.svg new file mode 100644 index 00000000..ec5d37c0 --- /dev/null +++ b/event_deserialization/65536/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 4.61 + + + + + 4.62 + + + + + 4.63 + + + + + 4.64 + + + + + 4.65 + + + + + 4.66 + + + + + 4.67 + + + + + 4.68 + + + + + 4.69 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/65536: slope + + + + + + + diff --git a/event_deserialization/65536/report/typical.svg b/event_deserialization/65536/report/typical.svg new file mode 100644 index 00000000..7d2cb30b --- /dev/null +++ b/event_deserialization/65536/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 4.61 + + + + + 4.62 + + + + + 4.63 + + + + + 4.64 + + + + + 4.65 + + + + + 4.66 + + + + + 4.67 + + + + + 4.68 + + + + + 4.69 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_deserialization/65536: typical + + + + + + + diff --git a/event_deserialization/report/index.html b/event_deserialization/report/index.html new file mode 100644 index 00000000..b0b0e12b --- /dev/null +++ b/event_deserialization/report/index.html @@ -0,0 +1,188 @@ + + + + + + event_deserialization Summary - Criterion.rs + + + + +
+

event_deserialization

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

event_deserialization/1024

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_deserialization/4096

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_deserialization/16384

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_deserialization/65536

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_deserialization/262144

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/event_deserialization/report/lines.svg b/event_deserialization/report/lines.svg new file mode 100644 index 00000000..5118fe88 --- /dev/null +++ b/event_deserialization/report/lines.svg @@ -0,0 +1,206 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + 0 + + + + + 50000 + + + + + 100000 + + + + + 150000 + + + + + 200000 + + + + + 250000 + + + + + 300000 + + + + + + + + + Average time (us) + + + + + Input Size (Bytes) + + + + + gnuplot_plot_1 + + + + + + gnuplot_plot_2 + + + + + + + + + + + + + + + + + + + + + event_deserialization: Comparison + + + + + + + diff --git a/event_deserialization/report/violin.svg b/event_deserialization/report/violin.svg new file mode 100644 index 00000000..5d48262e --- /dev/null +++ b/event_deserialization/report/violin.svg @@ -0,0 +1,543 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + event_deserialization/262144 + + + + + event_deserialization/65536 + + + + + event_deserialization/16384 + + + + + event_deserialization/4096 + + + + + event_deserialization/1024 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + Input + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + + + + + + + + + + + event_deserialization: Violin plot + + + + + + + diff --git a/event_serialization/1024/change/estimates.json b/event_serialization/1024/change/estimates.json new file mode 100644 index 00000000..fe0edc6f --- /dev/null +++ b/event_serialization/1024/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10594051927391611,"upper_bound":-0.03858250863098624},"point_estimate":-0.07079682555045419,"standard_error":0.017216294216512468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031559636641699695,"upper_bound":0.011856913654883172},"point_estimate":-0.014843118711678982,"standard_error":0.010847286101598623}} \ No newline at end of file diff --git a/event_serialization/1024/develop/benchmark.json b/event_serialization/1024/develop/benchmark.json new file mode 100644 index 00000000..fca0e077 --- /dev/null +++ b/event_serialization/1024/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"1024","throughput":{"Bytes":1024},"full_id":"event_serialization/1024","directory_name":"event_serialization/1024","title":"event_serialization/1024"} \ No newline at end of file diff --git a/event_serialization/1024/develop/estimates.json b/event_serialization/1024/develop/estimates.json new file mode 100644 index 00000000..d08d2763 --- /dev/null +++ b/event_serialization/1024/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":284.80956366212143,"upper_bound":292.5205494163283},"point_estimate":288.7126043610904,"standard_error":1.9531059114170901},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":288.6271793799288,"upper_bound":294.0830144692497},"point_estimate":290.9826394344069,"standard_error":1.3653779902140817},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.685772102135207,"upper_bound":17.331736068558406},"point_estimate":14.300699633416201,"standard_error":1.685419040198644},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.18199213020915,"upper_bound":300.48187754066873},"point_estimate":298.36081623878,"standard_error":1.094012002025987},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.462579370338299,"upper_bound":24.485339336995974},"point_estimate":19.73578845369327,"standard_error":2.5645484956919904}} \ No newline at end of file diff --git a/event_serialization/1024/develop/raw.csv b/event_serialization/1024/develop/raw.csv new file mode 100644 index 00000000..4fdf025c --- /dev/null +++ b/event_serialization/1024/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,1024,1024,bytes,285700.0,ns,1273 +event_serialization,,1024,1024,bytes,599206.0,ns,2546 +event_serialization,,1024,1024,bytes,804080.0,ns,3819 +event_serialization,,1024,1024,bytes,1171964.0,ns,5092 +event_serialization,,1024,1024,bytes,1634344.0,ns,6365 +event_serialization,,1024,1024,bytes,1954704.0,ns,7638 +event_serialization,,1024,1024,bytes,2419670.0,ns,8911 +event_serialization,,1024,1024,bytes,2834072.0,ns,10184 +event_serialization,,1024,1024,bytes,3206032.0,ns,11457 +event_serialization,,1024,1024,bytes,3485139.0,ns,12730 +event_serialization,,1024,1024,bytes,3818858.0,ns,14003 +event_serialization,,1024,1024,bytes,4160599.0,ns,15276 +event_serialization,,1024,1024,bytes,4911277.0,ns,16549 +event_serialization,,1024,1024,bytes,4975251.0,ns,17822 +event_serialization,,1024,1024,bytes,5494264.0,ns,19095 +event_serialization,,1024,1024,bytes,5725545.0,ns,20368 +event_serialization,,1024,1024,bytes,6046581.0,ns,21641 +event_serialization,,1024,1024,bytes,6200038.0,ns,22914 +event_serialization,,1024,1024,bytes,7026540.0,ns,24187 +event_serialization,,1024,1024,bytes,7075296.0,ns,25460 +event_serialization,,1024,1024,bytes,7349062.0,ns,26733 +event_serialization,,1024,1024,bytes,7724843.0,ns,28006 +event_serialization,,1024,1024,bytes,8137085.0,ns,29279 +event_serialization,,1024,1024,bytes,8434912.0,ns,30552 +event_serialization,,1024,1024,bytes,8725763.0,ns,31825 +event_serialization,,1024,1024,bytes,9065943.0,ns,33098 +event_serialization,,1024,1024,bytes,9399137.0,ns,34371 +event_serialization,,1024,1024,bytes,9794100.0,ns,35644 +event_serialization,,1024,1024,bytes,10134326.0,ns,36917 +event_serialization,,1024,1024,bytes,10633874.0,ns,38190 +event_serialization,,1024,1024,bytes,11338301.0,ns,39463 +event_serialization,,1024,1024,bytes,11477030.0,ns,40736 +event_serialization,,1024,1024,bytes,11129594.0,ns,42009 +event_serialization,,1024,1024,bytes,12848217.0,ns,43282 +event_serialization,,1024,1024,bytes,12949328.0,ns,44555 +event_serialization,,1024,1024,bytes,13408412.0,ns,45828 +event_serialization,,1024,1024,bytes,14167440.0,ns,47101 +event_serialization,,1024,1024,bytes,13690942.0,ns,48374 +event_serialization,,1024,1024,bytes,14235631.0,ns,49647 +event_serialization,,1024,1024,bytes,18558189.0,ns,50920 +event_serialization,,1024,1024,bytes,14787224.0,ns,52193 +event_serialization,,1024,1024,bytes,15050190.0,ns,53466 +event_serialization,,1024,1024,bytes,16392359.0,ns,54739 +event_serialization,,1024,1024,bytes,15958740.0,ns,56012 +event_serialization,,1024,1024,bytes,16225475.0,ns,57285 +event_serialization,,1024,1024,bytes,16927759.0,ns,58558 +event_serialization,,1024,1024,bytes,17318581.0,ns,59831 +event_serialization,,1024,1024,bytes,17819896.0,ns,61104 +event_serialization,,1024,1024,bytes,17734739.0,ns,62377 +event_serialization,,1024,1024,bytes,17943575.0,ns,63650 +event_serialization,,1024,1024,bytes,19209185.0,ns,64923 +event_serialization,,1024,1024,bytes,19446514.0,ns,66196 +event_serialization,,1024,1024,bytes,20998263.0,ns,67469 +event_serialization,,1024,1024,bytes,20360638.0,ns,68742 +event_serialization,,1024,1024,bytes,20152018.0,ns,70015 +event_serialization,,1024,1024,bytes,21919265.0,ns,71288 +event_serialization,,1024,1024,bytes,23490613.0,ns,72561 +event_serialization,,1024,1024,bytes,21583885.0,ns,73834 +event_serialization,,1024,1024,bytes,21963690.0,ns,75107 +event_serialization,,1024,1024,bytes,22958737.0,ns,76380 +event_serialization,,1024,1024,bytes,23457943.0,ns,77653 +event_serialization,,1024,1024,bytes,23210796.0,ns,78926 +event_serialization,,1024,1024,bytes,23364243.0,ns,80199 +event_serialization,,1024,1024,bytes,24004420.0,ns,81472 +event_serialization,,1024,1024,bytes,24367606.0,ns,82745 +event_serialization,,1024,1024,bytes,25566529.0,ns,84018 +event_serialization,,1024,1024,bytes,24891080.0,ns,85291 +event_serialization,,1024,1024,bytes,25136583.0,ns,86564 +event_serialization,,1024,1024,bytes,25493825.0,ns,87837 +event_serialization,,1024,1024,bytes,25791113.0,ns,89110 +event_serialization,,1024,1024,bytes,26665821.0,ns,90383 +event_serialization,,1024,1024,bytes,27549175.0,ns,91656 +event_serialization,,1024,1024,bytes,26902333.0,ns,92929 +event_serialization,,1024,1024,bytes,28217290.0,ns,94202 +event_serialization,,1024,1024,bytes,28176133.0,ns,95475 +event_serialization,,1024,1024,bytes,31321703.0,ns,96748 +event_serialization,,1024,1024,bytes,29707343.0,ns,98021 +event_serialization,,1024,1024,bytes,29064682.0,ns,99294 +event_serialization,,1024,1024,bytes,29160462.0,ns,100567 +event_serialization,,1024,1024,bytes,31294384.0,ns,101840 +event_serialization,,1024,1024,bytes,31987781.0,ns,103113 +event_serialization,,1024,1024,bytes,31944301.0,ns,104386 +event_serialization,,1024,1024,bytes,31300036.0,ns,105659 +event_serialization,,1024,1024,bytes,32285751.0,ns,106932 +event_serialization,,1024,1024,bytes,34214415.0,ns,108205 +event_serialization,,1024,1024,bytes,32586801.0,ns,109478 +event_serialization,,1024,1024,bytes,32102890.0,ns,110751 +event_serialization,,1024,1024,bytes,34420496.0,ns,112024 +event_serialization,,1024,1024,bytes,33358729.0,ns,113297 +event_serialization,,1024,1024,bytes,35579161.0,ns,114570 +event_serialization,,1024,1024,bytes,34830624.0,ns,115843 +event_serialization,,1024,1024,bytes,35632761.0,ns,117116 +event_serialization,,1024,1024,bytes,35879598.0,ns,118389 +event_serialization,,1024,1024,bytes,35415165.0,ns,119662 +event_serialization,,1024,1024,bytes,37012855.0,ns,120935 +event_serialization,,1024,1024,bytes,36831034.0,ns,122208 +event_serialization,,1024,1024,bytes,36831782.0,ns,123481 +event_serialization,,1024,1024,bytes,37392624.0,ns,124754 +event_serialization,,1024,1024,bytes,37937881.0,ns,126027 +event_serialization,,1024,1024,bytes,37288593.0,ns,127300 diff --git a/event_serialization/1024/develop/sample.json b/event_serialization/1024/develop/sample.json new file mode 100644 index 00000000..cca815a5 --- /dev/null +++ b/event_serialization/1024/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1273.0,2546.0,3819.0,5092.0,6365.0,7638.0,8911.0,10184.0,11457.0,12730.0,14003.0,15276.0,16549.0,17822.0,19095.0,20368.0,21641.0,22914.0,24187.0,25460.0,26733.0,28006.0,29279.0,30552.0,31825.0,33098.0,34371.0,35644.0,36917.0,38190.0,39463.0,40736.0,42009.0,43282.0,44555.0,45828.0,47101.0,48374.0,49647.0,50920.0,52193.0,53466.0,54739.0,56012.0,57285.0,58558.0,59831.0,61104.0,62377.0,63650.0,64923.0,66196.0,67469.0,68742.0,70015.0,71288.0,72561.0,73834.0,75107.0,76380.0,77653.0,78926.0,80199.0,81472.0,82745.0,84018.0,85291.0,86564.0,87837.0,89110.0,90383.0,91656.0,92929.0,94202.0,95475.0,96748.0,98021.0,99294.0,100567.0,101840.0,103113.0,104386.0,105659.0,106932.0,108205.0,109478.0,110751.0,112024.0,113297.0,114570.0,115843.0,117116.0,118389.0,119662.0,120935.0,122208.0,123481.0,124754.0,126027.0,127300.0],"times":[285700.0,599206.0,804080.0,1171964.0,1634344.0,1954704.0,2419670.0,2834072.0,3206032.0,3485139.0,3818858.0,4160599.0,4911277.0,4975251.0,5494264.0,5725545.0,6046581.0,6200038.0,7026540.0,7075296.0,7349062.0,7724843.0,8137085.0,8434912.0,8725763.0,9065943.0,9399137.0,9794100.0,10134326.0,10633874.0,11338301.0,11477030.0,11129594.0,12848217.0,12949328.0,13408412.0,14167440.0,13690942.0,14235631.0,18558189.0,14787224.0,15050190.0,16392359.0,15958740.0,16225475.0,16927759.0,17318581.0,17819896.0,17734739.0,17943575.0,19209185.0,19446514.0,20998263.0,20360638.0,20152018.0,21919265.0,23490613.0,21583885.0,21963690.0,22958737.0,23457943.0,23210796.0,23364243.0,24004420.0,24367606.0,25566529.0,24891080.0,25136583.0,25493825.0,25791113.0,26665821.0,27549175.0,26902333.0,28217290.0,28176133.0,31321703.0,29707343.0,29064682.0,29160462.0,31294384.0,31987781.0,31944301.0,31300036.0,32285751.0,34214415.0,32586801.0,32102890.0,34420496.0,33358729.0,35579161.0,34830624.0,35632761.0,35879598.0,35415165.0,37012855.0,36831034.0,36831782.0,37392624.0,37937881.0,37288593.0]} \ No newline at end of file diff --git a/event_serialization/1024/develop/tukey.json b/event_serialization/1024/develop/tukey.json new file mode 100644 index 00000000..9c05c265 --- /dev/null +++ b/event_serialization/1024/develop/tukey.json @@ -0,0 +1 @@ +[218.6116218403032,248.97772542436647,329.95400164853515,360.32010523259845] \ No newline at end of file diff --git a/event_serialization/1024/new/benchmark.json b/event_serialization/1024/new/benchmark.json new file mode 100644 index 00000000..fca0e077 --- /dev/null +++ b/event_serialization/1024/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"1024","throughput":{"Bytes":1024},"full_id":"event_serialization/1024","directory_name":"event_serialization/1024","title":"event_serialization/1024"} \ No newline at end of file diff --git a/event_serialization/1024/new/estimates.json b/event_serialization/1024/new/estimates.json new file mode 100644 index 00000000..d08d2763 --- /dev/null +++ b/event_serialization/1024/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":284.80956366212143,"upper_bound":292.5205494163283},"point_estimate":288.7126043610904,"standard_error":1.9531059114170901},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":288.6271793799288,"upper_bound":294.0830144692497},"point_estimate":290.9826394344069,"standard_error":1.3653779902140817},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.685772102135207,"upper_bound":17.331736068558406},"point_estimate":14.300699633416201,"standard_error":1.685419040198644},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.18199213020915,"upper_bound":300.48187754066873},"point_estimate":298.36081623878,"standard_error":1.094012002025987},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.462579370338299,"upper_bound":24.485339336995974},"point_estimate":19.73578845369327,"standard_error":2.5645484956919904}} \ No newline at end of file diff --git a/event_serialization/1024/new/raw.csv b/event_serialization/1024/new/raw.csv new file mode 100644 index 00000000..4fdf025c --- /dev/null +++ b/event_serialization/1024/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,1024,1024,bytes,285700.0,ns,1273 +event_serialization,,1024,1024,bytes,599206.0,ns,2546 +event_serialization,,1024,1024,bytes,804080.0,ns,3819 +event_serialization,,1024,1024,bytes,1171964.0,ns,5092 +event_serialization,,1024,1024,bytes,1634344.0,ns,6365 +event_serialization,,1024,1024,bytes,1954704.0,ns,7638 +event_serialization,,1024,1024,bytes,2419670.0,ns,8911 +event_serialization,,1024,1024,bytes,2834072.0,ns,10184 +event_serialization,,1024,1024,bytes,3206032.0,ns,11457 +event_serialization,,1024,1024,bytes,3485139.0,ns,12730 +event_serialization,,1024,1024,bytes,3818858.0,ns,14003 +event_serialization,,1024,1024,bytes,4160599.0,ns,15276 +event_serialization,,1024,1024,bytes,4911277.0,ns,16549 +event_serialization,,1024,1024,bytes,4975251.0,ns,17822 +event_serialization,,1024,1024,bytes,5494264.0,ns,19095 +event_serialization,,1024,1024,bytes,5725545.0,ns,20368 +event_serialization,,1024,1024,bytes,6046581.0,ns,21641 +event_serialization,,1024,1024,bytes,6200038.0,ns,22914 +event_serialization,,1024,1024,bytes,7026540.0,ns,24187 +event_serialization,,1024,1024,bytes,7075296.0,ns,25460 +event_serialization,,1024,1024,bytes,7349062.0,ns,26733 +event_serialization,,1024,1024,bytes,7724843.0,ns,28006 +event_serialization,,1024,1024,bytes,8137085.0,ns,29279 +event_serialization,,1024,1024,bytes,8434912.0,ns,30552 +event_serialization,,1024,1024,bytes,8725763.0,ns,31825 +event_serialization,,1024,1024,bytes,9065943.0,ns,33098 +event_serialization,,1024,1024,bytes,9399137.0,ns,34371 +event_serialization,,1024,1024,bytes,9794100.0,ns,35644 +event_serialization,,1024,1024,bytes,10134326.0,ns,36917 +event_serialization,,1024,1024,bytes,10633874.0,ns,38190 +event_serialization,,1024,1024,bytes,11338301.0,ns,39463 +event_serialization,,1024,1024,bytes,11477030.0,ns,40736 +event_serialization,,1024,1024,bytes,11129594.0,ns,42009 +event_serialization,,1024,1024,bytes,12848217.0,ns,43282 +event_serialization,,1024,1024,bytes,12949328.0,ns,44555 +event_serialization,,1024,1024,bytes,13408412.0,ns,45828 +event_serialization,,1024,1024,bytes,14167440.0,ns,47101 +event_serialization,,1024,1024,bytes,13690942.0,ns,48374 +event_serialization,,1024,1024,bytes,14235631.0,ns,49647 +event_serialization,,1024,1024,bytes,18558189.0,ns,50920 +event_serialization,,1024,1024,bytes,14787224.0,ns,52193 +event_serialization,,1024,1024,bytes,15050190.0,ns,53466 +event_serialization,,1024,1024,bytes,16392359.0,ns,54739 +event_serialization,,1024,1024,bytes,15958740.0,ns,56012 +event_serialization,,1024,1024,bytes,16225475.0,ns,57285 +event_serialization,,1024,1024,bytes,16927759.0,ns,58558 +event_serialization,,1024,1024,bytes,17318581.0,ns,59831 +event_serialization,,1024,1024,bytes,17819896.0,ns,61104 +event_serialization,,1024,1024,bytes,17734739.0,ns,62377 +event_serialization,,1024,1024,bytes,17943575.0,ns,63650 +event_serialization,,1024,1024,bytes,19209185.0,ns,64923 +event_serialization,,1024,1024,bytes,19446514.0,ns,66196 +event_serialization,,1024,1024,bytes,20998263.0,ns,67469 +event_serialization,,1024,1024,bytes,20360638.0,ns,68742 +event_serialization,,1024,1024,bytes,20152018.0,ns,70015 +event_serialization,,1024,1024,bytes,21919265.0,ns,71288 +event_serialization,,1024,1024,bytes,23490613.0,ns,72561 +event_serialization,,1024,1024,bytes,21583885.0,ns,73834 +event_serialization,,1024,1024,bytes,21963690.0,ns,75107 +event_serialization,,1024,1024,bytes,22958737.0,ns,76380 +event_serialization,,1024,1024,bytes,23457943.0,ns,77653 +event_serialization,,1024,1024,bytes,23210796.0,ns,78926 +event_serialization,,1024,1024,bytes,23364243.0,ns,80199 +event_serialization,,1024,1024,bytes,24004420.0,ns,81472 +event_serialization,,1024,1024,bytes,24367606.0,ns,82745 +event_serialization,,1024,1024,bytes,25566529.0,ns,84018 +event_serialization,,1024,1024,bytes,24891080.0,ns,85291 +event_serialization,,1024,1024,bytes,25136583.0,ns,86564 +event_serialization,,1024,1024,bytes,25493825.0,ns,87837 +event_serialization,,1024,1024,bytes,25791113.0,ns,89110 +event_serialization,,1024,1024,bytes,26665821.0,ns,90383 +event_serialization,,1024,1024,bytes,27549175.0,ns,91656 +event_serialization,,1024,1024,bytes,26902333.0,ns,92929 +event_serialization,,1024,1024,bytes,28217290.0,ns,94202 +event_serialization,,1024,1024,bytes,28176133.0,ns,95475 +event_serialization,,1024,1024,bytes,31321703.0,ns,96748 +event_serialization,,1024,1024,bytes,29707343.0,ns,98021 +event_serialization,,1024,1024,bytes,29064682.0,ns,99294 +event_serialization,,1024,1024,bytes,29160462.0,ns,100567 +event_serialization,,1024,1024,bytes,31294384.0,ns,101840 +event_serialization,,1024,1024,bytes,31987781.0,ns,103113 +event_serialization,,1024,1024,bytes,31944301.0,ns,104386 +event_serialization,,1024,1024,bytes,31300036.0,ns,105659 +event_serialization,,1024,1024,bytes,32285751.0,ns,106932 +event_serialization,,1024,1024,bytes,34214415.0,ns,108205 +event_serialization,,1024,1024,bytes,32586801.0,ns,109478 +event_serialization,,1024,1024,bytes,32102890.0,ns,110751 +event_serialization,,1024,1024,bytes,34420496.0,ns,112024 +event_serialization,,1024,1024,bytes,33358729.0,ns,113297 +event_serialization,,1024,1024,bytes,35579161.0,ns,114570 +event_serialization,,1024,1024,bytes,34830624.0,ns,115843 +event_serialization,,1024,1024,bytes,35632761.0,ns,117116 +event_serialization,,1024,1024,bytes,35879598.0,ns,118389 +event_serialization,,1024,1024,bytes,35415165.0,ns,119662 +event_serialization,,1024,1024,bytes,37012855.0,ns,120935 +event_serialization,,1024,1024,bytes,36831034.0,ns,122208 +event_serialization,,1024,1024,bytes,36831782.0,ns,123481 +event_serialization,,1024,1024,bytes,37392624.0,ns,124754 +event_serialization,,1024,1024,bytes,37937881.0,ns,126027 +event_serialization,,1024,1024,bytes,37288593.0,ns,127300 diff --git a/event_serialization/1024/new/sample.json b/event_serialization/1024/new/sample.json new file mode 100644 index 00000000..cca815a5 --- /dev/null +++ b/event_serialization/1024/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1273.0,2546.0,3819.0,5092.0,6365.0,7638.0,8911.0,10184.0,11457.0,12730.0,14003.0,15276.0,16549.0,17822.0,19095.0,20368.0,21641.0,22914.0,24187.0,25460.0,26733.0,28006.0,29279.0,30552.0,31825.0,33098.0,34371.0,35644.0,36917.0,38190.0,39463.0,40736.0,42009.0,43282.0,44555.0,45828.0,47101.0,48374.0,49647.0,50920.0,52193.0,53466.0,54739.0,56012.0,57285.0,58558.0,59831.0,61104.0,62377.0,63650.0,64923.0,66196.0,67469.0,68742.0,70015.0,71288.0,72561.0,73834.0,75107.0,76380.0,77653.0,78926.0,80199.0,81472.0,82745.0,84018.0,85291.0,86564.0,87837.0,89110.0,90383.0,91656.0,92929.0,94202.0,95475.0,96748.0,98021.0,99294.0,100567.0,101840.0,103113.0,104386.0,105659.0,106932.0,108205.0,109478.0,110751.0,112024.0,113297.0,114570.0,115843.0,117116.0,118389.0,119662.0,120935.0,122208.0,123481.0,124754.0,126027.0,127300.0],"times":[285700.0,599206.0,804080.0,1171964.0,1634344.0,1954704.0,2419670.0,2834072.0,3206032.0,3485139.0,3818858.0,4160599.0,4911277.0,4975251.0,5494264.0,5725545.0,6046581.0,6200038.0,7026540.0,7075296.0,7349062.0,7724843.0,8137085.0,8434912.0,8725763.0,9065943.0,9399137.0,9794100.0,10134326.0,10633874.0,11338301.0,11477030.0,11129594.0,12848217.0,12949328.0,13408412.0,14167440.0,13690942.0,14235631.0,18558189.0,14787224.0,15050190.0,16392359.0,15958740.0,16225475.0,16927759.0,17318581.0,17819896.0,17734739.0,17943575.0,19209185.0,19446514.0,20998263.0,20360638.0,20152018.0,21919265.0,23490613.0,21583885.0,21963690.0,22958737.0,23457943.0,23210796.0,23364243.0,24004420.0,24367606.0,25566529.0,24891080.0,25136583.0,25493825.0,25791113.0,26665821.0,27549175.0,26902333.0,28217290.0,28176133.0,31321703.0,29707343.0,29064682.0,29160462.0,31294384.0,31987781.0,31944301.0,31300036.0,32285751.0,34214415.0,32586801.0,32102890.0,34420496.0,33358729.0,35579161.0,34830624.0,35632761.0,35879598.0,35415165.0,37012855.0,36831034.0,36831782.0,37392624.0,37937881.0,37288593.0]} \ No newline at end of file diff --git a/event_serialization/1024/new/tukey.json b/event_serialization/1024/new/tukey.json new file mode 100644 index 00000000..9c05c265 --- /dev/null +++ b/event_serialization/1024/new/tukey.json @@ -0,0 +1 @@ +[218.6116218403032,248.97772542436647,329.95400164853515,360.32010523259845] \ No newline at end of file diff --git a/event_serialization/1024/report/MAD.svg b/event_serialization/1024/report/MAD.svg new file mode 100644 index 00000000..88e7fe9f --- /dev/null +++ b/event_serialization/1024/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + 16 + + + + + 17 + + + + + 18 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/1024: MAD + + + + + + + diff --git a/event_serialization/1024/report/SD.svg b/event_serialization/1024/report/SD.svg new file mode 100644 index 00000000..aed92550 --- /dev/null +++ b/event_serialization/1024/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/1024: SD + + + + + + + diff --git a/event_serialization/1024/report/both/pdf.svg b/event_serialization/1024/report/both/pdf.svg new file mode 100644 index 00000000..7dfbf25f --- /dev/null +++ b/event_serialization/1024/report/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_serialization/1024 + + + + + + + diff --git a/event_serialization/1024/report/both/regression.svg b/event_serialization/1024/report/both/regression.svg new file mode 100644 index 00000000..651d5a0e --- /dev/null +++ b/event_serialization/1024/report/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_serialization/1024 + + + + + + + diff --git a/event_serialization/1024/report/change/mean.svg b/event_serialization/1024/report/change/mean.svg new file mode 100644 index 00000000..c0422112 --- /dev/null +++ b/event_serialization/1024/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + -11 + + + + + -10 + + + + + -9 + + + + + -8 + + + + + -7 + + + + + -6 + + + + + -5 + + + + + -4 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/1024: mean + + + + + + + diff --git a/event_serialization/1024/report/change/median.svg b/event_serialization/1024/report/change/median.svg new file mode 100644 index 00000000..569dd227 --- /dev/null +++ b/event_serialization/1024/report/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/1024: median + + + + + + + diff --git a/event_serialization/1024/report/change/t-test.svg b/event_serialization/1024/report/change/t-test.svg new file mode 100644 index 00000000..725485fc --- /dev/null +++ b/event_serialization/1024/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_serialization/1024: Welch t test + + + + + + + diff --git a/event_serialization/1024/report/index.html b/event_serialization/1024/report/index.html new file mode 100644 index 00000000..c5288662 --- /dev/null +++ b/event_serialization/1024/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_serialization/1024 - Criterion.rs + + + + +
+

event_serialization/1024

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope296.18 ns298.36 ns300.48 ns
Throughput3.1738 GiB/s3.1964 GiB/s3.2199 GiB/s
R²0.84520310.85082060.8454952
Mean284.81 ns288.71 ns292.52 ns
Std. Dev.14.463 ns19.736 ns24.485 ns
Median288.63 ns290.98 ns294.08 ns
MAD10.686 ns14.301 ns17.332 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-10.594%-7.0797%-3.8583%(p = 0.00 < + 0.05)
Change in throughput+11.849%+7.6191%+4.0131%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_serialization/1024/report/mean.svg b/event_serialization/1024/report/mean.svg new file mode 100644 index 00000000..f8799aaf --- /dev/null +++ b/event_serialization/1024/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 284 + + + + + 285 + + + + + 286 + + + + + 287 + + + + + 288 + + + + + 289 + + + + + 290 + + + + + 291 + + + + + 292 + + + + + 293 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/1024: mean + + + + + + + diff --git a/event_serialization/1024/report/median.svg b/event_serialization/1024/report/median.svg new file mode 100644 index 00000000..d0eecf25 --- /dev/null +++ b/event_serialization/1024/report/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 289 + + + + + 290 + + + + + 291 + + + + + 292 + + + + + 293 + + + + + 294 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/1024: median + + + + + + + diff --git a/event_serialization/1024/report/pdf.svg b/event_serialization/1024/report/pdf.svg new file mode 100644 index 00000000..04e3d509 --- /dev/null +++ b/event_serialization/1024/report/pdf.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + event_serialization/1024 + + + + + + + diff --git a/event_serialization/1024/report/pdf_small.svg b/event_serialization/1024/report/pdf_small.svg new file mode 100644 index 00000000..0e483c36 --- /dev/null +++ b/event_serialization/1024/report/pdf_small.svg @@ -0,0 +1,194 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/1024/report/regression.svg b/event_serialization/1024/report/regression.svg new file mode 100644 index 00000000..bb89c16f --- /dev/null +++ b/event_serialization/1024/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_serialization/1024 + + + + + + + diff --git a/event_serialization/1024/report/regression_small.svg b/event_serialization/1024/report/regression_small.svg new file mode 100644 index 00000000..6b83a196 --- /dev/null +++ b/event_serialization/1024/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_serialization/1024/report/relative_pdf_small.svg b/event_serialization/1024/report/relative_pdf_small.svg new file mode 100644 index 00000000..2285b14a --- /dev/null +++ b/event_serialization/1024/report/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/1024/report/relative_regression_small.svg b/event_serialization/1024/report/relative_regression_small.svg new file mode 100644 index 00000000..9244836f --- /dev/null +++ b/event_serialization/1024/report/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_serialization/1024/report/slope.svg b/event_serialization/1024/report/slope.svg new file mode 100644 index 00000000..bbbf3ef7 --- /dev/null +++ b/event_serialization/1024/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 296 + + + + + 297 + + + + + 298 + + + + + 299 + + + + + 300 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/1024: slope + + + + + + + diff --git a/event_serialization/1024/report/typical.svg b/event_serialization/1024/report/typical.svg new file mode 100644 index 00000000..cad0dd0c --- /dev/null +++ b/event_serialization/1024/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 296 + + + + + 297 + + + + + 298 + + + + + 299 + + + + + 300 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/1024: typical + + + + + + + diff --git a/event_serialization/16384/change/estimates.json b/event_serialization/16384/change/estimates.json new file mode 100644 index 00000000..834a7527 --- /dev/null +++ b/event_serialization/16384/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.21194989045342627,"upper_bound":-0.1606451487567192},"point_estimate":-0.18634000363799397,"standard_error":0.01316131828659859},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23576363818409166,"upper_bound":-0.14643581159245855},"point_estimate":-0.19804450608708368,"standard_error":0.028195231033207525}} \ No newline at end of file diff --git a/event_serialization/16384/develop/benchmark.json b/event_serialization/16384/develop/benchmark.json new file mode 100644 index 00000000..b30b3cec --- /dev/null +++ b/event_serialization/16384/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"16384","throughput":{"Bytes":16384},"full_id":"event_serialization/16384","directory_name":"event_serialization/16384","title":"event_serialization/16384"} \ No newline at end of file diff --git a/event_serialization/16384/develop/estimates.json b/event_serialization/16384/develop/estimates.json new file mode 100644 index 00000000..ca0e5b2c --- /dev/null +++ b/event_serialization/16384/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1168.4110272818386,"upper_bound":1238.4784525310197},"point_estimate":1202.5611548306924,"standard_error":17.862261900282686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1110.542164932443,"upper_bound":1229.4152382514558},"point_estimate":1156.339111922141,"standard_error":39.976846766673674},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135.6157463761521,"upper_bound":230.9985013703871},"point_estimate":182.34562718187325,"standard_error":27.734231670463906},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1275.448429081043,"upper_bound":1341.895230000327},"point_estimate":1308.451726810768,"standard_error":16.914644494611398},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":152.91645613552149,"upper_bound":203.215946185024},"point_estimate":179.3021833075356,"standard_error":12.88712709178206}} \ No newline at end of file diff --git a/event_serialization/16384/develop/raw.csv b/event_serialization/16384/develop/raw.csv new file mode 100644 index 00000000..81fe303e --- /dev/null +++ b/event_serialization/16384/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,16384,16384,bytes,153554.0,ns,137 +event_serialization,,16384,16384,bytes,286191.0,ns,274 +event_serialization,,16384,16384,bytes,398456.0,ns,411 +event_serialization,,16384,16384,bytes,622421.0,ns,548 +event_serialization,,16384,16384,bytes,723107.0,ns,685 +event_serialization,,16384,16384,bytes,831865.0,ns,822 +event_serialization,,16384,16384,bytes,1078443.0,ns,959 +event_serialization,,16384,16384,bytes,1122447.0,ns,1096 +event_serialization,,16384,16384,bytes,1151345.0,ns,1233 +event_serialization,,16384,16384,bytes,1516156.0,ns,1370 +event_serialization,,16384,16384,bytes,1475334.0,ns,1507 +event_serialization,,16384,16384,bytes,1598892.0,ns,1644 +event_serialization,,16384,16384,bytes,1723571.0,ns,1781 +event_serialization,,16384,16384,bytes,1874429.0,ns,1918 +event_serialization,,16384,16384,bytes,2282147.0,ns,2055 +event_serialization,,16384,16384,bytes,2415175.0,ns,2192 +event_serialization,,16384,16384,bytes,2577915.0,ns,2329 +event_serialization,,16384,16384,bytes,2702685.0,ns,2466 +event_serialization,,16384,16384,bytes,2908733.0,ns,2603 +event_serialization,,16384,16384,bytes,3029198.0,ns,2740 +event_serialization,,16384,16384,bytes,3385865.0,ns,2877 +event_serialization,,16384,16384,bytes,3180319.0,ns,3014 +event_serialization,,16384,16384,bytes,3212029.0,ns,3151 +event_serialization,,16384,16384,bytes,3448719.0,ns,3288 +event_serialization,,16384,16384,bytes,3560507.0,ns,3425 +event_serialization,,16384,16384,bytes,3493586.0,ns,3562 +event_serialization,,16384,16384,bytes,3716435.0,ns,3699 +event_serialization,,16384,16384,bytes,3900305.0,ns,3836 +event_serialization,,16384,16384,bytes,3976672.0,ns,3973 +event_serialization,,16384,16384,bytes,4385478.0,ns,4110 +event_serialization,,16384,16384,bytes,4439832.0,ns,4247 +event_serialization,,16384,16384,bytes,4645841.0,ns,4384 +event_serialization,,16384,16384,bytes,4798977.0,ns,4521 +event_serialization,,16384,16384,bytes,4892380.0,ns,4658 +event_serialization,,16384,16384,bytes,5126186.0,ns,4795 +event_serialization,,16384,16384,bytes,5075298.0,ns,4932 +event_serialization,,16384,16384,bytes,5288488.0,ns,5069 +event_serialization,,16384,16384,bytes,5323356.0,ns,5206 +event_serialization,,16384,16384,bytes,5623320.0,ns,5343 +event_serialization,,16384,16384,bytes,5577015.0,ns,5480 +event_serialization,,16384,16384,bytes,5726733.0,ns,5617 +event_serialization,,16384,16384,bytes,5983107.0,ns,5754 +event_serialization,,16384,16384,bytes,6125126.0,ns,5891 +event_serialization,,16384,16384,bytes,6770610.0,ns,6028 +event_serialization,,16384,16384,bytes,7312526.0,ns,6165 +event_serialization,,16384,16384,bytes,6983597.0,ns,6302 +event_serialization,,16384,16384,bytes,7150781.0,ns,6439 +event_serialization,,16384,16384,bytes,7315983.0,ns,6576 +event_serialization,,16384,16384,bytes,7529875.0,ns,6713 +event_serialization,,16384,16384,bytes,7659724.0,ns,6850 +event_serialization,,16384,16384,bytes,7766943.0,ns,6987 +event_serialization,,16384,16384,bytes,7820414.0,ns,7124 +event_serialization,,16384,16384,bytes,9083673.0,ns,7261 +event_serialization,,16384,16384,bytes,8907985.0,ns,7398 +event_serialization,,16384,16384,bytes,9661240.0,ns,7535 +event_serialization,,16384,16384,bytes,9525245.0,ns,7672 +event_serialization,,16384,16384,bytes,9520024.0,ns,7809 +event_serialization,,16384,16384,bytes,10356846.0,ns,7946 +event_serialization,,16384,16384,bytes,10593185.0,ns,8083 +event_serialization,,16384,16384,bytes,11634321.0,ns,8220 +event_serialization,,16384,16384,bytes,12422579.0,ns,8357 +event_serialization,,16384,16384,bytes,11289161.0,ns,8494 +event_serialization,,16384,16384,bytes,11964874.0,ns,8631 +event_serialization,,16384,16384,bytes,11909969.0,ns,8768 +event_serialization,,16384,16384,bytes,12209350.0,ns,8905 +event_serialization,,16384,16384,bytes,15530517.0,ns,9042 +event_serialization,,16384,16384,bytes,14470725.0,ns,9179 +event_serialization,,16384,16384,bytes,12282306.0,ns,9316 +event_serialization,,16384,16384,bytes,15110314.0,ns,9453 +event_serialization,,16384,16384,bytes,13530301.0,ns,9590 +event_serialization,,16384,16384,bytes,12813364.0,ns,9727 +event_serialization,,16384,16384,bytes,12591172.0,ns,9864 +event_serialization,,16384,16384,bytes,14629654.0,ns,10001 +event_serialization,,16384,16384,bytes,17318415.0,ns,10138 +event_serialization,,16384,16384,bytes,16831081.0,ns,10275 +event_serialization,,16384,16384,bytes,14247828.0,ns,10412 +event_serialization,,16384,16384,bytes,14349940.0,ns,10549 +event_serialization,,16384,16384,bytes,15838877.0,ns,10686 +event_serialization,,16384,16384,bytes,13900951.0,ns,10823 +event_serialization,,16384,16384,bytes,15926468.0,ns,10960 +event_serialization,,16384,16384,bytes,17033995.0,ns,11097 +event_serialization,,16384,16384,bytes,14694472.0,ns,11234 +event_serialization,,16384,16384,bytes,16073946.0,ns,11371 +event_serialization,,16384,16384,bytes,15746434.0,ns,11508 +event_serialization,,16384,16384,bytes,14350202.0,ns,11645 +event_serialization,,16384,16384,bytes,14282594.0,ns,11782 +event_serialization,,16384,16384,bytes,14134324.0,ns,11919 +event_serialization,,16384,16384,bytes,14372100.0,ns,12056 +event_serialization,,16384,16384,bytes,14990260.0,ns,12193 +event_serialization,,16384,16384,bytes,15649954.0,ns,12330 +event_serialization,,16384,16384,bytes,17729894.0,ns,12467 +event_serialization,,16384,16384,bytes,16956183.0,ns,12604 +event_serialization,,16384,16384,bytes,16734770.0,ns,12741 +event_serialization,,16384,16384,bytes,17569188.0,ns,12878 +event_serialization,,16384,16384,bytes,16479069.0,ns,13015 +event_serialization,,16384,16384,bytes,16989513.0,ns,13152 +event_serialization,,16384,16384,bytes,16190517.0,ns,13289 +event_serialization,,16384,16384,bytes,16884231.0,ns,13426 +event_serialization,,16384,16384,bytes,16569113.0,ns,13563 +event_serialization,,16384,16384,bytes,18704043.0,ns,13700 diff --git a/event_serialization/16384/develop/sample.json b/event_serialization/16384/develop/sample.json new file mode 100644 index 00000000..39ab0621 --- /dev/null +++ b/event_serialization/16384/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[137.0,274.0,411.0,548.0,685.0,822.0,959.0,1096.0,1233.0,1370.0,1507.0,1644.0,1781.0,1918.0,2055.0,2192.0,2329.0,2466.0,2603.0,2740.0,2877.0,3014.0,3151.0,3288.0,3425.0,3562.0,3699.0,3836.0,3973.0,4110.0,4247.0,4384.0,4521.0,4658.0,4795.0,4932.0,5069.0,5206.0,5343.0,5480.0,5617.0,5754.0,5891.0,6028.0,6165.0,6302.0,6439.0,6576.0,6713.0,6850.0,6987.0,7124.0,7261.0,7398.0,7535.0,7672.0,7809.0,7946.0,8083.0,8220.0,8357.0,8494.0,8631.0,8768.0,8905.0,9042.0,9179.0,9316.0,9453.0,9590.0,9727.0,9864.0,10001.0,10138.0,10275.0,10412.0,10549.0,10686.0,10823.0,10960.0,11097.0,11234.0,11371.0,11508.0,11645.0,11782.0,11919.0,12056.0,12193.0,12330.0,12467.0,12604.0,12741.0,12878.0,13015.0,13152.0,13289.0,13426.0,13563.0,13700.0],"times":[153554.0,286191.0,398456.0,622421.0,723107.0,831865.0,1078443.0,1122447.0,1151345.0,1516156.0,1475334.0,1598892.0,1723571.0,1874429.0,2282147.0,2415175.0,2577915.0,2702685.0,2908733.0,3029198.0,3385865.0,3180319.0,3212029.0,3448719.0,3560507.0,3493586.0,3716435.0,3900305.0,3976672.0,4385478.0,4439832.0,4645841.0,4798977.0,4892380.0,5126186.0,5075298.0,5288488.0,5323356.0,5623320.0,5577015.0,5726733.0,5983107.0,6125126.0,6770610.0,7312526.0,6983597.0,7150781.0,7315983.0,7529875.0,7659724.0,7766943.0,7820414.0,9083673.0,8907985.0,9661240.0,9525245.0,9520024.0,10356846.0,10593185.0,11634321.0,12422579.0,11289161.0,11964874.0,11909969.0,12209350.0,15530517.0,14470725.0,12282306.0,15110314.0,13530301.0,12813364.0,12591172.0,14629654.0,17318415.0,16831081.0,14247828.0,14349940.0,15838877.0,13900951.0,15926468.0,17033995.0,14694472.0,16073946.0,15746434.0,14350202.0,14282594.0,14134324.0,14372100.0,14990260.0,15649954.0,17729894.0,16956183.0,16734770.0,17569188.0,16479069.0,16989513.0,16190517.0,16884231.0,16569113.0,18704043.0]} \ No newline at end of file diff --git a/event_serialization/16384/develop/tukey.json b/event_serialization/16384/develop/tukey.json new file mode 100644 index 00000000..c3a54a12 --- /dev/null +++ b/event_serialization/16384/develop/tukey.json @@ -0,0 +1 @@ +[254.98311081437305,653.455612282042,1716.0489495291592,2114.521450996828] \ No newline at end of file diff --git a/event_serialization/16384/new/benchmark.json b/event_serialization/16384/new/benchmark.json new file mode 100644 index 00000000..b30b3cec --- /dev/null +++ b/event_serialization/16384/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"16384","throughput":{"Bytes":16384},"full_id":"event_serialization/16384","directory_name":"event_serialization/16384","title":"event_serialization/16384"} \ No newline at end of file diff --git a/event_serialization/16384/new/estimates.json b/event_serialization/16384/new/estimates.json new file mode 100644 index 00000000..ca0e5b2c --- /dev/null +++ b/event_serialization/16384/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1168.4110272818386,"upper_bound":1238.4784525310197},"point_estimate":1202.5611548306924,"standard_error":17.862261900282686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1110.542164932443,"upper_bound":1229.4152382514558},"point_estimate":1156.339111922141,"standard_error":39.976846766673674},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135.6157463761521,"upper_bound":230.9985013703871},"point_estimate":182.34562718187325,"standard_error":27.734231670463906},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1275.448429081043,"upper_bound":1341.895230000327},"point_estimate":1308.451726810768,"standard_error":16.914644494611398},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":152.91645613552149,"upper_bound":203.215946185024},"point_estimate":179.3021833075356,"standard_error":12.88712709178206}} \ No newline at end of file diff --git a/event_serialization/16384/new/raw.csv b/event_serialization/16384/new/raw.csv new file mode 100644 index 00000000..81fe303e --- /dev/null +++ b/event_serialization/16384/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,16384,16384,bytes,153554.0,ns,137 +event_serialization,,16384,16384,bytes,286191.0,ns,274 +event_serialization,,16384,16384,bytes,398456.0,ns,411 +event_serialization,,16384,16384,bytes,622421.0,ns,548 +event_serialization,,16384,16384,bytes,723107.0,ns,685 +event_serialization,,16384,16384,bytes,831865.0,ns,822 +event_serialization,,16384,16384,bytes,1078443.0,ns,959 +event_serialization,,16384,16384,bytes,1122447.0,ns,1096 +event_serialization,,16384,16384,bytes,1151345.0,ns,1233 +event_serialization,,16384,16384,bytes,1516156.0,ns,1370 +event_serialization,,16384,16384,bytes,1475334.0,ns,1507 +event_serialization,,16384,16384,bytes,1598892.0,ns,1644 +event_serialization,,16384,16384,bytes,1723571.0,ns,1781 +event_serialization,,16384,16384,bytes,1874429.0,ns,1918 +event_serialization,,16384,16384,bytes,2282147.0,ns,2055 +event_serialization,,16384,16384,bytes,2415175.0,ns,2192 +event_serialization,,16384,16384,bytes,2577915.0,ns,2329 +event_serialization,,16384,16384,bytes,2702685.0,ns,2466 +event_serialization,,16384,16384,bytes,2908733.0,ns,2603 +event_serialization,,16384,16384,bytes,3029198.0,ns,2740 +event_serialization,,16384,16384,bytes,3385865.0,ns,2877 +event_serialization,,16384,16384,bytes,3180319.0,ns,3014 +event_serialization,,16384,16384,bytes,3212029.0,ns,3151 +event_serialization,,16384,16384,bytes,3448719.0,ns,3288 +event_serialization,,16384,16384,bytes,3560507.0,ns,3425 +event_serialization,,16384,16384,bytes,3493586.0,ns,3562 +event_serialization,,16384,16384,bytes,3716435.0,ns,3699 +event_serialization,,16384,16384,bytes,3900305.0,ns,3836 +event_serialization,,16384,16384,bytes,3976672.0,ns,3973 +event_serialization,,16384,16384,bytes,4385478.0,ns,4110 +event_serialization,,16384,16384,bytes,4439832.0,ns,4247 +event_serialization,,16384,16384,bytes,4645841.0,ns,4384 +event_serialization,,16384,16384,bytes,4798977.0,ns,4521 +event_serialization,,16384,16384,bytes,4892380.0,ns,4658 +event_serialization,,16384,16384,bytes,5126186.0,ns,4795 +event_serialization,,16384,16384,bytes,5075298.0,ns,4932 +event_serialization,,16384,16384,bytes,5288488.0,ns,5069 +event_serialization,,16384,16384,bytes,5323356.0,ns,5206 +event_serialization,,16384,16384,bytes,5623320.0,ns,5343 +event_serialization,,16384,16384,bytes,5577015.0,ns,5480 +event_serialization,,16384,16384,bytes,5726733.0,ns,5617 +event_serialization,,16384,16384,bytes,5983107.0,ns,5754 +event_serialization,,16384,16384,bytes,6125126.0,ns,5891 +event_serialization,,16384,16384,bytes,6770610.0,ns,6028 +event_serialization,,16384,16384,bytes,7312526.0,ns,6165 +event_serialization,,16384,16384,bytes,6983597.0,ns,6302 +event_serialization,,16384,16384,bytes,7150781.0,ns,6439 +event_serialization,,16384,16384,bytes,7315983.0,ns,6576 +event_serialization,,16384,16384,bytes,7529875.0,ns,6713 +event_serialization,,16384,16384,bytes,7659724.0,ns,6850 +event_serialization,,16384,16384,bytes,7766943.0,ns,6987 +event_serialization,,16384,16384,bytes,7820414.0,ns,7124 +event_serialization,,16384,16384,bytes,9083673.0,ns,7261 +event_serialization,,16384,16384,bytes,8907985.0,ns,7398 +event_serialization,,16384,16384,bytes,9661240.0,ns,7535 +event_serialization,,16384,16384,bytes,9525245.0,ns,7672 +event_serialization,,16384,16384,bytes,9520024.0,ns,7809 +event_serialization,,16384,16384,bytes,10356846.0,ns,7946 +event_serialization,,16384,16384,bytes,10593185.0,ns,8083 +event_serialization,,16384,16384,bytes,11634321.0,ns,8220 +event_serialization,,16384,16384,bytes,12422579.0,ns,8357 +event_serialization,,16384,16384,bytes,11289161.0,ns,8494 +event_serialization,,16384,16384,bytes,11964874.0,ns,8631 +event_serialization,,16384,16384,bytes,11909969.0,ns,8768 +event_serialization,,16384,16384,bytes,12209350.0,ns,8905 +event_serialization,,16384,16384,bytes,15530517.0,ns,9042 +event_serialization,,16384,16384,bytes,14470725.0,ns,9179 +event_serialization,,16384,16384,bytes,12282306.0,ns,9316 +event_serialization,,16384,16384,bytes,15110314.0,ns,9453 +event_serialization,,16384,16384,bytes,13530301.0,ns,9590 +event_serialization,,16384,16384,bytes,12813364.0,ns,9727 +event_serialization,,16384,16384,bytes,12591172.0,ns,9864 +event_serialization,,16384,16384,bytes,14629654.0,ns,10001 +event_serialization,,16384,16384,bytes,17318415.0,ns,10138 +event_serialization,,16384,16384,bytes,16831081.0,ns,10275 +event_serialization,,16384,16384,bytes,14247828.0,ns,10412 +event_serialization,,16384,16384,bytes,14349940.0,ns,10549 +event_serialization,,16384,16384,bytes,15838877.0,ns,10686 +event_serialization,,16384,16384,bytes,13900951.0,ns,10823 +event_serialization,,16384,16384,bytes,15926468.0,ns,10960 +event_serialization,,16384,16384,bytes,17033995.0,ns,11097 +event_serialization,,16384,16384,bytes,14694472.0,ns,11234 +event_serialization,,16384,16384,bytes,16073946.0,ns,11371 +event_serialization,,16384,16384,bytes,15746434.0,ns,11508 +event_serialization,,16384,16384,bytes,14350202.0,ns,11645 +event_serialization,,16384,16384,bytes,14282594.0,ns,11782 +event_serialization,,16384,16384,bytes,14134324.0,ns,11919 +event_serialization,,16384,16384,bytes,14372100.0,ns,12056 +event_serialization,,16384,16384,bytes,14990260.0,ns,12193 +event_serialization,,16384,16384,bytes,15649954.0,ns,12330 +event_serialization,,16384,16384,bytes,17729894.0,ns,12467 +event_serialization,,16384,16384,bytes,16956183.0,ns,12604 +event_serialization,,16384,16384,bytes,16734770.0,ns,12741 +event_serialization,,16384,16384,bytes,17569188.0,ns,12878 +event_serialization,,16384,16384,bytes,16479069.0,ns,13015 +event_serialization,,16384,16384,bytes,16989513.0,ns,13152 +event_serialization,,16384,16384,bytes,16190517.0,ns,13289 +event_serialization,,16384,16384,bytes,16884231.0,ns,13426 +event_serialization,,16384,16384,bytes,16569113.0,ns,13563 +event_serialization,,16384,16384,bytes,18704043.0,ns,13700 diff --git a/event_serialization/16384/new/sample.json b/event_serialization/16384/new/sample.json new file mode 100644 index 00000000..39ab0621 --- /dev/null +++ b/event_serialization/16384/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[137.0,274.0,411.0,548.0,685.0,822.0,959.0,1096.0,1233.0,1370.0,1507.0,1644.0,1781.0,1918.0,2055.0,2192.0,2329.0,2466.0,2603.0,2740.0,2877.0,3014.0,3151.0,3288.0,3425.0,3562.0,3699.0,3836.0,3973.0,4110.0,4247.0,4384.0,4521.0,4658.0,4795.0,4932.0,5069.0,5206.0,5343.0,5480.0,5617.0,5754.0,5891.0,6028.0,6165.0,6302.0,6439.0,6576.0,6713.0,6850.0,6987.0,7124.0,7261.0,7398.0,7535.0,7672.0,7809.0,7946.0,8083.0,8220.0,8357.0,8494.0,8631.0,8768.0,8905.0,9042.0,9179.0,9316.0,9453.0,9590.0,9727.0,9864.0,10001.0,10138.0,10275.0,10412.0,10549.0,10686.0,10823.0,10960.0,11097.0,11234.0,11371.0,11508.0,11645.0,11782.0,11919.0,12056.0,12193.0,12330.0,12467.0,12604.0,12741.0,12878.0,13015.0,13152.0,13289.0,13426.0,13563.0,13700.0],"times":[153554.0,286191.0,398456.0,622421.0,723107.0,831865.0,1078443.0,1122447.0,1151345.0,1516156.0,1475334.0,1598892.0,1723571.0,1874429.0,2282147.0,2415175.0,2577915.0,2702685.0,2908733.0,3029198.0,3385865.0,3180319.0,3212029.0,3448719.0,3560507.0,3493586.0,3716435.0,3900305.0,3976672.0,4385478.0,4439832.0,4645841.0,4798977.0,4892380.0,5126186.0,5075298.0,5288488.0,5323356.0,5623320.0,5577015.0,5726733.0,5983107.0,6125126.0,6770610.0,7312526.0,6983597.0,7150781.0,7315983.0,7529875.0,7659724.0,7766943.0,7820414.0,9083673.0,8907985.0,9661240.0,9525245.0,9520024.0,10356846.0,10593185.0,11634321.0,12422579.0,11289161.0,11964874.0,11909969.0,12209350.0,15530517.0,14470725.0,12282306.0,15110314.0,13530301.0,12813364.0,12591172.0,14629654.0,17318415.0,16831081.0,14247828.0,14349940.0,15838877.0,13900951.0,15926468.0,17033995.0,14694472.0,16073946.0,15746434.0,14350202.0,14282594.0,14134324.0,14372100.0,14990260.0,15649954.0,17729894.0,16956183.0,16734770.0,17569188.0,16479069.0,16989513.0,16190517.0,16884231.0,16569113.0,18704043.0]} \ No newline at end of file diff --git a/event_serialization/16384/new/tukey.json b/event_serialization/16384/new/tukey.json new file mode 100644 index 00000000..c3a54a12 --- /dev/null +++ b/event_serialization/16384/new/tukey.json @@ -0,0 +1 @@ +[254.98311081437305,653.455612282042,1716.0489495291592,2114.521450996828] \ No newline at end of file diff --git a/event_serialization/16384/report/MAD.svg b/event_serialization/16384/report/MAD.svg new file mode 100644 index 00000000..adfe4c59 --- /dev/null +++ b/event_serialization/16384/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/16384: MAD + + + + + + + diff --git a/event_serialization/16384/report/SD.svg b/event_serialization/16384/report/SD.svg new file mode 100644 index 00000000..95557a1d --- /dev/null +++ b/event_serialization/16384/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + 190 + + + + + 200 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/16384: SD + + + + + + + diff --git a/event_serialization/16384/report/both/pdf.svg b/event_serialization/16384/report/both/pdf.svg new file mode 100644 index 00000000..99008234 --- /dev/null +++ b/event_serialization/16384/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_serialization/16384 + + + + + + + diff --git a/event_serialization/16384/report/both/regression.svg b/event_serialization/16384/report/both/regression.svg new file mode 100644 index 00000000..23fe97ac --- /dev/null +++ b/event_serialization/16384/report/both/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_serialization/16384 + + + + + + + diff --git a/event_serialization/16384/report/change/mean.svg b/event_serialization/16384/report/change/mean.svg new file mode 100644 index 00000000..0be5bd61 --- /dev/null +++ b/event_serialization/16384/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + -21 + + + + + -20 + + + + + -19 + + + + + -18 + + + + + -17 + + + + + -16 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/16384: mean + + + + + + + diff --git a/event_serialization/16384/report/change/median.svg b/event_serialization/16384/report/change/median.svg new file mode 100644 index 00000000..7bca3f24 --- /dev/null +++ b/event_serialization/16384/report/change/median.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + -24 + + + + + -22 + + + + + -20 + + + + + -18 + + + + + -16 + + + + + -14 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/16384: median + + + + + + + diff --git a/event_serialization/16384/report/change/t-test.svg b/event_serialization/16384/report/change/t-test.svg new file mode 100644 index 00000000..fdb720d4 --- /dev/null +++ b/event_serialization/16384/report/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -14 + + + + + -12 + + + + + -10 + + + + + -8 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_serialization/16384: Welch t test + + + + + + + diff --git a/event_serialization/16384/report/index.html b/event_serialization/16384/report/index.html new file mode 100644 index 00000000..619dcbff --- /dev/null +++ b/event_serialization/16384/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_serialization/16384 - Criterion.rs + + + + +
+

event_serialization/16384

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.2754 us1.3085 us1.3419 us
Throughput11.371 GiB/s11.662 GiB/s11.963 GiB/s
R²0.39188430.40307400.3915924
Mean1.1684 us1.2026 us1.2385 us
Std. Dev.152.92 ns179.30 ns203.22 ns
Median1.1105 us1.1563 us1.2294 us
MAD135.62 ns182.35 ns231.00 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-21.195%-18.634%-16.065%(p = 0.00 < + 0.05)
Change in throughput+26.895%+22.901%+19.139%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_serialization/16384/report/mean.svg b/event_serialization/16384/report/mean.svg new file mode 100644 index 00000000..05242c07 --- /dev/null +++ b/event_serialization/16384/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.17 + + + + + 1.18 + + + + + 1.19 + + + + + 1.2 + + + + + 1.21 + + + + + 1.22 + + + + + 1.23 + + + + + 1.24 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/16384: mean + + + + + + + diff --git a/event_serialization/16384/report/median.svg b/event_serialization/16384/report/median.svg new file mode 100644 index 00000000..11393e2d --- /dev/null +++ b/event_serialization/16384/report/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 1.1 + + + + + 1.12 + + + + + 1.14 + + + + + 1.16 + + + + + 1.18 + + + + + 1.2 + + + + + 1.22 + + + + + 1.24 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/16384: median + + + + + + + diff --git a/event_serialization/16384/report/pdf.svg b/event_serialization/16384/report/pdf.svg new file mode 100644 index 00000000..33e03c72 --- /dev/null +++ b/event_serialization/16384/report/pdf.svg @@ -0,0 +1,302 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + event_serialization/16384 + + + + + + + diff --git a/event_serialization/16384/report/pdf_small.svg b/event_serialization/16384/report/pdf_small.svg new file mode 100644 index 00000000..15068f05 --- /dev/null +++ b/event_serialization/16384/report/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/16384/report/regression.svg b/event_serialization/16384/report/regression.svg new file mode 100644 index 00000000..a7e9b861 --- /dev/null +++ b/event_serialization/16384/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_serialization/16384 + + + + + + + diff --git a/event_serialization/16384/report/regression_small.svg b/event_serialization/16384/report/regression_small.svg new file mode 100644 index 00000000..908a6f29 --- /dev/null +++ b/event_serialization/16384/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_serialization/16384/report/relative_pdf_small.svg b/event_serialization/16384/report/relative_pdf_small.svg new file mode 100644 index 00000000..a1a8c20c --- /dev/null +++ b/event_serialization/16384/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/16384/report/relative_regression_small.svg b/event_serialization/16384/report/relative_regression_small.svg new file mode 100644 index 00000000..7311e2bf --- /dev/null +++ b/event_serialization/16384/report/relative_regression_small.svg @@ -0,0 +1,290 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_serialization/16384/report/slope.svg b/event_serialization/16384/report/slope.svg new file mode 100644 index 00000000..8601d964 --- /dev/null +++ b/event_serialization/16384/report/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.27 + + + + + 1.28 + + + + + 1.29 + + + + + 1.3 + + + + + 1.31 + + + + + 1.32 + + + + + 1.33 + + + + + 1.34 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/16384: slope + + + + + + + diff --git a/event_serialization/16384/report/typical.svg b/event_serialization/16384/report/typical.svg new file mode 100644 index 00000000..37300f3e --- /dev/null +++ b/event_serialization/16384/report/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.27 + + + + + 1.28 + + + + + 1.29 + + + + + 1.3 + + + + + 1.31 + + + + + 1.32 + + + + + 1.33 + + + + + 1.34 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/16384: typical + + + + + + + diff --git a/event_serialization/262144/change/estimates.json b/event_serialization/262144/change/estimates.json new file mode 100644 index 00000000..45cb64a8 --- /dev/null +++ b/event_serialization/262144/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.18573049009299242,"upper_bound":-0.16444013891956166},"point_estimate":-0.1750558619854885,"standard_error":0.0054063439989358595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17809595668895398,"upper_bound":-0.15074792512794744},"point_estimate":-0.1610036301568063,"standard_error":0.0068468532508040416}} \ No newline at end of file diff --git a/event_serialization/262144/develop/benchmark.json b/event_serialization/262144/develop/benchmark.json new file mode 100644 index 00000000..d8449f0e --- /dev/null +++ b/event_serialization/262144/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"262144","throughput":{"Bytes":262144},"full_id":"event_serialization/262144","directory_name":"event_serialization/262144","title":"event_serialization/262144"} \ No newline at end of file diff --git a/event_serialization/262144/develop/estimates.json b/event_serialization/262144/develop/estimates.json new file mode 100644 index 00000000..cc5f57cf --- /dev/null +++ b/event_serialization/262144/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28606.981032016145,"upper_bound":29107.21121913135},"point_estimate":28849.000411973335,"standard_error":127.46034502418604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28454.57843137255,"upper_bound":29151.47619047619},"point_estimate":28907.827857905984,"standard_error":172.1107012188842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":833.3238761146308,"upper_bound":1453.1530279791548},"point_estimate":1148.1190680429295,"standard_error":157.39791811743945},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28012.218821153743,"upper_bound":28395.499988611806},"point_estimate":28195.100378306488,"standard_error":97.87885102813479},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1004.8039290733063,"upper_bound":1578.733338881645},"point_estimate":1280.1387107753574,"standard_error":150.35097189396822}} \ No newline at end of file diff --git a/event_serialization/262144/develop/raw.csv b/event_serialization/262144/develop/raw.csv new file mode 100644 index 00000000..880396ba --- /dev/null +++ b/event_serialization/262144/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,262144,262144,bytes,313605.0,ns,9 +event_serialization,,262144,262144,bytes,575128.0,ns,18 +event_serialization,,262144,262144,bytes,834974.0,ns,27 +event_serialization,,262144,262144,bytes,1069550.0,ns,36 +event_serialization,,262144,262144,bytes,1432054.0,ns,45 +event_serialization,,262144,262144,bytes,1624975.0,ns,54 +event_serialization,,262144,262144,bytes,1836543.0,ns,63 +event_serialization,,262144,262144,bytes,2099964.0,ns,72 +event_serialization,,262144,262144,bytes,2376231.0,ns,81 +event_serialization,,262144,262144,bytes,2836271.0,ns,90 +event_serialization,,262144,262144,bytes,3105290.0,ns,99 +event_serialization,,262144,262144,bytes,3135790.0,ns,108 +event_serialization,,262144,262144,bytes,3401473.0,ns,117 +event_serialization,,262144,262144,bytes,3567428.0,ns,126 +event_serialization,,262144,262144,bytes,3916320.0,ns,135 +event_serialization,,262144,262144,bytes,4108786.0,ns,144 +event_serialization,,262144,262144,bytes,4433593.0,ns,153 +event_serialization,,262144,262144,bytes,4736901.0,ns,162 +event_serialization,,262144,262144,bytes,5256460.0,ns,171 +event_serialization,,262144,262144,bytes,5257253.0,ns,180 +event_serialization,,262144,262144,bytes,5852151.0,ns,189 +event_serialization,,262144,262144,bytes,5717374.0,ns,198 +event_serialization,,262144,262144,bytes,6076156.0,ns,207 +event_serialization,,262144,262144,bytes,6446212.0,ns,216 +event_serialization,,262144,262144,bytes,6679834.0,ns,225 +event_serialization,,262144,262144,bytes,6766976.0,ns,234 +event_serialization,,262144,262144,bytes,7051328.0,ns,243 +event_serialization,,262144,262144,bytes,7139704.0,ns,252 +event_serialization,,262144,262144,bytes,7687254.0,ns,261 +event_serialization,,262144,262144,bytes,8077875.0,ns,270 +event_serialization,,262144,262144,bytes,8104925.0,ns,279 +event_serialization,,262144,262144,bytes,8175597.0,ns,288 +event_serialization,,262144,262144,bytes,9112623.0,ns,297 +event_serialization,,262144,262144,bytes,8707101.0,ns,306 +event_serialization,,262144,262144,bytes,9410644.0,ns,315 +event_serialization,,262144,262144,bytes,9471210.0,ns,324 +event_serialization,,262144,262144,bytes,9609622.0,ns,333 +event_serialization,,262144,262144,bytes,10042333.0,ns,342 +event_serialization,,262144,262144,bytes,9709655.0,ns,351 +event_serialization,,262144,262144,bytes,9697182.0,ns,360 +event_serialization,,262144,262144,bytes,10189648.0,ns,369 +event_serialization,,262144,262144,bytes,10829107.0,ns,378 +event_serialization,,262144,262144,bytes,11304001.0,ns,387 +event_serialization,,262144,262144,bytes,11691306.0,ns,396 +event_serialization,,262144,262144,bytes,12278600.0,ns,405 +event_serialization,,262144,262144,bytes,12091750.0,ns,414 +event_serialization,,262144,262144,bytes,12472883.0,ns,423 +event_serialization,,262144,262144,bytes,12790779.0,ns,432 +event_serialization,,262144,262144,bytes,13198758.0,ns,441 +event_serialization,,262144,262144,bytes,13180780.0,ns,450 +event_serialization,,262144,262144,bytes,13414137.0,ns,459 +event_serialization,,262144,262144,bytes,13755595.0,ns,468 +event_serialization,,262144,262144,bytes,13621017.0,ns,477 +event_serialization,,262144,262144,bytes,14397122.0,ns,486 +event_serialization,,262144,262144,bytes,14878606.0,ns,495 +event_serialization,,262144,262144,bytes,14727424.0,ns,504 +event_serialization,,262144,262144,bytes,14481851.0,ns,513 +event_serialization,,262144,262144,bytes,14463246.0,ns,522 +event_serialization,,262144,262144,bytes,15331633.0,ns,531 +event_serialization,,262144,262144,bytes,14767078.0,ns,540 +event_serialization,,262144,262144,bytes,14982622.0,ns,549 +event_serialization,,262144,262144,bytes,15191515.0,ns,558 +event_serialization,,262144,262144,bytes,15883832.0,ns,567 +event_serialization,,262144,262144,bytes,16644646.0,ns,576 +event_serialization,,262144,262144,bytes,17206148.0,ns,585 +event_serialization,,262144,262144,bytes,17400992.0,ns,594 +event_serialization,,262144,262144,bytes,17489214.0,ns,603 +event_serialization,,262144,262144,bytes,17957800.0,ns,612 +event_serialization,,262144,262144,bytes,17497930.0,ns,621 +event_serialization,,262144,262144,bytes,17519482.0,ns,630 +event_serialization,,262144,262144,bytes,17372583.0,ns,639 +event_serialization,,262144,262144,bytes,17426937.0,ns,648 +event_serialization,,262144,262144,bytes,17814473.0,ns,657 +event_serialization,,262144,262144,bytes,18251951.0,ns,666 +event_serialization,,262144,262144,bytes,18842479.0,ns,675 +event_serialization,,262144,262144,bytes,19156100.0,ns,684 +event_serialization,,262144,262144,bytes,20023700.0,ns,693 +event_serialization,,262144,262144,bytes,20031470.0,ns,702 +event_serialization,,262144,262144,bytes,19261138.0,ns,711 +event_serialization,,262144,262144,bytes,20040143.0,ns,720 +event_serialization,,262144,262144,bytes,20197659.0,ns,729 +event_serialization,,262144,262144,bytes,20586922.0,ns,738 +event_serialization,,262144,262144,bytes,20618258.0,ns,747 +event_serialization,,262144,262144,bytes,20446684.0,ns,756 +event_serialization,,262144,262144,bytes,20776185.0,ns,765 +event_serialization,,262144,262144,bytes,21563843.0,ns,774 +event_serialization,,262144,262144,bytes,21235423.0,ns,783 +event_serialization,,262144,262144,bytes,21771376.0,ns,792 +event_serialization,,262144,262144,bytes,22046697.0,ns,801 +event_serialization,,262144,262144,bytes,22781752.0,ns,810 +event_serialization,,262144,262144,bytes,22452198.0,ns,819 +event_serialization,,262144,262144,bytes,23083697.0,ns,828 +event_serialization,,262144,262144,bytes,23339164.0,ns,837 +event_serialization,,262144,262144,bytes,23429394.0,ns,846 +event_serialization,,262144,262144,bytes,24869802.0,ns,855 +event_serialization,,262144,262144,bytes,25386265.0,ns,864 +event_serialization,,262144,262144,bytes,24565661.0,ns,873 +event_serialization,,262144,262144,bytes,24911175.0,ns,882 +event_serialization,,262144,262144,bytes,25307584.0,ns,891 +event_serialization,,262144,262144,bytes,25166536.0,ns,900 diff --git a/event_serialization/262144/develop/sample.json b/event_serialization/262144/develop/sample.json new file mode 100644 index 00000000..539f8247 --- /dev/null +++ b/event_serialization/262144/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[313605.0,575128.0,834974.0,1069550.0,1432054.0,1624975.0,1836543.0,2099964.0,2376231.0,2836271.0,3105290.0,3135790.0,3401473.0,3567428.0,3916320.0,4108786.0,4433593.0,4736901.0,5256460.0,5257253.0,5852151.0,5717374.0,6076156.0,6446212.0,6679834.0,6766976.0,7051328.0,7139704.0,7687254.0,8077875.0,8104925.0,8175597.0,9112623.0,8707101.0,9410644.0,9471210.0,9609622.0,10042333.0,9709655.0,9697182.0,10189648.0,10829107.0,11304001.0,11691306.0,12278600.0,12091750.0,12472883.0,12790779.0,13198758.0,13180780.0,13414137.0,13755595.0,13621017.0,14397122.0,14878606.0,14727424.0,14481851.0,14463246.0,15331633.0,14767078.0,14982622.0,15191515.0,15883832.0,16644646.0,17206148.0,17400992.0,17489214.0,17957800.0,17497930.0,17519482.0,17372583.0,17426937.0,17814473.0,18251951.0,18842479.0,19156100.0,20023700.0,20031470.0,19261138.0,20040143.0,20197659.0,20586922.0,20618258.0,20446684.0,20776185.0,21563843.0,21235423.0,21771376.0,22046697.0,22781752.0,22452198.0,23083697.0,23339164.0,23429394.0,24869802.0,25386265.0,24565661.0,24911175.0,25307584.0,25166536.0]} \ No newline at end of file diff --git a/event_serialization/262144/develop/tukey.json b/event_serialization/262144/develop/tukey.json new file mode 100644 index 00000000..dcfe6cc0 --- /dev/null +++ b/event_serialization/262144/develop/tukey.json @@ -0,0 +1 @@ +[23377.490813258202,25630.21774085849,31637.489547792597,33890.21647539289] \ No newline at end of file diff --git a/event_serialization/262144/new/benchmark.json b/event_serialization/262144/new/benchmark.json new file mode 100644 index 00000000..d8449f0e --- /dev/null +++ b/event_serialization/262144/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"262144","throughput":{"Bytes":262144},"full_id":"event_serialization/262144","directory_name":"event_serialization/262144","title":"event_serialization/262144"} \ No newline at end of file diff --git a/event_serialization/262144/new/estimates.json b/event_serialization/262144/new/estimates.json new file mode 100644 index 00000000..cc5f57cf --- /dev/null +++ b/event_serialization/262144/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28606.981032016145,"upper_bound":29107.21121913135},"point_estimate":28849.000411973335,"standard_error":127.46034502418604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28454.57843137255,"upper_bound":29151.47619047619},"point_estimate":28907.827857905984,"standard_error":172.1107012188842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":833.3238761146308,"upper_bound":1453.1530279791548},"point_estimate":1148.1190680429295,"standard_error":157.39791811743945},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28012.218821153743,"upper_bound":28395.499988611806},"point_estimate":28195.100378306488,"standard_error":97.87885102813479},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1004.8039290733063,"upper_bound":1578.733338881645},"point_estimate":1280.1387107753574,"standard_error":150.35097189396822}} \ No newline at end of file diff --git a/event_serialization/262144/new/raw.csv b/event_serialization/262144/new/raw.csv new file mode 100644 index 00000000..880396ba --- /dev/null +++ b/event_serialization/262144/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,262144,262144,bytes,313605.0,ns,9 +event_serialization,,262144,262144,bytes,575128.0,ns,18 +event_serialization,,262144,262144,bytes,834974.0,ns,27 +event_serialization,,262144,262144,bytes,1069550.0,ns,36 +event_serialization,,262144,262144,bytes,1432054.0,ns,45 +event_serialization,,262144,262144,bytes,1624975.0,ns,54 +event_serialization,,262144,262144,bytes,1836543.0,ns,63 +event_serialization,,262144,262144,bytes,2099964.0,ns,72 +event_serialization,,262144,262144,bytes,2376231.0,ns,81 +event_serialization,,262144,262144,bytes,2836271.0,ns,90 +event_serialization,,262144,262144,bytes,3105290.0,ns,99 +event_serialization,,262144,262144,bytes,3135790.0,ns,108 +event_serialization,,262144,262144,bytes,3401473.0,ns,117 +event_serialization,,262144,262144,bytes,3567428.0,ns,126 +event_serialization,,262144,262144,bytes,3916320.0,ns,135 +event_serialization,,262144,262144,bytes,4108786.0,ns,144 +event_serialization,,262144,262144,bytes,4433593.0,ns,153 +event_serialization,,262144,262144,bytes,4736901.0,ns,162 +event_serialization,,262144,262144,bytes,5256460.0,ns,171 +event_serialization,,262144,262144,bytes,5257253.0,ns,180 +event_serialization,,262144,262144,bytes,5852151.0,ns,189 +event_serialization,,262144,262144,bytes,5717374.0,ns,198 +event_serialization,,262144,262144,bytes,6076156.0,ns,207 +event_serialization,,262144,262144,bytes,6446212.0,ns,216 +event_serialization,,262144,262144,bytes,6679834.0,ns,225 +event_serialization,,262144,262144,bytes,6766976.0,ns,234 +event_serialization,,262144,262144,bytes,7051328.0,ns,243 +event_serialization,,262144,262144,bytes,7139704.0,ns,252 +event_serialization,,262144,262144,bytes,7687254.0,ns,261 +event_serialization,,262144,262144,bytes,8077875.0,ns,270 +event_serialization,,262144,262144,bytes,8104925.0,ns,279 +event_serialization,,262144,262144,bytes,8175597.0,ns,288 +event_serialization,,262144,262144,bytes,9112623.0,ns,297 +event_serialization,,262144,262144,bytes,8707101.0,ns,306 +event_serialization,,262144,262144,bytes,9410644.0,ns,315 +event_serialization,,262144,262144,bytes,9471210.0,ns,324 +event_serialization,,262144,262144,bytes,9609622.0,ns,333 +event_serialization,,262144,262144,bytes,10042333.0,ns,342 +event_serialization,,262144,262144,bytes,9709655.0,ns,351 +event_serialization,,262144,262144,bytes,9697182.0,ns,360 +event_serialization,,262144,262144,bytes,10189648.0,ns,369 +event_serialization,,262144,262144,bytes,10829107.0,ns,378 +event_serialization,,262144,262144,bytes,11304001.0,ns,387 +event_serialization,,262144,262144,bytes,11691306.0,ns,396 +event_serialization,,262144,262144,bytes,12278600.0,ns,405 +event_serialization,,262144,262144,bytes,12091750.0,ns,414 +event_serialization,,262144,262144,bytes,12472883.0,ns,423 +event_serialization,,262144,262144,bytes,12790779.0,ns,432 +event_serialization,,262144,262144,bytes,13198758.0,ns,441 +event_serialization,,262144,262144,bytes,13180780.0,ns,450 +event_serialization,,262144,262144,bytes,13414137.0,ns,459 +event_serialization,,262144,262144,bytes,13755595.0,ns,468 +event_serialization,,262144,262144,bytes,13621017.0,ns,477 +event_serialization,,262144,262144,bytes,14397122.0,ns,486 +event_serialization,,262144,262144,bytes,14878606.0,ns,495 +event_serialization,,262144,262144,bytes,14727424.0,ns,504 +event_serialization,,262144,262144,bytes,14481851.0,ns,513 +event_serialization,,262144,262144,bytes,14463246.0,ns,522 +event_serialization,,262144,262144,bytes,15331633.0,ns,531 +event_serialization,,262144,262144,bytes,14767078.0,ns,540 +event_serialization,,262144,262144,bytes,14982622.0,ns,549 +event_serialization,,262144,262144,bytes,15191515.0,ns,558 +event_serialization,,262144,262144,bytes,15883832.0,ns,567 +event_serialization,,262144,262144,bytes,16644646.0,ns,576 +event_serialization,,262144,262144,bytes,17206148.0,ns,585 +event_serialization,,262144,262144,bytes,17400992.0,ns,594 +event_serialization,,262144,262144,bytes,17489214.0,ns,603 +event_serialization,,262144,262144,bytes,17957800.0,ns,612 +event_serialization,,262144,262144,bytes,17497930.0,ns,621 +event_serialization,,262144,262144,bytes,17519482.0,ns,630 +event_serialization,,262144,262144,bytes,17372583.0,ns,639 +event_serialization,,262144,262144,bytes,17426937.0,ns,648 +event_serialization,,262144,262144,bytes,17814473.0,ns,657 +event_serialization,,262144,262144,bytes,18251951.0,ns,666 +event_serialization,,262144,262144,bytes,18842479.0,ns,675 +event_serialization,,262144,262144,bytes,19156100.0,ns,684 +event_serialization,,262144,262144,bytes,20023700.0,ns,693 +event_serialization,,262144,262144,bytes,20031470.0,ns,702 +event_serialization,,262144,262144,bytes,19261138.0,ns,711 +event_serialization,,262144,262144,bytes,20040143.0,ns,720 +event_serialization,,262144,262144,bytes,20197659.0,ns,729 +event_serialization,,262144,262144,bytes,20586922.0,ns,738 +event_serialization,,262144,262144,bytes,20618258.0,ns,747 +event_serialization,,262144,262144,bytes,20446684.0,ns,756 +event_serialization,,262144,262144,bytes,20776185.0,ns,765 +event_serialization,,262144,262144,bytes,21563843.0,ns,774 +event_serialization,,262144,262144,bytes,21235423.0,ns,783 +event_serialization,,262144,262144,bytes,21771376.0,ns,792 +event_serialization,,262144,262144,bytes,22046697.0,ns,801 +event_serialization,,262144,262144,bytes,22781752.0,ns,810 +event_serialization,,262144,262144,bytes,22452198.0,ns,819 +event_serialization,,262144,262144,bytes,23083697.0,ns,828 +event_serialization,,262144,262144,bytes,23339164.0,ns,837 +event_serialization,,262144,262144,bytes,23429394.0,ns,846 +event_serialization,,262144,262144,bytes,24869802.0,ns,855 +event_serialization,,262144,262144,bytes,25386265.0,ns,864 +event_serialization,,262144,262144,bytes,24565661.0,ns,873 +event_serialization,,262144,262144,bytes,24911175.0,ns,882 +event_serialization,,262144,262144,bytes,25307584.0,ns,891 +event_serialization,,262144,262144,bytes,25166536.0,ns,900 diff --git a/event_serialization/262144/new/sample.json b/event_serialization/262144/new/sample.json new file mode 100644 index 00000000..539f8247 --- /dev/null +++ b/event_serialization/262144/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[313605.0,575128.0,834974.0,1069550.0,1432054.0,1624975.0,1836543.0,2099964.0,2376231.0,2836271.0,3105290.0,3135790.0,3401473.0,3567428.0,3916320.0,4108786.0,4433593.0,4736901.0,5256460.0,5257253.0,5852151.0,5717374.0,6076156.0,6446212.0,6679834.0,6766976.0,7051328.0,7139704.0,7687254.0,8077875.0,8104925.0,8175597.0,9112623.0,8707101.0,9410644.0,9471210.0,9609622.0,10042333.0,9709655.0,9697182.0,10189648.0,10829107.0,11304001.0,11691306.0,12278600.0,12091750.0,12472883.0,12790779.0,13198758.0,13180780.0,13414137.0,13755595.0,13621017.0,14397122.0,14878606.0,14727424.0,14481851.0,14463246.0,15331633.0,14767078.0,14982622.0,15191515.0,15883832.0,16644646.0,17206148.0,17400992.0,17489214.0,17957800.0,17497930.0,17519482.0,17372583.0,17426937.0,17814473.0,18251951.0,18842479.0,19156100.0,20023700.0,20031470.0,19261138.0,20040143.0,20197659.0,20586922.0,20618258.0,20446684.0,20776185.0,21563843.0,21235423.0,21771376.0,22046697.0,22781752.0,22452198.0,23083697.0,23339164.0,23429394.0,24869802.0,25386265.0,24565661.0,24911175.0,25307584.0,25166536.0]} \ No newline at end of file diff --git a/event_serialization/262144/new/tukey.json b/event_serialization/262144/new/tukey.json new file mode 100644 index 00000000..dcfe6cc0 --- /dev/null +++ b/event_serialization/262144/new/tukey.json @@ -0,0 +1 @@ +[23377.490813258202,25630.21774085849,31637.489547792597,33890.21647539289] \ No newline at end of file diff --git a/event_serialization/262144/report/MAD.svg b/event_serialization/262144/report/MAD.svg new file mode 100644 index 00000000..575f4884 --- /dev/null +++ b/event_serialization/262144/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/262144: MAD + + + + + + + diff --git a/event_serialization/262144/report/SD.svg b/event_serialization/262144/report/SD.svg new file mode 100644 index 00000000..456a6778 --- /dev/null +++ b/event_serialization/262144/report/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/262144: SD + + + + + + + diff --git a/event_serialization/262144/report/both/pdf.svg b/event_serialization/262144/report/both/pdf.svg new file mode 100644 index 00000000..22bb7db2 --- /dev/null +++ b/event_serialization/262144/report/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_serialization/262144 + + + + + + + diff --git a/event_serialization/262144/report/both/regression.svg b/event_serialization/262144/report/both/regression.svg new file mode 100644 index 00000000..12c9b74c --- /dev/null +++ b/event_serialization/262144/report/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_serialization/262144 + + + + + + + diff --git a/event_serialization/262144/report/change/mean.svg b/event_serialization/262144/report/change/mean.svg new file mode 100644 index 00000000..a76e6210 --- /dev/null +++ b/event_serialization/262144/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + -18.5 + + + + + -18 + + + + + -17.5 + + + + + -17 + + + + + -16.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/262144: mean + + + + + + + diff --git a/event_serialization/262144/report/change/median.svg b/event_serialization/262144/report/change/median.svg new file mode 100644 index 00000000..924e35b0 --- /dev/null +++ b/event_serialization/262144/report/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + -18 + + + + + -17.5 + + + + + -17 + + + + + -16.5 + + + + + -16 + + + + + -15.5 + + + + + -15 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/262144: median + + + + + + + diff --git a/event_serialization/262144/report/change/t-test.svg b/event_serialization/262144/report/change/t-test.svg new file mode 100644 index 00000000..9a3a4e44 --- /dev/null +++ b/event_serialization/262144/report/change/t-test.svg @@ -0,0 +1,245 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -30 + + + + + -25 + + + + + -20 + + + + + -15 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_serialization/262144: Welch t test + + + + + + + diff --git a/event_serialization/262144/report/index.html b/event_serialization/262144/report/index.html new file mode 100644 index 00000000..7289664f --- /dev/null +++ b/event_serialization/262144/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_serialization/262144 - Criterion.rs + + + + +
+

event_serialization/262144

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope28.012 us28.195 us28.395 us
Throughput8.5979 GiB/s8.6590 GiB/s8.7155 GiB/s
R²0.88088040.88563170.8799327
Mean28.607 us28.849 us29.107 us
Std. Dev.1.0048 us1.2801 us1.5787 us
Median28.455 us28.908 us29.151 us
MAD833.32 ns1.1481 us1.4532 us
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-18.573%-17.506%-16.444%(p = 0.00 < + 0.05)
Change in throughput+22.809%+21.220%+19.680%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_serialization/262144/report/mean.svg b/event_serialization/262144/report/mean.svg new file mode 100644 index 00000000..00020134 --- /dev/null +++ b/event_serialization/262144/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 28.6 + + + + + 28.7 + + + + + 28.8 + + + + + 28.9 + + + + + 29 + + + + + 29.1 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/262144: mean + + + + + + + diff --git a/event_serialization/262144/report/median.svg b/event_serialization/262144/report/median.svg new file mode 100644 index 00000000..42a33008 --- /dev/null +++ b/event_serialization/262144/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 28.4 + + + + + 28.5 + + + + + 28.6 + + + + + 28.7 + + + + + 28.8 + + + + + 28.9 + + + + + 29 + + + + + 29.1 + + + + + 29.2 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/262144: median + + + + + + + diff --git a/event_serialization/262144/report/pdf.svg b/event_serialization/262144/report/pdf.svg new file mode 100644 index 00000000..14f72970 --- /dev/null +++ b/event_serialization/262144/report/pdf.svg @@ -0,0 +1,341 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + event_serialization/262144 + + + + + + + diff --git a/event_serialization/262144/report/pdf_small.svg b/event_serialization/262144/report/pdf_small.svg new file mode 100644 index 00000000..35426ce2 --- /dev/null +++ b/event_serialization/262144/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/262144/report/regression.svg b/event_serialization/262144/report/regression.svg new file mode 100644 index 00000000..6b686152 --- /dev/null +++ b/event_serialization/262144/report/regression.svg @@ -0,0 +1,434 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_serialization/262144 + + + + + + + diff --git a/event_serialization/262144/report/regression_small.svg b/event_serialization/262144/report/regression_small.svg new file mode 100644 index 00000000..d991d003 --- /dev/null +++ b/event_serialization/262144/report/regression_small.svg @@ -0,0 +1,412 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_serialization/262144/report/relative_pdf_small.svg b/event_serialization/262144/report/relative_pdf_small.svg new file mode 100644 index 00000000..edc36c4f --- /dev/null +++ b/event_serialization/262144/report/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/262144/report/relative_regression_small.svg b/event_serialization/262144/report/relative_regression_small.svg new file mode 100644 index 00000000..a3f7834a --- /dev/null +++ b/event_serialization/262144/report/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_serialization/262144/report/slope.svg b/event_serialization/262144/report/slope.svg new file mode 100644 index 00000000..51f14c89 --- /dev/null +++ b/event_serialization/262144/report/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 28 + + + + + 28.05 + + + + + 28.1 + + + + + 28.15 + + + + + 28.2 + + + + + 28.25 + + + + + 28.3 + + + + + 28.35 + + + + + 28.4 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/262144: slope + + + + + + + diff --git a/event_serialization/262144/report/typical.svg b/event_serialization/262144/report/typical.svg new file mode 100644 index 00000000..e97f00e9 --- /dev/null +++ b/event_serialization/262144/report/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 28 + + + + + 28.05 + + + + + 28.1 + + + + + 28.15 + + + + + 28.2 + + + + + 28.25 + + + + + 28.3 + + + + + 28.35 + + + + + 28.4 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/262144: typical + + + + + + + diff --git a/event_serialization/4096/change/estimates.json b/event_serialization/4096/change/estimates.json new file mode 100644 index 00000000..8b35b191 --- /dev/null +++ b/event_serialization/4096/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.036165616162532464,"upper_bound":0.0457878245685085},"point_estimate":0.004973038753027792,"standard_error":0.020894427087764008},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08081008968852954,"upper_bound":0.14490683188560016},"point_estimate":0.11272099577788097,"standard_error":0.016748469360096194}} \ No newline at end of file diff --git a/event_serialization/4096/develop/benchmark.json b/event_serialization/4096/develop/benchmark.json new file mode 100644 index 00000000..f563450c --- /dev/null +++ b/event_serialization/4096/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"4096","throughput":{"Bytes":4096},"full_id":"event_serialization/4096","directory_name":"event_serialization/4096","title":"event_serialization/4096"} \ No newline at end of file diff --git a/event_serialization/4096/develop/estimates.json b/event_serialization/4096/develop/estimates.json new file mode 100644 index 00000000..5ff2eb47 --- /dev/null +++ b/event_serialization/4096/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":437.5514319831597,"upper_bound":451.7280615317933},"point_estimate":444.9060467201884,"standard_error":3.6286488547350424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443.9976877289377,"upper_bound":459.00008453085377},"point_estimate":452.6212666467276,"standard_error":4.221334802189549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.837776307141965,"upper_bound":33.368455817847924},"point_estimate":26.799059240820792,"standard_error":3.4494437206371638},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":446.26273934752544,"upper_bound":457.3623528097729},"point_estimate":451.7308157774938,"standard_error":2.837402632697955},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.469696010309598,"upper_bound":44.598537149383205},"point_estimate":36.50652002669835,"standard_error":4.386803269002499}} \ No newline at end of file diff --git a/event_serialization/4096/develop/raw.csv b/event_serialization/4096/develop/raw.csv new file mode 100644 index 00000000..00aae942 --- /dev/null +++ b/event_serialization/4096/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,4096,4096,bytes,163402.0,ns,546 +event_serialization,,4096,4096,bytes,363968.0,ns,1092 +event_serialization,,4096,4096,bytes,510005.0,ns,1638 +event_serialization,,4096,4096,bytes,864329.0,ns,2184 +event_serialization,,4096,4096,bytes,929734.0,ns,2730 +event_serialization,,4096,4096,bytes,1262795.0,ns,3276 +event_serialization,,4096,4096,bytes,1516801.0,ns,3822 +event_serialization,,4096,4096,bytes,1640900.0,ns,4368 +event_serialization,,4096,4096,bytes,1892356.0,ns,4914 +event_serialization,,4096,4096,bytes,2195182.0,ns,5460 +event_serialization,,4096,4096,bytes,3043977.0,ns,6006 +event_serialization,,4096,4096,bytes,2776809.0,ns,6552 +event_serialization,,4096,4096,bytes,3193553.0,ns,7098 +event_serialization,,4096,4096,bytes,3210444.0,ns,7644 +event_serialization,,4096,4096,bytes,3572500.0,ns,8190 +event_serialization,,4096,4096,bytes,4017762.0,ns,8736 +event_serialization,,4096,4096,bytes,4234173.0,ns,9282 +event_serialization,,4096,4096,bytes,4752069.0,ns,9828 +event_serialization,,4096,4096,bytes,4878681.0,ns,10374 +event_serialization,,4096,4096,bytes,5132948.0,ns,10920 +event_serialization,,4096,4096,bytes,5500159.0,ns,11466 +event_serialization,,4096,4096,bytes,5802090.0,ns,12012 +event_serialization,,4096,4096,bytes,5954080.0,ns,12558 +event_serialization,,4096,4096,bytes,6438052.0,ns,13104 +event_serialization,,4096,4096,bytes,6481401.0,ns,13650 +event_serialization,,4096,4096,bytes,6934700.0,ns,14196 +event_serialization,,4096,4096,bytes,7093174.0,ns,14742 +event_serialization,,4096,4096,bytes,7166600.0,ns,15288 +event_serialization,,4096,4096,bytes,7275063.0,ns,15834 +event_serialization,,4096,4096,bytes,7491379.0,ns,16380 +event_serialization,,4096,4096,bytes,8088665.0,ns,16926 +event_serialization,,4096,4096,bytes,8138052.0,ns,17472 +event_serialization,,4096,4096,bytes,8245422.0,ns,18018 +event_serialization,,4096,4096,bytes,8408664.0,ns,18564 +event_serialization,,4096,4096,bytes,8881232.0,ns,19110 +event_serialization,,4096,4096,bytes,9636540.0,ns,19656 +event_serialization,,4096,4096,bytes,9353567.0,ns,20202 +event_serialization,,4096,4096,bytes,9785814.0,ns,20748 +event_serialization,,4096,4096,bytes,9942223.0,ns,21294 +event_serialization,,4096,4096,bytes,10250421.0,ns,21840 +event_serialization,,4096,4096,bytes,10190430.0,ns,22386 +event_serialization,,4096,4096,bytes,10414690.0,ns,22932 +event_serialization,,4096,4096,bytes,11061472.0,ns,23478 +event_serialization,,4096,4096,bytes,11022433.0,ns,24024 +event_serialization,,4096,4096,bytes,11345574.0,ns,24570 +event_serialization,,4096,4096,bytes,11653322.0,ns,25116 +event_serialization,,4096,4096,bytes,12205776.0,ns,25662 +event_serialization,,4096,4096,bytes,11150077.0,ns,26208 +event_serialization,,4096,4096,bytes,10995324.0,ns,26754 +event_serialization,,4096,4096,bytes,11851700.0,ns,27300 +event_serialization,,4096,4096,bytes,11854216.0,ns,27846 +event_serialization,,4096,4096,bytes,13096202.0,ns,28392 +event_serialization,,4096,4096,bytes,12210608.0,ns,28938 +event_serialization,,4096,4096,bytes,12340390.0,ns,29484 +event_serialization,,4096,4096,bytes,13788483.0,ns,30030 +event_serialization,,4096,4096,bytes,13446473.0,ns,30576 +event_serialization,,4096,4096,bytes,12899468.0,ns,31122 +event_serialization,,4096,4096,bytes,13326904.0,ns,31668 +event_serialization,,4096,4096,bytes,14301077.0,ns,32214 +event_serialization,,4096,4096,bytes,13866027.0,ns,32760 +event_serialization,,4096,4096,bytes,14700627.0,ns,33306 +event_serialization,,4096,4096,bytes,14162891.0,ns,33852 +event_serialization,,4096,4096,bytes,14851404.0,ns,34398 +event_serialization,,4096,4096,bytes,15953437.0,ns,34944 +event_serialization,,4096,4096,bytes,16289913.0,ns,35490 +event_serialization,,4096,4096,bytes,17254938.0,ns,36036 +event_serialization,,4096,4096,bytes,16545568.0,ns,36582 +event_serialization,,4096,4096,bytes,16028231.0,ns,37128 +event_serialization,,4096,4096,bytes,18037695.0,ns,37674 +event_serialization,,4096,4096,bytes,16355755.0,ns,38220 +event_serialization,,4096,4096,bytes,16335290.0,ns,38766 +event_serialization,,4096,4096,bytes,16916183.0,ns,39312 +event_serialization,,4096,4096,bytes,17836982.0,ns,39858 +event_serialization,,4096,4096,bytes,17614545.0,ns,40404 +event_serialization,,4096,4096,bytes,17405255.0,ns,40950 +event_serialization,,4096,4096,bytes,17920257.0,ns,41496 +event_serialization,,4096,4096,bytes,18341002.0,ns,42042 +event_serialization,,4096,4096,bytes,18687762.0,ns,42588 +event_serialization,,4096,4096,bytes,19967241.0,ns,43134 +event_serialization,,4096,4096,bytes,19393819.0,ns,43680 +event_serialization,,4096,4096,bytes,19691557.0,ns,44226 +event_serialization,,4096,4096,bytes,19335835.0,ns,44772 +event_serialization,,4096,4096,bytes,20059942.0,ns,45318 +event_serialization,,4096,4096,bytes,19763990.0,ns,45864 +event_serialization,,4096,4096,bytes,23691999.0,ns,46410 +event_serialization,,4096,4096,bytes,21509482.0,ns,46956 +event_serialization,,4096,4096,bytes,21398768.0,ns,47502 +event_serialization,,4096,4096,bytes,21443105.0,ns,48048 +event_serialization,,4096,4096,bytes,22469293.0,ns,48594 +event_serialization,,4096,4096,bytes,22161137.0,ns,49140 +event_serialization,,4096,4096,bytes,22225808.0,ns,49686 +event_serialization,,4096,4096,bytes,21893433.0,ns,50232 +event_serialization,,4096,4096,bytes,22607775.0,ns,50778 +event_serialization,,4096,4096,bytes,23614914.0,ns,51324 +event_serialization,,4096,4096,bytes,24272533.0,ns,51870 +event_serialization,,4096,4096,bytes,24187318.0,ns,52416 +event_serialization,,4096,4096,bytes,24464638.0,ns,52962 +event_serialization,,4096,4096,bytes,24811962.0,ns,53508 +event_serialization,,4096,4096,bytes,26713375.0,ns,54054 +event_serialization,,4096,4096,bytes,26877610.0,ns,54600 diff --git a/event_serialization/4096/develop/sample.json b/event_serialization/4096/develop/sample.json new file mode 100644 index 00000000..ef4febf4 --- /dev/null +++ b/event_serialization/4096/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[546.0,1092.0,1638.0,2184.0,2730.0,3276.0,3822.0,4368.0,4914.0,5460.0,6006.0,6552.0,7098.0,7644.0,8190.0,8736.0,9282.0,9828.0,10374.0,10920.0,11466.0,12012.0,12558.0,13104.0,13650.0,14196.0,14742.0,15288.0,15834.0,16380.0,16926.0,17472.0,18018.0,18564.0,19110.0,19656.0,20202.0,20748.0,21294.0,21840.0,22386.0,22932.0,23478.0,24024.0,24570.0,25116.0,25662.0,26208.0,26754.0,27300.0,27846.0,28392.0,28938.0,29484.0,30030.0,30576.0,31122.0,31668.0,32214.0,32760.0,33306.0,33852.0,34398.0,34944.0,35490.0,36036.0,36582.0,37128.0,37674.0,38220.0,38766.0,39312.0,39858.0,40404.0,40950.0,41496.0,42042.0,42588.0,43134.0,43680.0,44226.0,44772.0,45318.0,45864.0,46410.0,46956.0,47502.0,48048.0,48594.0,49140.0,49686.0,50232.0,50778.0,51324.0,51870.0,52416.0,52962.0,53508.0,54054.0,54600.0],"times":[163402.0,363968.0,510005.0,864329.0,929734.0,1262795.0,1516801.0,1640900.0,1892356.0,2195182.0,3043977.0,2776809.0,3193553.0,3210444.0,3572500.0,4017762.0,4234173.0,4752069.0,4878681.0,5132948.0,5500159.0,5802090.0,5954080.0,6438052.0,6481401.0,6934700.0,7093174.0,7166600.0,7275063.0,7491379.0,8088665.0,8138052.0,8245422.0,8408664.0,8881232.0,9636540.0,9353567.0,9785814.0,9942223.0,10250421.0,10190430.0,10414690.0,11061472.0,11022433.0,11345574.0,11653322.0,12205776.0,11150077.0,10995324.0,11851700.0,11854216.0,13096202.0,12210608.0,12340390.0,13788483.0,13446473.0,12899468.0,13326904.0,14301077.0,13866027.0,14700627.0,14162891.0,14851404.0,15953437.0,16289913.0,17254938.0,16545568.0,16028231.0,18037695.0,16355755.0,16335290.0,16916183.0,17836982.0,17614545.0,17405255.0,17920257.0,18341002.0,18687762.0,19967241.0,19393819.0,19691557.0,19335835.0,20059942.0,19763990.0,23691999.0,21509482.0,21398768.0,21443105.0,22469293.0,22161137.0,22225808.0,21893433.0,22607775.0,23614914.0,24272533.0,24187318.0,24464638.0,24811962.0,26713375.0,26877610.0]} \ No newline at end of file diff --git a/event_serialization/4096/develop/tukey.json b/event_serialization/4096/develop/tukey.json new file mode 100644 index 00000000..4b7117a4 --- /dev/null +++ b/event_serialization/4096/develop/tukey.json @@ -0,0 +1 @@ +[324.9091472922173,377.8400525438643,518.9891332149231,571.9200384665701] \ No newline at end of file diff --git a/event_serialization/4096/new/benchmark.json b/event_serialization/4096/new/benchmark.json new file mode 100644 index 00000000..f563450c --- /dev/null +++ b/event_serialization/4096/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"4096","throughput":{"Bytes":4096},"full_id":"event_serialization/4096","directory_name":"event_serialization/4096","title":"event_serialization/4096"} \ No newline at end of file diff --git a/event_serialization/4096/new/estimates.json b/event_serialization/4096/new/estimates.json new file mode 100644 index 00000000..5ff2eb47 --- /dev/null +++ b/event_serialization/4096/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":437.5514319831597,"upper_bound":451.7280615317933},"point_estimate":444.9060467201884,"standard_error":3.6286488547350424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443.9976877289377,"upper_bound":459.00008453085377},"point_estimate":452.6212666467276,"standard_error":4.221334802189549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.837776307141965,"upper_bound":33.368455817847924},"point_estimate":26.799059240820792,"standard_error":3.4494437206371638},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":446.26273934752544,"upper_bound":457.3623528097729},"point_estimate":451.7308157774938,"standard_error":2.837402632697955},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.469696010309598,"upper_bound":44.598537149383205},"point_estimate":36.50652002669835,"standard_error":4.386803269002499}} \ No newline at end of file diff --git a/event_serialization/4096/new/raw.csv b/event_serialization/4096/new/raw.csv new file mode 100644 index 00000000..00aae942 --- /dev/null +++ b/event_serialization/4096/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,4096,4096,bytes,163402.0,ns,546 +event_serialization,,4096,4096,bytes,363968.0,ns,1092 +event_serialization,,4096,4096,bytes,510005.0,ns,1638 +event_serialization,,4096,4096,bytes,864329.0,ns,2184 +event_serialization,,4096,4096,bytes,929734.0,ns,2730 +event_serialization,,4096,4096,bytes,1262795.0,ns,3276 +event_serialization,,4096,4096,bytes,1516801.0,ns,3822 +event_serialization,,4096,4096,bytes,1640900.0,ns,4368 +event_serialization,,4096,4096,bytes,1892356.0,ns,4914 +event_serialization,,4096,4096,bytes,2195182.0,ns,5460 +event_serialization,,4096,4096,bytes,3043977.0,ns,6006 +event_serialization,,4096,4096,bytes,2776809.0,ns,6552 +event_serialization,,4096,4096,bytes,3193553.0,ns,7098 +event_serialization,,4096,4096,bytes,3210444.0,ns,7644 +event_serialization,,4096,4096,bytes,3572500.0,ns,8190 +event_serialization,,4096,4096,bytes,4017762.0,ns,8736 +event_serialization,,4096,4096,bytes,4234173.0,ns,9282 +event_serialization,,4096,4096,bytes,4752069.0,ns,9828 +event_serialization,,4096,4096,bytes,4878681.0,ns,10374 +event_serialization,,4096,4096,bytes,5132948.0,ns,10920 +event_serialization,,4096,4096,bytes,5500159.0,ns,11466 +event_serialization,,4096,4096,bytes,5802090.0,ns,12012 +event_serialization,,4096,4096,bytes,5954080.0,ns,12558 +event_serialization,,4096,4096,bytes,6438052.0,ns,13104 +event_serialization,,4096,4096,bytes,6481401.0,ns,13650 +event_serialization,,4096,4096,bytes,6934700.0,ns,14196 +event_serialization,,4096,4096,bytes,7093174.0,ns,14742 +event_serialization,,4096,4096,bytes,7166600.0,ns,15288 +event_serialization,,4096,4096,bytes,7275063.0,ns,15834 +event_serialization,,4096,4096,bytes,7491379.0,ns,16380 +event_serialization,,4096,4096,bytes,8088665.0,ns,16926 +event_serialization,,4096,4096,bytes,8138052.0,ns,17472 +event_serialization,,4096,4096,bytes,8245422.0,ns,18018 +event_serialization,,4096,4096,bytes,8408664.0,ns,18564 +event_serialization,,4096,4096,bytes,8881232.0,ns,19110 +event_serialization,,4096,4096,bytes,9636540.0,ns,19656 +event_serialization,,4096,4096,bytes,9353567.0,ns,20202 +event_serialization,,4096,4096,bytes,9785814.0,ns,20748 +event_serialization,,4096,4096,bytes,9942223.0,ns,21294 +event_serialization,,4096,4096,bytes,10250421.0,ns,21840 +event_serialization,,4096,4096,bytes,10190430.0,ns,22386 +event_serialization,,4096,4096,bytes,10414690.0,ns,22932 +event_serialization,,4096,4096,bytes,11061472.0,ns,23478 +event_serialization,,4096,4096,bytes,11022433.0,ns,24024 +event_serialization,,4096,4096,bytes,11345574.0,ns,24570 +event_serialization,,4096,4096,bytes,11653322.0,ns,25116 +event_serialization,,4096,4096,bytes,12205776.0,ns,25662 +event_serialization,,4096,4096,bytes,11150077.0,ns,26208 +event_serialization,,4096,4096,bytes,10995324.0,ns,26754 +event_serialization,,4096,4096,bytes,11851700.0,ns,27300 +event_serialization,,4096,4096,bytes,11854216.0,ns,27846 +event_serialization,,4096,4096,bytes,13096202.0,ns,28392 +event_serialization,,4096,4096,bytes,12210608.0,ns,28938 +event_serialization,,4096,4096,bytes,12340390.0,ns,29484 +event_serialization,,4096,4096,bytes,13788483.0,ns,30030 +event_serialization,,4096,4096,bytes,13446473.0,ns,30576 +event_serialization,,4096,4096,bytes,12899468.0,ns,31122 +event_serialization,,4096,4096,bytes,13326904.0,ns,31668 +event_serialization,,4096,4096,bytes,14301077.0,ns,32214 +event_serialization,,4096,4096,bytes,13866027.0,ns,32760 +event_serialization,,4096,4096,bytes,14700627.0,ns,33306 +event_serialization,,4096,4096,bytes,14162891.0,ns,33852 +event_serialization,,4096,4096,bytes,14851404.0,ns,34398 +event_serialization,,4096,4096,bytes,15953437.0,ns,34944 +event_serialization,,4096,4096,bytes,16289913.0,ns,35490 +event_serialization,,4096,4096,bytes,17254938.0,ns,36036 +event_serialization,,4096,4096,bytes,16545568.0,ns,36582 +event_serialization,,4096,4096,bytes,16028231.0,ns,37128 +event_serialization,,4096,4096,bytes,18037695.0,ns,37674 +event_serialization,,4096,4096,bytes,16355755.0,ns,38220 +event_serialization,,4096,4096,bytes,16335290.0,ns,38766 +event_serialization,,4096,4096,bytes,16916183.0,ns,39312 +event_serialization,,4096,4096,bytes,17836982.0,ns,39858 +event_serialization,,4096,4096,bytes,17614545.0,ns,40404 +event_serialization,,4096,4096,bytes,17405255.0,ns,40950 +event_serialization,,4096,4096,bytes,17920257.0,ns,41496 +event_serialization,,4096,4096,bytes,18341002.0,ns,42042 +event_serialization,,4096,4096,bytes,18687762.0,ns,42588 +event_serialization,,4096,4096,bytes,19967241.0,ns,43134 +event_serialization,,4096,4096,bytes,19393819.0,ns,43680 +event_serialization,,4096,4096,bytes,19691557.0,ns,44226 +event_serialization,,4096,4096,bytes,19335835.0,ns,44772 +event_serialization,,4096,4096,bytes,20059942.0,ns,45318 +event_serialization,,4096,4096,bytes,19763990.0,ns,45864 +event_serialization,,4096,4096,bytes,23691999.0,ns,46410 +event_serialization,,4096,4096,bytes,21509482.0,ns,46956 +event_serialization,,4096,4096,bytes,21398768.0,ns,47502 +event_serialization,,4096,4096,bytes,21443105.0,ns,48048 +event_serialization,,4096,4096,bytes,22469293.0,ns,48594 +event_serialization,,4096,4096,bytes,22161137.0,ns,49140 +event_serialization,,4096,4096,bytes,22225808.0,ns,49686 +event_serialization,,4096,4096,bytes,21893433.0,ns,50232 +event_serialization,,4096,4096,bytes,22607775.0,ns,50778 +event_serialization,,4096,4096,bytes,23614914.0,ns,51324 +event_serialization,,4096,4096,bytes,24272533.0,ns,51870 +event_serialization,,4096,4096,bytes,24187318.0,ns,52416 +event_serialization,,4096,4096,bytes,24464638.0,ns,52962 +event_serialization,,4096,4096,bytes,24811962.0,ns,53508 +event_serialization,,4096,4096,bytes,26713375.0,ns,54054 +event_serialization,,4096,4096,bytes,26877610.0,ns,54600 diff --git a/event_serialization/4096/new/sample.json b/event_serialization/4096/new/sample.json new file mode 100644 index 00000000..ef4febf4 --- /dev/null +++ b/event_serialization/4096/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[546.0,1092.0,1638.0,2184.0,2730.0,3276.0,3822.0,4368.0,4914.0,5460.0,6006.0,6552.0,7098.0,7644.0,8190.0,8736.0,9282.0,9828.0,10374.0,10920.0,11466.0,12012.0,12558.0,13104.0,13650.0,14196.0,14742.0,15288.0,15834.0,16380.0,16926.0,17472.0,18018.0,18564.0,19110.0,19656.0,20202.0,20748.0,21294.0,21840.0,22386.0,22932.0,23478.0,24024.0,24570.0,25116.0,25662.0,26208.0,26754.0,27300.0,27846.0,28392.0,28938.0,29484.0,30030.0,30576.0,31122.0,31668.0,32214.0,32760.0,33306.0,33852.0,34398.0,34944.0,35490.0,36036.0,36582.0,37128.0,37674.0,38220.0,38766.0,39312.0,39858.0,40404.0,40950.0,41496.0,42042.0,42588.0,43134.0,43680.0,44226.0,44772.0,45318.0,45864.0,46410.0,46956.0,47502.0,48048.0,48594.0,49140.0,49686.0,50232.0,50778.0,51324.0,51870.0,52416.0,52962.0,53508.0,54054.0,54600.0],"times":[163402.0,363968.0,510005.0,864329.0,929734.0,1262795.0,1516801.0,1640900.0,1892356.0,2195182.0,3043977.0,2776809.0,3193553.0,3210444.0,3572500.0,4017762.0,4234173.0,4752069.0,4878681.0,5132948.0,5500159.0,5802090.0,5954080.0,6438052.0,6481401.0,6934700.0,7093174.0,7166600.0,7275063.0,7491379.0,8088665.0,8138052.0,8245422.0,8408664.0,8881232.0,9636540.0,9353567.0,9785814.0,9942223.0,10250421.0,10190430.0,10414690.0,11061472.0,11022433.0,11345574.0,11653322.0,12205776.0,11150077.0,10995324.0,11851700.0,11854216.0,13096202.0,12210608.0,12340390.0,13788483.0,13446473.0,12899468.0,13326904.0,14301077.0,13866027.0,14700627.0,14162891.0,14851404.0,15953437.0,16289913.0,17254938.0,16545568.0,16028231.0,18037695.0,16355755.0,16335290.0,16916183.0,17836982.0,17614545.0,17405255.0,17920257.0,18341002.0,18687762.0,19967241.0,19393819.0,19691557.0,19335835.0,20059942.0,19763990.0,23691999.0,21509482.0,21398768.0,21443105.0,22469293.0,22161137.0,22225808.0,21893433.0,22607775.0,23614914.0,24272533.0,24187318.0,24464638.0,24811962.0,26713375.0,26877610.0]} \ No newline at end of file diff --git a/event_serialization/4096/new/tukey.json b/event_serialization/4096/new/tukey.json new file mode 100644 index 00000000..4b7117a4 --- /dev/null +++ b/event_serialization/4096/new/tukey.json @@ -0,0 +1 @@ +[324.9091472922173,377.8400525438643,518.9891332149231,571.9200384665701] \ No newline at end of file diff --git a/event_serialization/4096/report/MAD.svg b/event_serialization/4096/report/MAD.svg new file mode 100644 index 00000000..47ba6e0b --- /dev/null +++ b/event_serialization/4096/report/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/4096: MAD + + + + + + + diff --git a/event_serialization/4096/report/SD.svg b/event_serialization/4096/report/SD.svg new file mode 100644 index 00000000..385aa8e0 --- /dev/null +++ b/event_serialization/4096/report/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0.09 + + + + + 0.1 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/4096: SD + + + + + + + diff --git a/event_serialization/4096/report/both/pdf.svg b/event_serialization/4096/report/both/pdf.svg new file mode 100644 index 00000000..a3743fcb --- /dev/null +++ b/event_serialization/4096/report/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_serialization/4096 + + + + + + + diff --git a/event_serialization/4096/report/both/regression.svg b/event_serialization/4096/report/both/regression.svg new file mode 100644 index 00000000..4c783eaf --- /dev/null +++ b/event_serialization/4096/report/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_serialization/4096 + + + + + + + diff --git a/event_serialization/4096/report/change/mean.svg b/event_serialization/4096/report/change/mean.svg new file mode 100644 index 00000000..dcfb137d --- /dev/null +++ b/event_serialization/4096/report/change/mean.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/4096: mean + + + + + + + diff --git a/event_serialization/4096/report/change/median.svg b/event_serialization/4096/report/change/median.svg new file mode 100644 index 00000000..e892f1b7 --- /dev/null +++ b/event_serialization/4096/report/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/4096: median + + + + + + + diff --git a/event_serialization/4096/report/change/t-test.svg b/event_serialization/4096/report/change/t-test.svg new file mode 100644 index 00000000..fea8df92 --- /dev/null +++ b/event_serialization/4096/report/change/t-test.svg @@ -0,0 +1,265 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -5 + + + + + -4 + + + + + -3 + + + + + -2 + + + + + -1 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_serialization/4096: Welch t test + + + + + + + diff --git a/event_serialization/4096/report/index.html b/event_serialization/4096/report/index.html new file mode 100644 index 00000000..707d6486 --- /dev/null +++ b/event_serialization/4096/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_serialization/4096 - Criterion.rs + + + + +
+

event_serialization/4096

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope446.26 ns451.73 ns457.36 ns
Throughput8.3406 GiB/s8.4446 GiB/s8.5481 GiB/s
R²0.81148110.82111970.8109035
Mean437.55 ns444.91 ns451.73 ns
Std. Dev.27.470 ns36.507 ns44.599 ns
Median444.00 ns452.62 ns459.00 ns
MAD19.838 ns26.799 ns33.368 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-3.6166%+0.4973%+4.5788%(p = 0.81 > + 0.05)
Change in throughput+3.7523%-0.4948%-4.3783%
+ No change in performance detected. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_serialization/4096/report/mean.svg b/event_serialization/4096/report/mean.svg new file mode 100644 index 00000000..7b036775 --- /dev/null +++ b/event_serialization/4096/report/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 436 + + + + + 438 + + + + + 440 + + + + + 442 + + + + + 444 + + + + + 446 + + + + + 448 + + + + + 450 + + + + + 452 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/4096: mean + + + + + + + diff --git a/event_serialization/4096/report/median.svg b/event_serialization/4096/report/median.svg new file mode 100644 index 00000000..b96756da --- /dev/null +++ b/event_serialization/4096/report/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 444 + + + + + 446 + + + + + 448 + + + + + 450 + + + + + 452 + + + + + 454 + + + + + 456 + + + + + 458 + + + + + 460 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/4096: median + + + + + + + diff --git a/event_serialization/4096/report/pdf.svg b/event_serialization/4096/report/pdf.svg new file mode 100644 index 00000000..f2fa5ad6 --- /dev/null +++ b/event_serialization/4096/report/pdf.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + event_serialization/4096 + + + + + + + diff --git a/event_serialization/4096/report/pdf_small.svg b/event_serialization/4096/report/pdf_small.svg new file mode 100644 index 00000000..2b3d006a --- /dev/null +++ b/event_serialization/4096/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/4096/report/regression.svg b/event_serialization/4096/report/regression.svg new file mode 100644 index 00000000..1e640b09 --- /dev/null +++ b/event_serialization/4096/report/regression.svg @@ -0,0 +1,395 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_serialization/4096 + + + + + + + diff --git a/event_serialization/4096/report/regression_small.svg b/event_serialization/4096/report/regression_small.svg new file mode 100644 index 00000000..e4e637cf --- /dev/null +++ b/event_serialization/4096/report/regression_small.svg @@ -0,0 +1,373 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_serialization/4096/report/relative_pdf_small.svg b/event_serialization/4096/report/relative_pdf_small.svg new file mode 100644 index 00000000..fc887a72 --- /dev/null +++ b/event_serialization/4096/report/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/4096/report/relative_regression_small.svg b/event_serialization/4096/report/relative_regression_small.svg new file mode 100644 index 00000000..afe1b938 --- /dev/null +++ b/event_serialization/4096/report/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_serialization/4096/report/slope.svg b/event_serialization/4096/report/slope.svg new file mode 100644 index 00000000..dbfdb670 --- /dev/null +++ b/event_serialization/4096/report/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 446 + + + + + 448 + + + + + 450 + + + + + 452 + + + + + 454 + + + + + 456 + + + + + 458 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/4096: slope + + + + + + + diff --git a/event_serialization/4096/report/typical.svg b/event_serialization/4096/report/typical.svg new file mode 100644 index 00000000..dbfc81c9 --- /dev/null +++ b/event_serialization/4096/report/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 446 + + + + + 448 + + + + + 450 + + + + + 452 + + + + + 454 + + + + + 456 + + + + + 458 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/4096: typical + + + + + + + diff --git a/event_serialization/65536/change/estimates.json b/event_serialization/65536/change/estimates.json new file mode 100644 index 00000000..b1043c3a --- /dev/null +++ b/event_serialization/65536/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.33218283114840075,"upper_bound":-0.28424971957490147},"point_estimate":-0.30662180430854724,"standard_error":0.012070215433079805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.32206042660495104,"upper_bound":-0.26190863984420854},"point_estimate":-0.2719197777390501,"standard_error":0.017114949099645418}} \ No newline at end of file diff --git a/event_serialization/65536/develop/benchmark.json b/event_serialization/65536/develop/benchmark.json new file mode 100644 index 00000000..62d752ec --- /dev/null +++ b/event_serialization/65536/develop/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"65536","throughput":{"Bytes":65536},"full_id":"event_serialization/65536","directory_name":"event_serialization/65536","title":"event_serialization/65536"} \ No newline at end of file diff --git a/event_serialization/65536/develop/estimates.json b/event_serialization/65536/develop/estimates.json new file mode 100644 index 00000000..1fb2ecaa --- /dev/null +++ b/event_serialization/65536/develop/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3520.8800578270234,"upper_bound":3755.806100964771},"point_estimate":3638.3139325257503,"standard_error":59.776896297500784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3498.7596153846152,"upper_bound":3788.6257122507122},"point_estimate":3754.0112348178136,"standard_error":83.97988912702623},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":521.236910832599,"upper_bound":1042.2975492895073},"point_estimate":879.8090800103986,"standard_error":143.91822910801613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.4982228546023,"upper_bound":4140.942775338417},"point_estimate":4039.2724472079813,"standard_error":57.8729937229184},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":544.7668423890075,"upper_bound":648.5273821283001},"point_estimate":601.9463394659223,"standard_error":26.544223315485663}} \ No newline at end of file diff --git a/event_serialization/65536/develop/raw.csv b/event_serialization/65536/develop/raw.csv new file mode 100644 index 00000000..7df8aa22 --- /dev/null +++ b/event_serialization/65536/develop/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,65536,65536,bytes,158580.0,ns,39 +event_serialization,,65536,65536,bytes,291957.0,ns,78 +event_serialization,,65536,65536,bytes,421865.0,ns,117 +event_serialization,,65536,65536,bytes,557516.0,ns,156 +event_serialization,,65536,65536,bytes,702275.0,ns,195 +event_serialization,,65536,65536,bytes,827806.0,ns,234 +event_serialization,,65536,65536,bytes,1053599.0,ns,273 +event_serialization,,65536,65536,bytes,1091613.0,ns,312 +event_serialization,,65536,65536,bytes,1224506.0,ns,351 +event_serialization,,65536,65536,bytes,1339920.0,ns,390 +event_serialization,,65536,65536,bytes,1423654.0,ns,429 +event_serialization,,65536,65536,bytes,1551490.0,ns,468 +event_serialization,,65536,65536,bytes,1677133.0,ns,507 +event_serialization,,65536,65536,bytes,1832707.0,ns,546 +event_serialization,,65536,65536,bytes,1951944.0,ns,585 +event_serialization,,65536,65536,bytes,2076486.0,ns,624 +event_serialization,,65536,65536,bytes,2209231.0,ns,663 +event_serialization,,65536,65536,bytes,2326793.0,ns,702 +event_serialization,,65536,65536,bytes,2498901.0,ns,741 +event_serialization,,65536,65536,bytes,2591140.0,ns,780 +event_serialization,,65536,65536,bytes,2718439.0,ns,819 +event_serialization,,65536,65536,bytes,2862831.0,ns,858 +event_serialization,,65536,65536,bytes,3172200.0,ns,897 +event_serialization,,65536,65536,bytes,4063562.0,ns,936 +event_serialization,,65536,65536,bytes,4021008.0,ns,975 +event_serialization,,65536,65536,bytes,3008461.0,ns,1014 +event_serialization,,65536,65536,bytes,2928319.0,ns,1053 +event_serialization,,65536,65536,bytes,3347079.0,ns,1092 +event_serialization,,65536,65536,bytes,3319906.0,ns,1131 +event_serialization,,65536,65536,bytes,3223888.0,ns,1170 +event_serialization,,65536,65536,bytes,3317676.0,ns,1209 +event_serialization,,65536,65536,bytes,3444786.0,ns,1248 +event_serialization,,65536,65536,bytes,3682841.0,ns,1287 +event_serialization,,65536,65536,bytes,3723903.0,ns,1326 +event_serialization,,65536,65536,bytes,3782840.0,ns,1365 +event_serialization,,65536,65536,bytes,3954392.0,ns,1404 +event_serialization,,65536,65536,bytes,3987222.0,ns,1443 +event_serialization,,65536,65536,bytes,4096261.0,ns,1482 +event_serialization,,65536,65536,bytes,4291208.0,ns,1521 +event_serialization,,65536,65536,bytes,4317372.0,ns,1560 +event_serialization,,65536,65536,bytes,4628645.0,ns,1599 +event_serialization,,65536,65536,bytes,4535419.0,ns,1638 +event_serialization,,65536,65536,bytes,4616482.0,ns,1677 +event_serialization,,65536,65536,bytes,4871868.0,ns,1716 +event_serialization,,65536,65536,bytes,4892708.0,ns,1755 +event_serialization,,65536,65536,bytes,5236298.0,ns,1794 +event_serialization,,65536,65536,bytes,5348826.0,ns,1833 +event_serialization,,65536,65536,bytes,5247233.0,ns,1872 +event_serialization,,65536,65536,bytes,5513932.0,ns,1911 +event_serialization,,65536,65536,bytes,5399184.0,ns,1950 +event_serialization,,65536,65536,bytes,5547874.0,ns,1989 +event_serialization,,65536,65536,bytes,7984832.0,ns,2028 +event_serialization,,65536,65536,bytes,7888688.0,ns,2067 +event_serialization,,65536,65536,bytes,7900431.0,ns,2106 +event_serialization,,65536,65536,bytes,8079581.0,ns,2145 +event_serialization,,65536,65536,bytes,8332031.0,ns,2184 +event_serialization,,65536,65536,bytes,8624894.0,ns,2223 +event_serialization,,65536,65536,bytes,8619550.0,ns,2262 +event_serialization,,65536,65536,bytes,8596804.0,ns,2301 +event_serialization,,65536,65536,bytes,8785296.0,ns,2340 +event_serialization,,65536,65536,bytes,9347394.0,ns,2379 +event_serialization,,65536,65536,bytes,9413312.0,ns,2418 +event_serialization,,65536,65536,bytes,9374034.0,ns,2457 +event_serialization,,65536,65536,bytes,10234943.0,ns,2496 +event_serialization,,65536,65536,bytes,9546107.0,ns,2535 +event_serialization,,65536,65536,bytes,9721400.0,ns,2574 +event_serialization,,65536,65536,bytes,9819593.0,ns,2613 +event_serialization,,65536,65536,bytes,10212869.0,ns,2652 +event_serialization,,65536,65536,bytes,10110178.0,ns,2691 +event_serialization,,65536,65536,bytes,10367393.0,ns,2730 +event_serialization,,65536,65536,bytes,10931511.0,ns,2769 +event_serialization,,65536,65536,bytes,10638461.0,ns,2808 +event_serialization,,65536,65536,bytes,10728630.0,ns,2847 +event_serialization,,65536,65536,bytes,10899602.0,ns,2886 +event_serialization,,65536,65536,bytes,11043057.0,ns,2925 +event_serialization,,65536,65536,bytes,11125737.0,ns,2964 +event_serialization,,65536,65536,bytes,13961464.0,ns,3003 +event_serialization,,65536,65536,bytes,13398182.0,ns,3042 +event_serialization,,65536,65536,bytes,13534491.0,ns,3081 +event_serialization,,65536,65536,bytes,14028944.0,ns,3120 +event_serialization,,65536,65536,bytes,14003850.0,ns,3159 +event_serialization,,65536,65536,bytes,14454836.0,ns,3198 +event_serialization,,65536,65536,bytes,14092138.0,ns,3237 +event_serialization,,65536,65536,bytes,14400151.0,ns,3276 +event_serialization,,65536,65536,bytes,14519014.0,ns,3315 +event_serialization,,65536,65536,bytes,14613901.0,ns,3354 +event_serialization,,65536,65536,bytes,15269533.0,ns,3393 +event_serialization,,65536,65536,bytes,15149300.0,ns,3432 +event_serialization,,65536,65536,bytes,15228856.0,ns,3471 +event_serialization,,65536,65536,bytes,15853263.0,ns,3510 +event_serialization,,65536,65536,bytes,15647610.0,ns,3549 +event_serialization,,65536,65536,bytes,16012920.0,ns,3588 +event_serialization,,65536,65536,bytes,15857149.0,ns,3627 +event_serialization,,65536,65536,bytes,16137241.0,ns,3666 +event_serialization,,65536,65536,bytes,16209386.0,ns,3705 +event_serialization,,65536,65536,bytes,17383143.0,ns,3744 +event_serialization,,65536,65536,bytes,16615609.0,ns,3783 +event_serialization,,65536,65536,bytes,16645411.0,ns,3822 +event_serialization,,65536,65536,bytes,16993065.0,ns,3861 +event_serialization,,65536,65536,bytes,17222560.0,ns,3900 diff --git a/event_serialization/65536/develop/sample.json b/event_serialization/65536/develop/sample.json new file mode 100644 index 00000000..11eb765b --- /dev/null +++ b/event_serialization/65536/develop/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[39.0,78.0,117.0,156.0,195.0,234.0,273.0,312.0,351.0,390.0,429.0,468.0,507.0,546.0,585.0,624.0,663.0,702.0,741.0,780.0,819.0,858.0,897.0,936.0,975.0,1014.0,1053.0,1092.0,1131.0,1170.0,1209.0,1248.0,1287.0,1326.0,1365.0,1404.0,1443.0,1482.0,1521.0,1560.0,1599.0,1638.0,1677.0,1716.0,1755.0,1794.0,1833.0,1872.0,1911.0,1950.0,1989.0,2028.0,2067.0,2106.0,2145.0,2184.0,2223.0,2262.0,2301.0,2340.0,2379.0,2418.0,2457.0,2496.0,2535.0,2574.0,2613.0,2652.0,2691.0,2730.0,2769.0,2808.0,2847.0,2886.0,2925.0,2964.0,3003.0,3042.0,3081.0,3120.0,3159.0,3198.0,3237.0,3276.0,3315.0,3354.0,3393.0,3432.0,3471.0,3510.0,3549.0,3588.0,3627.0,3666.0,3705.0,3744.0,3783.0,3822.0,3861.0,3900.0],"times":[158580.0,291957.0,421865.0,557516.0,702275.0,827806.0,1053599.0,1091613.0,1224506.0,1339920.0,1423654.0,1551490.0,1677133.0,1832707.0,1951944.0,2076486.0,2209231.0,2326793.0,2498901.0,2591140.0,2718439.0,2862831.0,3172200.0,4063562.0,4021008.0,3008461.0,2928319.0,3347079.0,3319906.0,3223888.0,3317676.0,3444786.0,3682841.0,3723903.0,3782840.0,3954392.0,3987222.0,4096261.0,4291208.0,4317372.0,4628645.0,4535419.0,4616482.0,4871868.0,4892708.0,5236298.0,5348826.0,5247233.0,5513932.0,5399184.0,5547874.0,7984832.0,7888688.0,7900431.0,8079581.0,8332031.0,8624894.0,8619550.0,8596804.0,8785296.0,9347394.0,9413312.0,9374034.0,10234943.0,9546107.0,9721400.0,9819593.0,10212869.0,10110178.0,10367393.0,10931511.0,10638461.0,10728630.0,10899602.0,11043057.0,11125737.0,13961464.0,13398182.0,13534491.0,14028944.0,14003850.0,14454836.0,14092138.0,14400151.0,14519014.0,14613901.0,15269533.0,15149300.0,15228856.0,15853263.0,15647610.0,16012920.0,15857149.0,16137241.0,16209386.0,17383143.0,16615609.0,16645411.0,16993065.0,17222560.0]} \ No newline at end of file diff --git a/event_serialization/65536/develop/tukey.json b/event_serialization/65536/develop/tukey.json new file mode 100644 index 00000000..cb95eead --- /dev/null +++ b/event_serialization/65536/develop/tukey.json @@ -0,0 +1 @@ +[-373.11248450267885,1333.718262890954,5885.2669226073085,7592.097670000941] \ No newline at end of file diff --git a/event_serialization/65536/new/benchmark.json b/event_serialization/65536/new/benchmark.json new file mode 100644 index 00000000..62d752ec --- /dev/null +++ b/event_serialization/65536/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"event_serialization","function_id":null,"value_str":"65536","throughput":{"Bytes":65536},"full_id":"event_serialization/65536","directory_name":"event_serialization/65536","title":"event_serialization/65536"} \ No newline at end of file diff --git a/event_serialization/65536/new/estimates.json b/event_serialization/65536/new/estimates.json new file mode 100644 index 00000000..1fb2ecaa --- /dev/null +++ b/event_serialization/65536/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3520.8800578270234,"upper_bound":3755.806100964771},"point_estimate":3638.3139325257503,"standard_error":59.776896297500784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3498.7596153846152,"upper_bound":3788.6257122507122},"point_estimate":3754.0112348178136,"standard_error":83.97988912702623},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":521.236910832599,"upper_bound":1042.2975492895073},"point_estimate":879.8090800103986,"standard_error":143.91822910801613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.4982228546023,"upper_bound":4140.942775338417},"point_estimate":4039.2724472079813,"standard_error":57.8729937229184},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":544.7668423890075,"upper_bound":648.5273821283001},"point_estimate":601.9463394659223,"standard_error":26.544223315485663}} \ No newline at end of file diff --git a/event_serialization/65536/new/raw.csv b/event_serialization/65536/new/raw.csv new file mode 100644 index 00000000..7df8aa22 --- /dev/null +++ b/event_serialization/65536/new/raw.csv @@ -0,0 +1,101 @@ +group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count +event_serialization,,65536,65536,bytes,158580.0,ns,39 +event_serialization,,65536,65536,bytes,291957.0,ns,78 +event_serialization,,65536,65536,bytes,421865.0,ns,117 +event_serialization,,65536,65536,bytes,557516.0,ns,156 +event_serialization,,65536,65536,bytes,702275.0,ns,195 +event_serialization,,65536,65536,bytes,827806.0,ns,234 +event_serialization,,65536,65536,bytes,1053599.0,ns,273 +event_serialization,,65536,65536,bytes,1091613.0,ns,312 +event_serialization,,65536,65536,bytes,1224506.0,ns,351 +event_serialization,,65536,65536,bytes,1339920.0,ns,390 +event_serialization,,65536,65536,bytes,1423654.0,ns,429 +event_serialization,,65536,65536,bytes,1551490.0,ns,468 +event_serialization,,65536,65536,bytes,1677133.0,ns,507 +event_serialization,,65536,65536,bytes,1832707.0,ns,546 +event_serialization,,65536,65536,bytes,1951944.0,ns,585 +event_serialization,,65536,65536,bytes,2076486.0,ns,624 +event_serialization,,65536,65536,bytes,2209231.0,ns,663 +event_serialization,,65536,65536,bytes,2326793.0,ns,702 +event_serialization,,65536,65536,bytes,2498901.0,ns,741 +event_serialization,,65536,65536,bytes,2591140.0,ns,780 +event_serialization,,65536,65536,bytes,2718439.0,ns,819 +event_serialization,,65536,65536,bytes,2862831.0,ns,858 +event_serialization,,65536,65536,bytes,3172200.0,ns,897 +event_serialization,,65536,65536,bytes,4063562.0,ns,936 +event_serialization,,65536,65536,bytes,4021008.0,ns,975 +event_serialization,,65536,65536,bytes,3008461.0,ns,1014 +event_serialization,,65536,65536,bytes,2928319.0,ns,1053 +event_serialization,,65536,65536,bytes,3347079.0,ns,1092 +event_serialization,,65536,65536,bytes,3319906.0,ns,1131 +event_serialization,,65536,65536,bytes,3223888.0,ns,1170 +event_serialization,,65536,65536,bytes,3317676.0,ns,1209 +event_serialization,,65536,65536,bytes,3444786.0,ns,1248 +event_serialization,,65536,65536,bytes,3682841.0,ns,1287 +event_serialization,,65536,65536,bytes,3723903.0,ns,1326 +event_serialization,,65536,65536,bytes,3782840.0,ns,1365 +event_serialization,,65536,65536,bytes,3954392.0,ns,1404 +event_serialization,,65536,65536,bytes,3987222.0,ns,1443 +event_serialization,,65536,65536,bytes,4096261.0,ns,1482 +event_serialization,,65536,65536,bytes,4291208.0,ns,1521 +event_serialization,,65536,65536,bytes,4317372.0,ns,1560 +event_serialization,,65536,65536,bytes,4628645.0,ns,1599 +event_serialization,,65536,65536,bytes,4535419.0,ns,1638 +event_serialization,,65536,65536,bytes,4616482.0,ns,1677 +event_serialization,,65536,65536,bytes,4871868.0,ns,1716 +event_serialization,,65536,65536,bytes,4892708.0,ns,1755 +event_serialization,,65536,65536,bytes,5236298.0,ns,1794 +event_serialization,,65536,65536,bytes,5348826.0,ns,1833 +event_serialization,,65536,65536,bytes,5247233.0,ns,1872 +event_serialization,,65536,65536,bytes,5513932.0,ns,1911 +event_serialization,,65536,65536,bytes,5399184.0,ns,1950 +event_serialization,,65536,65536,bytes,5547874.0,ns,1989 +event_serialization,,65536,65536,bytes,7984832.0,ns,2028 +event_serialization,,65536,65536,bytes,7888688.0,ns,2067 +event_serialization,,65536,65536,bytes,7900431.0,ns,2106 +event_serialization,,65536,65536,bytes,8079581.0,ns,2145 +event_serialization,,65536,65536,bytes,8332031.0,ns,2184 +event_serialization,,65536,65536,bytes,8624894.0,ns,2223 +event_serialization,,65536,65536,bytes,8619550.0,ns,2262 +event_serialization,,65536,65536,bytes,8596804.0,ns,2301 +event_serialization,,65536,65536,bytes,8785296.0,ns,2340 +event_serialization,,65536,65536,bytes,9347394.0,ns,2379 +event_serialization,,65536,65536,bytes,9413312.0,ns,2418 +event_serialization,,65536,65536,bytes,9374034.0,ns,2457 +event_serialization,,65536,65536,bytes,10234943.0,ns,2496 +event_serialization,,65536,65536,bytes,9546107.0,ns,2535 +event_serialization,,65536,65536,bytes,9721400.0,ns,2574 +event_serialization,,65536,65536,bytes,9819593.0,ns,2613 +event_serialization,,65536,65536,bytes,10212869.0,ns,2652 +event_serialization,,65536,65536,bytes,10110178.0,ns,2691 +event_serialization,,65536,65536,bytes,10367393.0,ns,2730 +event_serialization,,65536,65536,bytes,10931511.0,ns,2769 +event_serialization,,65536,65536,bytes,10638461.0,ns,2808 +event_serialization,,65536,65536,bytes,10728630.0,ns,2847 +event_serialization,,65536,65536,bytes,10899602.0,ns,2886 +event_serialization,,65536,65536,bytes,11043057.0,ns,2925 +event_serialization,,65536,65536,bytes,11125737.0,ns,2964 +event_serialization,,65536,65536,bytes,13961464.0,ns,3003 +event_serialization,,65536,65536,bytes,13398182.0,ns,3042 +event_serialization,,65536,65536,bytes,13534491.0,ns,3081 +event_serialization,,65536,65536,bytes,14028944.0,ns,3120 +event_serialization,,65536,65536,bytes,14003850.0,ns,3159 +event_serialization,,65536,65536,bytes,14454836.0,ns,3198 +event_serialization,,65536,65536,bytes,14092138.0,ns,3237 +event_serialization,,65536,65536,bytes,14400151.0,ns,3276 +event_serialization,,65536,65536,bytes,14519014.0,ns,3315 +event_serialization,,65536,65536,bytes,14613901.0,ns,3354 +event_serialization,,65536,65536,bytes,15269533.0,ns,3393 +event_serialization,,65536,65536,bytes,15149300.0,ns,3432 +event_serialization,,65536,65536,bytes,15228856.0,ns,3471 +event_serialization,,65536,65536,bytes,15853263.0,ns,3510 +event_serialization,,65536,65536,bytes,15647610.0,ns,3549 +event_serialization,,65536,65536,bytes,16012920.0,ns,3588 +event_serialization,,65536,65536,bytes,15857149.0,ns,3627 +event_serialization,,65536,65536,bytes,16137241.0,ns,3666 +event_serialization,,65536,65536,bytes,16209386.0,ns,3705 +event_serialization,,65536,65536,bytes,17383143.0,ns,3744 +event_serialization,,65536,65536,bytes,16615609.0,ns,3783 +event_serialization,,65536,65536,bytes,16645411.0,ns,3822 +event_serialization,,65536,65536,bytes,16993065.0,ns,3861 +event_serialization,,65536,65536,bytes,17222560.0,ns,3900 diff --git a/event_serialization/65536/new/sample.json b/event_serialization/65536/new/sample.json new file mode 100644 index 00000000..11eb765b --- /dev/null +++ b/event_serialization/65536/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[39.0,78.0,117.0,156.0,195.0,234.0,273.0,312.0,351.0,390.0,429.0,468.0,507.0,546.0,585.0,624.0,663.0,702.0,741.0,780.0,819.0,858.0,897.0,936.0,975.0,1014.0,1053.0,1092.0,1131.0,1170.0,1209.0,1248.0,1287.0,1326.0,1365.0,1404.0,1443.0,1482.0,1521.0,1560.0,1599.0,1638.0,1677.0,1716.0,1755.0,1794.0,1833.0,1872.0,1911.0,1950.0,1989.0,2028.0,2067.0,2106.0,2145.0,2184.0,2223.0,2262.0,2301.0,2340.0,2379.0,2418.0,2457.0,2496.0,2535.0,2574.0,2613.0,2652.0,2691.0,2730.0,2769.0,2808.0,2847.0,2886.0,2925.0,2964.0,3003.0,3042.0,3081.0,3120.0,3159.0,3198.0,3237.0,3276.0,3315.0,3354.0,3393.0,3432.0,3471.0,3510.0,3549.0,3588.0,3627.0,3666.0,3705.0,3744.0,3783.0,3822.0,3861.0,3900.0],"times":[158580.0,291957.0,421865.0,557516.0,702275.0,827806.0,1053599.0,1091613.0,1224506.0,1339920.0,1423654.0,1551490.0,1677133.0,1832707.0,1951944.0,2076486.0,2209231.0,2326793.0,2498901.0,2591140.0,2718439.0,2862831.0,3172200.0,4063562.0,4021008.0,3008461.0,2928319.0,3347079.0,3319906.0,3223888.0,3317676.0,3444786.0,3682841.0,3723903.0,3782840.0,3954392.0,3987222.0,4096261.0,4291208.0,4317372.0,4628645.0,4535419.0,4616482.0,4871868.0,4892708.0,5236298.0,5348826.0,5247233.0,5513932.0,5399184.0,5547874.0,7984832.0,7888688.0,7900431.0,8079581.0,8332031.0,8624894.0,8619550.0,8596804.0,8785296.0,9347394.0,9413312.0,9374034.0,10234943.0,9546107.0,9721400.0,9819593.0,10212869.0,10110178.0,10367393.0,10931511.0,10638461.0,10728630.0,10899602.0,11043057.0,11125737.0,13961464.0,13398182.0,13534491.0,14028944.0,14003850.0,14454836.0,14092138.0,14400151.0,14519014.0,14613901.0,15269533.0,15149300.0,15228856.0,15853263.0,15647610.0,16012920.0,15857149.0,16137241.0,16209386.0,17383143.0,16615609.0,16645411.0,16993065.0,17222560.0]} \ No newline at end of file diff --git a/event_serialization/65536/new/tukey.json b/event_serialization/65536/new/tukey.json new file mode 100644 index 00000000..cb95eead --- /dev/null +++ b/event_serialization/65536/new/tukey.json @@ -0,0 +1 @@ +[-373.11248450267885,1333.718262890954,5885.2669226073085,7592.097670000941] \ No newline at end of file diff --git a/event_serialization/65536/report/MAD.svg b/event_serialization/65536/report/MAD.svg new file mode 100644 index 00000000..880c2f86 --- /dev/null +++ b/event_serialization/65536/report/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/65536: MAD + + + + + + + diff --git a/event_serialization/65536/report/SD.svg b/event_serialization/65536/report/SD.svg new file mode 100644 index 00000000..1c62dd75 --- /dev/null +++ b/event_serialization/65536/report/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 540 + + + + + 560 + + + + + 580 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + + + + + Density (a.u.) + + + + + Average time (ns) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/65536: SD + + + + + + + diff --git a/event_serialization/65536/report/both/pdf.svg b/event_serialization/65536/report/both/pdf.svg new file mode 100644 index 00000000..4c5931eb --- /dev/null +++ b/event_serialization/65536/report/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + event_serialization/65536 + + + + + + + diff --git a/event_serialization/65536/report/both/regression.svg b/event_serialization/65536/report/both/regression.svg new file mode 100644 index 00000000..75392d0b --- /dev/null +++ b/event_serialization/65536/report/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + event_serialization/65536 + + + + + + + diff --git a/event_serialization/65536/report/change/mean.svg b/event_serialization/65536/report/change/mean.svg new file mode 100644 index 00000000..0e4b48a9 --- /dev/null +++ b/event_serialization/65536/report/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + -33 + + + + + -32 + + + + + -31 + + + + + -30 + + + + + -29 + + + + + -28 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/65536: mean + + + + + + + diff --git a/event_serialization/65536/report/change/median.svg b/event_serialization/65536/report/change/median.svg new file mode 100644 index 00000000..c2eca5a4 --- /dev/null +++ b/event_serialization/65536/report/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + -32 + + + + + -31 + + + + + -30 + + + + + -29 + + + + + -28 + + + + + -27 + + + + + -26 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + event_serialization/65536: median + + + + + + + diff --git a/event_serialization/65536/report/change/t-test.svg b/event_serialization/65536/report/change/t-test.svg new file mode 100644 index 00000000..17d6b938 --- /dev/null +++ b/event_serialization/65536/report/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -25 + + + + + -20 + + + + + -15 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + event_serialization/65536: Welch t test + + + + + + + diff --git a/event_serialization/65536/report/index.html b/event_serialization/65536/report/index.html new file mode 100644 index 00000000..edf8f749 --- /dev/null +++ b/event_serialization/65536/report/index.html @@ -0,0 +1,292 @@ + + + + + + event_serialization/65536 - Criterion.rs + + + + +
+

event_serialization/65536

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope3.9145 us4.0393 us4.1409 us
Throughput14.739 GiB/s15.110 GiB/s15.592 GiB/s
R²0.37169670.38406120.3757619
Mean3.5209 us3.6383 us3.7558 us
Std. Dev.544.77 ns601.95 ns648.53 ns
Median3.4988 us3.7540 us3.7886 us
MAD521.24 ns879.81 ns1.0423 us
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time-33.218%-30.662%-28.425%(p = 0.00 < + 0.05)
Change in throughput+49.742%+44.221%+39.714%
+ Performance has improved. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/event_serialization/65536/report/mean.svg b/event_serialization/65536/report/mean.svg new file mode 100644 index 00000000..f315d9a7 --- /dev/null +++ b/event_serialization/65536/report/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 3.5 + + + + + 3.55 + + + + + 3.6 + + + + + 3.65 + + + + + 3.7 + + + + + 3.75 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/65536: mean + + + + + + + diff --git a/event_serialization/65536/report/median.svg b/event_serialization/65536/report/median.svg new file mode 100644 index 00000000..7d013519 --- /dev/null +++ b/event_serialization/65536/report/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 3.5 + + + + + 3.55 + + + + + 3.6 + + + + + 3.65 + + + + + 3.7 + + + + + 3.75 + + + + + 3.8 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/65536: median + + + + + + + diff --git a/event_serialization/65536/report/pdf.svg b/event_serialization/65536/report/pdf.svg new file mode 100644 index 00000000..d5690565 --- /dev/null +++ b/event_serialization/65536/report/pdf.svg @@ -0,0 +1,291 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + gnuplot_plot_3 + + + + gnuplot_plot_4 + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + + + + + + + + + event_serialization/65536 + + + + + + + diff --git a/event_serialization/65536/report/pdf_small.svg b/event_serialization/65536/report/pdf_small.svg new file mode 100644 index 00000000..8ed67e23 --- /dev/null +++ b/event_serialization/65536/report/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/65536/report/regression.svg b/event_serialization/65536/report/regression.svg new file mode 100644 index 00000000..339e4c0c --- /dev/null +++ b/event_serialization/65536/report/regression.svg @@ -0,0 +1,460 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + event_serialization/65536 + + + + + + + diff --git a/event_serialization/65536/report/regression_small.svg b/event_serialization/65536/report/regression_small.svg new file mode 100644 index 00000000..e336a510 --- /dev/null +++ b/event_serialization/65536/report/regression_small.svg @@ -0,0 +1,438 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/event_serialization/65536/report/relative_pdf_small.svg b/event_serialization/65536/report/relative_pdf_small.svg new file mode 100644 index 00000000..6f8292f8 --- /dev/null +++ b/event_serialization/65536/report/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/event_serialization/65536/report/relative_regression_small.svg b/event_serialization/65536/report/relative_regression_small.svg new file mode 100644 index 00000000..f48481ed --- /dev/null +++ b/event_serialization/65536/report/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 12 + + + + + + + + + + + + + 14 + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/event_serialization/65536/report/slope.svg b/event_serialization/65536/report/slope.svg new file mode 100644 index 00000000..36d4464e --- /dev/null +++ b/event_serialization/65536/report/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 3.9 + + + + + 3.95 + + + + + 4 + + + + + 4.05 + + + + + 4.1 + + + + + 4.15 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/65536: slope + + + + + + + diff --git a/event_serialization/65536/report/typical.svg b/event_serialization/65536/report/typical.svg new file mode 100644 index 00000000..4d16e796 --- /dev/null +++ b/event_serialization/65536/report/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 3.9 + + + + + 3.95 + + + + + 4 + + + + + 4.05 + + + + + 4.1 + + + + + 4.15 + + + + + + + + + Density (a.u.) + + + + + Average time (us) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + event_serialization/65536: typical + + + + + + + diff --git a/event_serialization/report/index.html b/event_serialization/report/index.html new file mode 100644 index 00000000..38a15c3b --- /dev/null +++ b/event_serialization/report/index.html @@ -0,0 +1,188 @@ + + + + + + event_serialization Summary - Criterion.rs + + + + +
+

event_serialization

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

event_serialization/1024

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_serialization/4096

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_serialization/16384

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_serialization/65536

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

event_serialization/262144

+ + + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/event_serialization/report/lines.svg b/event_serialization/report/lines.svg new file mode 100644 index 00000000..eb5f663b --- /dev/null +++ b/event_serialization/report/lines.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + 0 + + + + + 50000 + + + + + 100000 + + + + + 150000 + + + + + 200000 + + + + + 250000 + + + + + 300000 + + + + + + + + + Average time (us) + + + + + Input Size (Bytes) + + + + + gnuplot_plot_1 + + + + + + gnuplot_plot_2 + + + + + + + + + + + + + + + + + + + + + event_serialization: Comparison + + + + + + + diff --git a/event_serialization/report/violin.svg b/event_serialization/report/violin.svg new file mode 100644 index 00000000..85c2838b --- /dev/null +++ b/event_serialization/report/violin.svg @@ -0,0 +1,556 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + event_serialization/262144 + + + + + event_serialization/65536 + + + + + event_serialization/16384 + + + + + event_serialization/4096 + + + + + event_serialization/1024 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + Input + + + + + Average time (us) + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + + + + + + + + + + + event_serialization: Violin plot + + + + + + + diff --git a/report/index.html b/report/index.html new file mode 100644 index 00000000..c5d56fce --- /dev/null +++ b/report/index.html @@ -0,0 +1,93 @@ + + + + + + Index - Criterion.rs + + + + +
+

Criterion.rs Benchmark Index

+ See individual benchmark pages below for more details. + +
+ + + \ No newline at end of file