Remove the benchmarks that read .blocks files
Nothing in this repository writes the format they read.
This commit is contained in:
parent
2b14276084
commit
c522a58abb
2 changed files with 0 additions and 142 deletions
|
|
@ -1,91 +0,0 @@
|
|||
// Times several extracted-block files against each other, interleaved, so that
|
||||
// CPU frequency drift lands on every file equally.
|
||||
//
|
||||
// dart compile exe levels.dart -o /tmp/levels && /tmp/levels a.blocks b.blocks
|
||||
//
|
||||
// Each file is the format benchmark/same_blocks.dart reads: uint32 count, then
|
||||
// per block a uint32 frame length, a uint32 decompressed size, and the frame.
|
||||
// Every file must hold the same number of blocks, of the same output size, so
|
||||
// the medians are like for like.
|
||||
import 'dart:io';
|
||||
import 'dart:typed_data';
|
||||
|
||||
import 'package:pure_zstd/pure_zstd.dart';
|
||||
|
||||
const int warmSeconds = 4;
|
||||
const int passes = 60;
|
||||
|
||||
List<Uint8List> load(String path, List<int> sizes) {
|
||||
final bytes = File(path).readAsBytesSync();
|
||||
final data = ByteData.sublistView(bytes);
|
||||
final count = data.getUint32(0, Endian.big);
|
||||
final frames = <Uint8List>[];
|
||||
var at = 4;
|
||||
for (var i = 0; i < count; i++) {
|
||||
final length = data.getUint32(at, Endian.big);
|
||||
final size = data.getUint32(at + 4, Endian.big);
|
||||
if (sizes.length <= i) {
|
||||
sizes.add(size);
|
||||
} else if (sizes[i] != size) {
|
||||
throw StateError(
|
||||
'$path block $i is $size bytes out, expected ${sizes[i]}',
|
||||
);
|
||||
}
|
||||
at += 8;
|
||||
frames.add(Uint8List.sublistView(bytes, at, at + length));
|
||||
at += length;
|
||||
}
|
||||
return frames;
|
||||
}
|
||||
|
||||
void main(List<String> args) {
|
||||
final sizes = <int>[];
|
||||
final sets = args.map((path) => load(path, sizes)).toList();
|
||||
for (final set in sets) {
|
||||
if (set.length != sets.first.length) {
|
||||
throw StateError('the files do not hold the same number of blocks');
|
||||
}
|
||||
for (var i = 0; i < set.length; i++) {
|
||||
if (zstdDecode(set[i]).length != sizes[i]) {
|
||||
throw StateError('block $i decoded to the wrong size');
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Spin long enough for the governor to raise the clock before anything is
|
||||
// timed, otherwise the first file measured pays for the ramp.
|
||||
final warm = Stopwatch()..start();
|
||||
while (warm.elapsed.inSeconds < warmSeconds) {
|
||||
for (final set in sets) {
|
||||
for (final frame in set) {
|
||||
zstdDecode(frame);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
final micros = [for (final _ in sets) <int>[]];
|
||||
for (var pass = 0; pass < passes; pass++) {
|
||||
for (var b = 0; b < sets.first.length; b++) {
|
||||
for (var s = 0; s < sets.length; s++) {
|
||||
final watch = Stopwatch()..start();
|
||||
zstdDecode(sets[s][b]);
|
||||
watch.stop();
|
||||
micros[s].add(watch.elapsedMicroseconds);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
for (var s = 0; s < sets.length; s++) {
|
||||
final xs = micros[s]..sort();
|
||||
double q(double f) => xs[(xs.length * f).floor()] / 1000;
|
||||
final median = q(0.5);
|
||||
final bytes = sizes.reduce((a, b) => a + b) / sizes.length;
|
||||
stdout.writeln(
|
||||
'${args[s].split('/').last.padRight(24)} n=${xs.length} '
|
||||
'median=${median.toStringAsFixed(3)}ms '
|
||||
'p10=${q(0.1).toStringAsFixed(3)} p90=${q(0.9).toStringAsFixed(3)} '
|
||||
'MBps=${(bytes / 1048576 / (median / 1000)).toStringAsFixed(0)} '
|
||||
'sweep113=${(median * 113).toStringAsFixed(0)}ms',
|
||||
);
|
||||
}
|
||||
}
|
||||
|
|
@ -1,51 +0,0 @@
|
|||
// Times the same extracted blocks the on-device benchmark uses, so the two
|
||||
// numbers are like for like.
|
||||
import 'dart:io';
|
||||
import 'dart:typed_data';
|
||||
|
||||
import 'package:pure_zstd/pure_zstd.dart';
|
||||
|
||||
void main(List<String> args) {
|
||||
final bytes = File(args.first).readAsBytesSync();
|
||||
final data = ByteData.sublistView(bytes);
|
||||
final count = data.getUint32(0, Endian.big);
|
||||
final frames = <Uint8List>[];
|
||||
final sizes = <int>[];
|
||||
var at = 4;
|
||||
for (var i = 0; i < count; i++) {
|
||||
final length = data.getUint32(at, Endian.big);
|
||||
sizes.add(data.getUint32(at + 4, Endian.big));
|
||||
at += 8;
|
||||
frames.add(Uint8List.sublistView(bytes, at, at + length));
|
||||
at += length;
|
||||
}
|
||||
for (var i = 0; i < frames.length; i++) {
|
||||
if (zstdDecode(frames[i]).length != sizes[i]) {
|
||||
throw StateError('block $i decoded to the wrong size');
|
||||
}
|
||||
}
|
||||
for (var pass = 0; pass < 20; pass++) {
|
||||
for (final frame in frames) {
|
||||
zstdDecode(frame);
|
||||
}
|
||||
}
|
||||
final micros = <int>[];
|
||||
for (var pass = 0; pass < 60; pass++) {
|
||||
for (final frame in frames) {
|
||||
final watch = Stopwatch()..start();
|
||||
zstdDecode(frame);
|
||||
watch.stop();
|
||||
micros.add(watch.elapsedMicroseconds);
|
||||
}
|
||||
}
|
||||
micros.sort();
|
||||
double q(double f) => micros[(micros.length * f).floor()] / 1000;
|
||||
final median = q(0.5);
|
||||
stdout.writeln(
|
||||
'samples=${micros.length} bytesOut=${sizes.first} '
|
||||
'median=${median.toStringAsFixed(3)}ms p10=${q(0.1).toStringAsFixed(3)} '
|
||||
'p90=${q(0.9).toStringAsFixed(3)} '
|
||||
'MBps=${(sizes.first / 1048576 / (median / 1000)).toStringAsFixed(0)} '
|
||||
'sweep113=${(median * 113).toStringAsFixed(0)}ms',
|
||||
);
|
||||
}
|
||||
Loading…
Reference in a new issue